Index: hbase-handler/src/test/results/hbase_queries.q.out =================================================================== --- hbase-handler/src/test/results/hbase_queries.q.out (revision 1021789) +++ hbase-handler/src/test/results/hbase_queries.q.out (working copy) @@ -17,45 +17,18 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED hbase_table_1 POSTHOOK: type: DESCTABLE -col_name data_type comment +key int from deserializer +value string from deserializer -key int from deserializer -value string from deserializer - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Sun Sep 19 23:24:01 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/hbase-handler/test/data/warehouse/hbase_table_1 -Table Type: MANAGED_TABLE -Table Parameters: - hbase.table.name hbase_table_0 - transient_lastDdlTime 1284963841 - storage_handler org.apache.hadoop.hive.hbase.HBaseStorageHandler - -# Storage Information -SerDe Library: org.apache.hadoop.hive.hbase.HBaseSerDe -InputFormat: org.apache.hadoop.hive.hbase.HiveHBaseTableInputFormat -OutputFormat: org.apache.hadoop.hive.hbase.HiveHBaseTableOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - hbase.columns.mapping cf:string - +Detailed Table Information Table(tableName:hbase_table_1, dbName:default, owner:thiruvel, createTime:1286801985, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/hbase-handler/test/data/warehouse/hbase_table_1, inputFormat:org.apache.hadoop.hive.hbase.HiveHBaseTableInputFormat, outputFormat:org.apache.hadoop.hive.hbase.HiveHBaseTableOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.hbase.HBaseSerDe, parameters:{serialization.format=1, hbase.columns.mapping=cf:string}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{hbase.table.name=hbase_table_0, transient_lastDdlTime=1286801985, storage_handler=org.apache.hadoop.hive.hbase.HBaseStorageHandler}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: select * from hbase_table_1 PREHOOK: type: QUERY PREHOOK: Input: default@hbase_table_1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-24-01_683_4327611959875667509/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-59-45_101_8453038815095274852/-mr-10000 POSTHOOK: query: select * from hbase_table_1 POSTHOOK: type: QUERY POSTHOOK: Input: default@hbase_table_1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-24-01_683_4327611959875667509/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-59-45_101_8453038815095274852/-mr-10000 PREHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE hbase_table_1 SELECT * WHERE (key%2)=0 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE hbase_table_1 SELECT * WHERE (key%2)=0 @@ -225,7 +198,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/thiruvel/hive_2010-09-19_23-24-05_761_4987544134453195852/-mr-10002 + file:/tmp/thiruvel/hive_2010-10-11_05-59-48_123_448732892425215668/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -264,7 +237,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@hbase_table_1 PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-24-05_861_535022589520098382/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-59-48_231_7394901214808727992/-mr-10000 POSTHOOK: query: SELECT Y.* FROM (SELECT hbase_table_1.* FROM hbase_table_1) x @@ -275,7 +248,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@hbase_table_1 POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-24-05_861_535022589520098382/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-59-48_231_7394901214808727992/-mr-10000 0 val_0 0 val_0 0 val_0 @@ -409,7 +382,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/thiruvel/hive_2010-09-19_23-24-12_397_6864973420568576681/-mr-10002 + file:/tmp/thiruvel/hive_2010-10-11_05-59-53_782_8186257647559313852/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -447,7 +420,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@hbase_table_1 PREHOOK: Input: default@hbase_table_2 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-24-12_547_6310920357243853243/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-59-53_934_5093221478605005777/-mr-10000 POSTHOOK: query: SELECT Y.* FROM (SELECT hbase_table_1.* FROM hbase_table_1 WHERE hbase_table_1.key > 100) x @@ -458,7 +431,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@hbase_table_1 POSTHOOK: Input: default@hbase_table_2 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-24-12_547_6310920357243853243/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-59-53_934_5093221478605005777/-mr-10000 104 val_104 114 val_114 116 val_116 @@ -489,48 +462,48 @@ PREHOOK: type: QUERY PREHOOK: Input: default@empty_hbase_table PREHOOK: Input: default@empty_normal_table -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-24-21_501_1398129784538806928/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-00-01_523_3848783679253772988/-mr-10000 POSTHOOK: query: select * from (select count(1) as c from empty_normal_table union all select count(1) as c from empty_hbase_table) x order by c POSTHOOK: type: QUERY POSTHOOK: Input: default@empty_hbase_table POSTHOOK: Input: default@empty_normal_table -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-24-21_501_1398129784538806928/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-00-01_523_3848783679253772988/-mr-10000 0 0 PREHOOK: query: select * from (select count(1) c from empty_normal_table union all select count(1) as c from hbase_table_1) x order by c PREHOOK: type: QUERY PREHOOK: Input: default@empty_normal_table PREHOOK: Input: default@hbase_table_1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-24-29_194_1717741306846244710/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-00-08_760_1058172246489803138/-mr-10000 POSTHOOK: query: select * from (select count(1) c from empty_normal_table union all select count(1) as c from hbase_table_1) x order by c POSTHOOK: type: QUERY POSTHOOK: Input: default@empty_normal_table POSTHOOK: Input: default@hbase_table_1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-24-29_194_1717741306846244710/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-00-08_760_1058172246489803138/-mr-10000 0 155 PREHOOK: query: select * from (select count(1) c from src union all select count(1) as c from empty_hbase_table) x order by c PREHOOK: type: QUERY PREHOOK: Input: default@empty_hbase_table PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-24-36_929_1877869894302110012/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-00-16_354_6518537021672889680/-mr-10000 POSTHOOK: query: select * from (select count(1) c from src union all select count(1) as c from empty_hbase_table) x order by c POSTHOOK: type: QUERY POSTHOOK: Input: default@empty_hbase_table POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-24-36_929_1877869894302110012/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-00-16_354_6518537021672889680/-mr-10000 0 500 PREHOOK: query: select * from (select count(1) c from src union all select count(1) as c from hbase_table_1) x order by c PREHOOK: type: QUERY PREHOOK: Input: default@hbase_table_1 PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-24-44_477_2750297097097131407/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-00-24_161_1740152107709241029/-mr-10000 POSTHOOK: query: select * from (select count(1) c from src union all select count(1) as c from hbase_table_1) x order by c POSTHOOK: type: QUERY POSTHOOK: Input: default@hbase_table_1 POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-24-44_477_2750297097097131407/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-00-24_161_1740152107709241029/-mr-10000 155 500 PREHOOK: query: CREATE TABLE hbase_table_3(key int, value string, count int) @@ -730,20 +703,20 @@ PREHOOK: query: select count(1) from hbase_table_3 PREHOOK: type: QUERY PREHOOK: Input: default@hbase_table_3 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-25-01_253_8576430709310957378/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-00-39_459_7247172747255833113/-mr-10000 POSTHOOK: query: select count(1) from hbase_table_3 POSTHOOK: type: QUERY POSTHOOK: Input: default@hbase_table_3 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-25-01_253_8576430709310957378/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-00-39_459_7247172747255833113/-mr-10000 155 PREHOOK: query: select * from hbase_table_3 order by key, value limit 5 PREHOOK: type: QUERY PREHOOK: Input: default@hbase_table_3 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-25-04_391_6395645615304876336/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-00-42_545_314845276079186727/-mr-10000 POSTHOOK: query: select * from hbase_table_3 order by key, value limit 5 POSTHOOK: type: QUERY POSTHOOK: Input: default@hbase_table_3 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-25-04_391_6395645615304876336/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-00-42_545_314845276079186727/-mr-10000 0 val_0 3 2 val_2 1 4 val_4 1 @@ -752,11 +725,11 @@ PREHOOK: query: select key, count from hbase_table_3 order by key, count desc limit 5 PREHOOK: type: QUERY PREHOOK: Input: default@hbase_table_3 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-25-07_505_7507809148698442371/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-00-45_460_6761948063754904632/-mr-10000 POSTHOOK: query: select key, count from hbase_table_3 order by key, count desc limit 5 POSTHOOK: type: QUERY POSTHOOK: Input: default@hbase_table_3 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-25-07_505_7507809148698442371/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-00-45_460_6761948063754904632/-mr-10000 0 3 2 1 4 1 @@ -792,11 +765,11 @@ PREHOOK: query: SELECT * FROM hbase_table_4 ORDER BY key PREHOOK: type: QUERY PREHOOK: Input: default@hbase_table_4 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-25-16_096_5831356591320350016/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-00-53_157_4325075516529075140/-mr-10000 POSTHOOK: query: SELECT * FROM hbase_table_4 ORDER BY key POSTHOOK: type: QUERY POSTHOOK: Input: default@hbase_table_4 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-25-16_096_5831356591320350016/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-00-53_157_4325075516529075140/-mr-10000 98 val_98 99 100 100 val_100 101 102 PREHOOK: query: DROP TABLE hbase_table_5 @@ -817,11 +790,11 @@ PREHOOK: query: SELECT * FROM hbase_table_5 ORDER BY key PREHOOK: type: QUERY PREHOOK: Input: default@hbase_table_5 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-25-19_335_8952484238655135527/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-00-56_459_1940033772917388905/-mr-10000 POSTHOOK: query: SELECT * FROM hbase_table_5 ORDER BY key POSTHOOK: type: QUERY POSTHOOK: Input: default@hbase_table_5 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-25-19_335_8952484238655135527/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-00-56_459_1940033772917388905/-mr-10000 98 {"b":"val_98","c":"99"} 100 {"b":"val_100","c":"101"} PREHOOK: query: DROP TABLE hbase_table_6 @@ -854,11 +827,11 @@ PREHOOK: query: SELECT * FROM hbase_table_6 ORDER BY key PREHOOK: type: QUERY PREHOOK: Input: default@hbase_table_6 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-25-28_089_7578738986294123292/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-04-13_635_4642522102298920586/-mr-10000 POSTHOOK: query: SELECT * FROM hbase_table_6 ORDER BY key POSTHOOK: type: QUERY POSTHOOK: Input: default@hbase_table_6 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-25-28_089_7578738986294123292/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-04-13_635_4642522102298920586/-mr-10000 98 {"val_98":"98"} 100 {"val_100":"100"} PREHOOK: query: DROP TABLE hbase_table_7 @@ -893,11 +866,11 @@ PREHOOK: query: SELECT * FROM hbase_table_7 ORDER BY key PREHOOK: type: QUERY PREHOOK: Input: default@hbase_table_7 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-25-36_674_7610811991249617421/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-04-21_212_9134808187739697779/-mr-10000 POSTHOOK: query: SELECT * FROM hbase_table_7 ORDER BY key POSTHOOK: type: QUERY POSTHOOK: Input: default@hbase_table_7 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-25-36_674_7610811991249617421/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-04-21_212_9134808187739697779/-mr-10000 {"VAL_98":"99.0","val_98":"98"} 98 {"VAL_100":"101.0","val_100":"100"} 100 PREHOOK: query: DROP TABLE hbase_table_8 @@ -930,11 +903,11 @@ PREHOOK: query: SELECT * FROM hbase_table_8 ORDER BY key PREHOOK: type: QUERY PREHOOK: Input: default@hbase_table_8 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-25-45_283_2749724644026569867/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-04-28_863_5629781435508376836/-mr-10000 POSTHOOK: query: SELECT * FROM hbase_table_8 ORDER BY key POSTHOOK: type: QUERY POSTHOOK: Input: default@hbase_table_8 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-19_23-25-45_283_2749724644026569867/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_06-04-28_863_5629781435508376836/-mr-10000 98 val_98 99 100 100 val_100 101 102 PREHOOK: query: DROP TABLE hbase_table_1 Index: hbase-handler/src/test/results/hbase_stats.q.out =================================================================== --- hbase-handler/src/test/results/hbase_stats.q.out (revision 1021789) +++ hbase-handler/src/test/results/hbase_stats.q.out (working copy) @@ -1,69 +1,73 @@ -PREHOOK: query: analyze table src compute statistics -PREHOOK: type: null +PREHOOK: query: create table stats_src like src +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table stats_src like src +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@stats_src +PREHOOK: query: insert overwrite table stats_src select * from src +PREHOOK: type: QUERY PREHOOK: Input: default@src -POSTHOOK: query: analyze table src compute statistics -POSTHOOK: type: null +PREHOOK: Output: default@stats_src +POSTHOOK: query: insert overwrite table stats_src select * from src +POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: default@src -PREHOOK: query: desc extended src -PREHOOK: type: DESCTABLE -POSTHOOK: query: desc extended src -POSTHOOK: type: DESCTABLE -key string default -value string default - -Detailed Table Information Table(tableName:src, dbName:default, owner:null, createTime:1284419348, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/data/users/nzhang/work/784/apache-hive/build/hbase-handler/test/data/warehouse/src, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{numPartitions=0, numFiles=1, transient_lastDdlTime=1284419360, numRows=500, totalSize=5812}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) -PREHOOK: query: analyze table srcpart partition(ds='2008-04-08', hr=11) compute statistics +POSTHOOK: Output: default@stats_src +POSTHOOK: Lineage: stats_src.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: stats_src.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: analyze table stats_src compute statistics PREHOOK: type: null -PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 -POSTHOOK: query: analyze table srcpart partition(ds='2008-04-08', hr=11) compute statistics +PREHOOK: Input: default@stats_src +PREHOOK: Output: default@stats_src +POSTHOOK: query: analyze table stats_src compute statistics POSTHOOK: type: null -POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 -POSTHOOK: Output: default@srcpart -POSTHOOK: Output: default@srcpart@ds=2008-04-08/hr=11 -PREHOOK: query: analyze table srcpart partition(ds='2008-04-08', hr=12) compute statistics -PREHOOK: type: null -PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: query: analyze table srcpart partition(ds='2008-04-08', hr=12) compute statistics -POSTHOOK: type: null -POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: default@srcpart -POSTHOOK: Output: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: query: desc extended srcpart partition(ds='2008-04-08', hr=11) +POSTHOOK: Input: default@stats_src +POSTHOOK: Output: default@stats_src +POSTHOOK: Lineage: stats_src.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: stats_src.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: desc formatted stats_src PREHOOK: type: DESCTABLE -POSTHOOK: query: desc extended srcpart partition(ds='2008-04-08', hr=11) +POSTHOOK: query: desc formatted stats_src POSTHOOK: type: DESCTABLE -key string default -value string default -ds string -hr string +POSTHOOK: Lineage: stats_src.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: stats_src.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +# col_name data_type comment -Detailed Partition Information Partition(values:[2008-04-08, 11], dbName:default, tableName:srcpart, createTime:1284419340, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/data/users/nzhang/work/784/apache-hive/build/hbase-handler/test/data/warehouse/srcpart/ds=2008-04-08/hr=11, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1284419365, numRows=500, totalSize=5812}) -PREHOOK: query: desc extended srcpart partition(ds='2008-04-08', hr=12) -PREHOOK: type: DESCTABLE -POSTHOOK: query: desc extended srcpart partition(ds='2008-04-08', hr=12) -POSTHOOK: type: DESCTABLE -key string default -value string default -ds string -hr string +key string default +value string default -Detailed Partition Information Partition(values:[2008-04-08, 12], dbName:default, tableName:srcpart, createTime:1284419342, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/data/users/nzhang/work/784/apache-hive/build/hbase-handler/test/data/warehouse/srcpart/ds=2008-04-08/hr=12, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1284419371, numRows=500, totalSize=5812}) -PREHOOK: query: desc extended srcpart -PREHOOK: type: DESCTABLE -POSTHOOK: query: desc extended srcpart -POSTHOOK: type: DESCTABLE -key string default -value string default -ds string -hr string +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Oct 12 15:19:12 PDT 2010 +LastAccessTime: UNKNOWN +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive.test.build/build/hbase-handler/test/data/warehouse/stats_src +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + numFiles 1 + numPartitions 0 + numRows 500 + totalSize 5812 + transient_lastDdlTime 1286921961 -Detailed Table Information Table(tableName:srcpart, dbName:default, owner:null, createTime:1284419338, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/data/users/nzhang/work/784/apache-hive/build/hbase-handler/test/data/warehouse/srcpart, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{numPartitions=2, numFiles=2, transient_lastDdlTime=1284419371, numRows=1000, totalSize=11624}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: create table hbase_part like srcpart PREHOOK: type: CREATETABLE POSTHOOK: query: create table hbase_part like srcpart POSTHOOK: type: CREATETABLE POSTHOOK: Output: default@hbase_part +POSTHOOK: Lineage: stats_src.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: stats_src.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: insert overwrite table hbase_part partition (ds='2010-04-08', hr = '11') select key, value from src PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -74,6 +78,8 @@ POSTHOOK: Output: default@hbase_part@ds=2010-04-08/hr=11 POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=11).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: stats_src.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: stats_src.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: insert overwrite table hbase_part partition (ds='2010-04-08', hr = '12') select key, value from src PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -86,45 +92,175 @@ POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=12).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=12).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -PREHOOK: query: desc extended hbase_part +POSTHOOK: Lineage: stats_src.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: stats_src.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: analyze table hbase_part partition(ds='2008-04-08', hr=11) compute statistics +PREHOOK: type: null +PREHOOK: Input: default@hbase_part@ds=2010-04-08/hr=11 +PREHOOK: Input: default@hbase_part@ds=2010-04-08/hr=12 +PREHOOK: Output: default@hbase_part +POSTHOOK: query: analyze table hbase_part partition(ds='2008-04-08', hr=11) compute statistics +POSTHOOK: type: null +POSTHOOK: Input: default@hbase_part@ds=2010-04-08/hr=11 +POSTHOOK: Input: default@hbase_part@ds=2010-04-08/hr=12 +POSTHOOK: Output: default@hbase_part +POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=11).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=12).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=12).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: stats_src.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: stats_src.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: analyze table hbase_part partition(ds='2008-04-08', hr=12) compute statistics +PREHOOK: type: null +PREHOOK: Input: default@hbase_part@ds=2010-04-08/hr=11 +PREHOOK: Input: default@hbase_part@ds=2010-04-08/hr=12 +PREHOOK: Output: default@hbase_part +POSTHOOK: query: analyze table hbase_part partition(ds='2008-04-08', hr=12) compute statistics +POSTHOOK: type: null +POSTHOOK: Input: default@hbase_part@ds=2010-04-08/hr=11 +POSTHOOK: Input: default@hbase_part@ds=2010-04-08/hr=12 +POSTHOOK: Output: default@hbase_part +POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=11).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=12).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=12).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: stats_src.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: stats_src.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: desc formatted hbase_part PREHOOK: type: DESCTABLE -POSTHOOK: query: desc extended hbase_part +POSTHOOK: query: desc formatted hbase_part POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=11).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=12).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=12).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -key string default -value string default -ds string -hr string +POSTHOOK: Lineage: stats_src.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: stats_src.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +# col_name data_type comment -Detailed Table Information Table(tableName:hbase_part, dbName:default, owner:null, createTime:1284419371, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/data/users/nzhang/work/784/apache-hive/build/hbase-handler/test/data/warehouse/hbase_part, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{numPartitions=4, EXTERNAL=FALSE, numFiles=4, transient_lastDdlTime=1284419382, numRows=2000, totalSize=23248}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) -PREHOOK: query: desc extended hbase_part partition (ds='2010-04-08', hr = '11') +key string default +value string default + +# Partition Information +# col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Oct 12 15:19:22 PDT 2010 +LastAccessTime: UNKNOWN +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive.test.build/build/hbase-handler/test/data/warehouse/hbase_part +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + numFiles 2 + numPartitions 2 + numRows 1000 + totalSize 11624 + transient_lastDdlTime 1286921975 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: desc formatted hbase_part partition (ds='2010-04-08', hr = '11') PREHOOK: type: DESCTABLE -POSTHOOK: query: desc extended hbase_part partition (ds='2010-04-08', hr = '11') +POSTHOOK: query: desc formatted hbase_part partition (ds='2010-04-08', hr = '11') POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=11).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=12).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=12).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -key string default -value string default -ds string -hr string +POSTHOOK: Lineage: stats_src.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: stats_src.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +# col_name data_type comment -Detailed Partition Information Partition(values:[2010-04-08, 11], dbName:default, tableName:hbase_part, createTime:1284419377, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/data/users/nzhang/work/784/apache-hive/build/hbase-handler/test/data/warehouse/hbase_part/ds=2010-04-08/hr=11, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1284419377, numRows=500, totalSize=5812}) -PREHOOK: query: desc extended hbase_part partition (ds='2010-04-08', hr = '12') +key string default +value string default + +# Partition Information +# col_name data_type comment + +ds string None +hr string None + +# Detailed Partition Information +Partition Value: [2010-04-08, 11] +Database: default +Table: hbase_part +CreateTime: Tue Oct 12 15:19:25 PDT 2010 +LastAccessTime: UNKNOWN +Protect Mode: None +Location: pfile:/home/thiruvel/projects/hive/hive.test.build/build/hbase-handler/test/data/warehouse/hbase_part/ds=2010-04-08/hr=11 +Partition Parameters: + numFiles 1 + numRows 500 + totalSize 5812 + transient_lastDdlTime 1286921965 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: desc formatted hbase_part partition (ds='2010-04-08', hr = '12') PREHOOK: type: DESCTABLE -POSTHOOK: query: desc extended hbase_part partition (ds='2010-04-08', hr = '12') +POSTHOOK: query: desc formatted hbase_part partition (ds='2010-04-08', hr = '12') POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=11).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=12).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: hbase_part PARTITION(ds=2010-04-08,hr=12).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -key string default -value string default -ds string -hr string +POSTHOOK: Lineage: stats_src.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: stats_src.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +# col_name data_type comment -Detailed Partition Information Partition(values:[2010-04-08, 12], dbName:default, tableName:hbase_part, createTime:1284419382, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/data/users/nzhang/work/784/apache-hive/build/hbase-handler/test/data/warehouse/hbase_part/ds=2010-04-08/hr=12, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1284419382, numRows=500, totalSize=5812}) +key string default +value string default + +# Partition Information +# col_name data_type comment + +ds string None +hr string None + +# Detailed Partition Information +Partition Value: [2010-04-08, 12] +Database: default +Table: hbase_part +CreateTime: Tue Oct 12 15:19:28 PDT 2010 +LastAccessTime: UNKNOWN +Protect Mode: None +Location: pfile:/home/thiruvel/projects/hive/hive.test.build/build/hbase-handler/test/data/warehouse/hbase_part/ds=2010-04-08/hr=12 +Partition Parameters: + numFiles 1 + numRows 500 + totalSize 5812 + transient_lastDdlTime 1286921968 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 Index: hbase-handler/src/test/queries/hbase_stats.q =================================================================== --- hbase-handler/src/test/queries/hbase_stats.q (revision 1021789) +++ hbase-handler/src/test/queries/hbase_stats.q (working copy) @@ -1,23 +1,21 @@ set datanucleus.cache.collections=false; set hive.stats.dbclass=hbase; -analyze table src compute statistics; -desc extended src; +create table stats_src like src; +insert overwrite table stats_src select * from src; +analyze table stats_src compute statistics; +desc formatted stats_src; -analyze table srcpart partition(ds='2008-04-08', hr=11) compute statistics; -analyze table srcpart partition(ds='2008-04-08', hr=12) compute statistics; - -desc extended srcpart partition(ds='2008-04-08', hr=11); -desc extended srcpart partition(ds='2008-04-08', hr=12); -desc extended srcpart; - create table hbase_part like srcpart; insert overwrite table hbase_part partition (ds='2010-04-08', hr = '11') select key, value from src; insert overwrite table hbase_part partition (ds='2010-04-08', hr = '12') select key, value from src; -desc extended hbase_part; -desc extended hbase_part partition (ds='2010-04-08', hr = '11'); -desc extended hbase_part partition (ds='2010-04-08', hr = '12'); +analyze table hbase_part partition(ds='2008-04-08', hr=11) compute statistics; +analyze table hbase_part partition(ds='2008-04-08', hr=12) compute statistics; +desc formatted hbase_part; +desc formatted hbase_part partition (ds='2010-04-08', hr = '11'); +desc formatted hbase_part partition (ds='2010-04-08', hr = '12'); + Index: jdbc/src/test/org/apache/hadoop/hive/jdbc/TestJdbcDriver.java =================================================================== --- jdbc/src/test/org/apache/hadoop/hive/jdbc/TestJdbcDriver.java (revision 1021789) +++ jdbc/src/test/org/apache/hadoop/hive/jdbc/TestJdbcDriver.java (working copy) @@ -568,15 +568,13 @@ ResultSet res = stmt.executeQuery("describe " + tableName); res.next(); - res.next(); - res.next(); - assertEquals("Column name 'key' not found", "key", res.getString(1).trim()); + assertEquals("Column name 'key' not found", "key", res.getString(1)); assertEquals("Column type 'int' for column key not found", "int", res - .getString(2).trim()); + .getString(2)); res.next(); - assertEquals("Column name 'value' not found", "value", res.getString(1).trim()); + assertEquals("Column name 'value' not found", "value", res.getString(1)); assertEquals("Column type 'string' for column key not found", "string", res - .getString(2).trim()); + .getString(2)); assertFalse("More results found than expected", res.next()); Index: hwi/src/test/org/apache/hadoop/hive/hwi/TestHWISessionManager.java =================================================================== --- hwi/src/test/org/apache/hadoop/hive/hwi/TestHWISessionManager.java (revision 1021789) +++ hwi/src/test/org/apache/hadoop/hive/hwi/TestHWISessionManager.java (working copy) @@ -121,10 +121,10 @@ ArrayList> searchBlockRes = searchItem.getResultBucket(); - String resLine = searchBlockRes.get(0).get(2); + String resLine = searchBlockRes.get(0).get(0); assertEquals(true, resLine.contains("key")); assertEquals(true, resLine.contains("int")); - String resLine2 = searchBlockRes.get(0).get(3); + String resLine2 = searchBlockRes.get(0).get(1); assertEquals(true, resLine2.contains("value")); assertEquals(true, resLine2.contains("string")); Index: contrib/src/test/results/clientpositive/serde_typedbytes.q.out =================================================================== --- contrib/src/test/results/clientpositive/serde_typedbytes.q.out (revision 1021789) +++ contrib/src/test/results/clientpositive/serde_typedbytes.q.out (working copy) @@ -34,10 +34,11 @@ STAGE DEPENDENCIES: Stage-1 is a root stage - Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2 + Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3 + Stage-4 + Stage-0 depends on stages: Stage-4, Stage-3 + Stage-2 depends on stages: Stage-0 Stage-3 - Stage-0 depends on stages: Stage-3, Stage-2 - Stage-2 STAGE PLANS: Stage: Stage-1 @@ -81,14 +82,14 @@ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - Stage: Stage-4 + Stage: Stage-5 Conditional Operator - Stage: Stage-3 + Stage: Stage-4 Move Operator files: hdfs directory: true - destination: pfile:/data/users/njain/hive1/hive1/build/contrib/scratchdir/hive_2010-08-23_13-24-05_576_565846532461197178/-ext-10000 + destination: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/scratchdir/hive_2010-10-12_03-31-17_495_4744449209030401685/-ext-10000 Stage: Stage-0 Move Operator @@ -101,9 +102,12 @@ name: dest1 Stage: Stage-2 + Stats-Aggr Operator + + Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/njain/hive1/hive1/build/contrib/scratchdir/hive_2010-08-23_13-24-05_576_565846532461197178/-ext-10002 + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/scratchdir/hive_2010-10-12_03-31-17_495_4744449209030401685/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 @@ -143,11 +147,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-23_13-24-09_661_6867439153629672720/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-31-21_234_2785992426371159165/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-23_13-24-09_661_6867439153629672720/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-31-21_234_2785992426371159165/-mr-10000 POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] 238 val_238 Index: contrib/src/test/results/clientpositive/fileformat_base64.q.out =================================================================== --- contrib/src/test/results/clientpositive/fileformat_base64.q.out (revision 1021789) +++ contrib/src/test/results/clientpositive/fileformat_base64.q.out (working copy) @@ -44,34 +44,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED base64_test POSTHOOK: type: DESCTABLE -col_name data_type comment +key int +value string -key int None -value string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Fri Sep 17 01:51:29 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/test/data/warehouse/base64_test -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284713489 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.hive.contrib.fileformat.base64.Base64TextInputFormat -OutputFormat: org.apache.hadoop.hive.contrib.fileformat.base64.Base64TextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:base64_test, dbName:default, owner:thiruvel, createTime:1286801447, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/test/data/warehouse/base64_test, inputFormat:org.apache.hadoop.hive.contrib.fileformat.base64.Base64TextInputFormat, outputFormat:org.apache.hadoop.hive.contrib.fileformat.base64.Base64TextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286801447}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: FROM src INSERT OVERWRITE TABLE base64_test SELECT key, value WHERE key < 10 @@ -89,11 +65,11 @@ PREHOOK: query: SELECT * FROM base64_test PREHOOK: type: QUERY PREHOOK: Input: default@base64_test -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-17_01-51-32_335_619401707200390008/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-50-51_166_5701789276947169864/-mr-10000 POSTHOOK: query: SELECT * FROM base64_test POSTHOOK: type: QUERY POSTHOOK: Input: default@base64_test -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-17_01-51-32_335_619401707200390008/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-50-51_166_5701789276947169864/-mr-10000 POSTHOOK: Lineage: base64_test.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: base64_test.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 0 val_0 @@ -131,11 +107,11 @@ PREHOOK: query: SELECT * FROM base64_test PREHOOK: type: QUERY PREHOOK: Input: default@base64_test -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-17_01-51-34_808_4140189104352013659/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-50-54_569_4775014653889348884/-mr-10000 POSTHOOK: query: SELECT * FROM base64_test POSTHOOK: type: QUERY POSTHOOK: Input: default@base64_test -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-17_01-51-34_808_4140189104352013659/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-50-54_569_4775014653889348884/-mr-10000 POSTHOOK: Lineage: base64_test.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: base64_test.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: base64_test.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Index: contrib/src/test/results/clientpositive/serde_typedbytes2.q.out =================================================================== --- contrib/src/test/results/clientpositive/serde_typedbytes2.q.out (revision 1021789) +++ contrib/src/test/results/clientpositive/serde_typedbytes2.q.out (working copy) @@ -34,10 +34,11 @@ STAGE DEPENDENCIES: Stage-1 is a root stage - Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2 + Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3 + Stage-4 + Stage-0 depends on stages: Stage-4, Stage-3 + Stage-2 depends on stages: Stage-0 Stage-3 - Stage-0 depends on stages: Stage-3, Stage-2 - Stage-2 STAGE PLANS: Stage: Stage-1 @@ -74,14 +75,14 @@ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - Stage: Stage-4 + Stage: Stage-5 Conditional Operator - Stage: Stage-3 + Stage: Stage-4 Move Operator files: hdfs directory: true - destination: pfile:/data/users/njain/hive1/hive1/build/contrib/scratchdir/hive_2010-08-23_13-24-10_570_2176265708028894787/-ext-10000 + destination: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/scratchdir/hive_2010-10-12_03-31-53_353_7823608103941051898/-ext-10000 Stage: Stage-0 Move Operator @@ -94,9 +95,12 @@ name: dest1 Stage: Stage-2 + Stats-Aggr Operator + + Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/njain/hive1/hive1/build/contrib/scratchdir/hive_2010-08-23_13-24-10_570_2176265708028894787/-ext-10002 + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/scratchdir/hive_2010-10-12_03-31-53_353_7823608103941051898/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 @@ -136,11 +140,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-23_13-24-14_903_5542423827591705393/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-31-57_143_8244293612021781232/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-23_13-24-14_903_5542423827591705393/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-31-57_143_8244293612021781232/-mr-10000 POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] 238 val_238 Index: contrib/src/test/results/clientpositive/serde_typedbytes3.q.out =================================================================== --- contrib/src/test/results/clientpositive/serde_typedbytes3.q.out (revision 1021789) +++ contrib/src/test/results/clientpositive/serde_typedbytes3.q.out (working copy) @@ -34,10 +34,11 @@ STAGE DEPENDENCIES: Stage-1 is a root stage - Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2 + Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3 + Stage-4 + Stage-0 depends on stages: Stage-4, Stage-3 + Stage-2 depends on stages: Stage-0 Stage-3 - Stage-0 depends on stages: Stage-3, Stage-2 - Stage-2 STAGE PLANS: Stage: Stage-1 @@ -74,14 +75,14 @@ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - Stage: Stage-4 + Stage: Stage-5 Conditional Operator - Stage: Stage-3 + Stage: Stage-4 Move Operator files: hdfs directory: true - destination: pfile:/data/users/njain/hive1/hive1/build/contrib/scratchdir/hive_2010-08-23_13-24-15_729_7647225505062209828/-ext-10000 + destination: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/scratchdir/hive_2010-10-12_03-32-28_617_3175042933764903801/-ext-10000 Stage: Stage-0 Move Operator @@ -94,9 +95,12 @@ name: dest1 Stage: Stage-2 + Stats-Aggr Operator + + Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/njain/hive1/hive1/build/contrib/scratchdir/hive_2010-08-23_13-24-15_729_7647225505062209828/-ext-10002 + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/scratchdir/hive_2010-10-12_03-32-28_617_3175042933764903801/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 @@ -136,11 +140,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-23_13-24-19_894_8743234042285819656/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-32-32_283_6994704300925389180/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-23_13-24-19_894_8743234042285819656/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-32-32_283_6994704300925389180/-mr-10000 POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] 238 val_238 Index: contrib/src/test/results/clientpositive/serde_typedbytes5.q.out =================================================================== --- contrib/src/test/results/clientpositive/serde_typedbytes5.q.out (revision 1021789) +++ contrib/src/test/results/clientpositive/serde_typedbytes5.q.out (working copy) @@ -34,10 +34,11 @@ STAGE DEPENDENCIES: Stage-1 is a root stage - Stage-4 depends on stages: Stage-1 , consists of Stage-3, Stage-2 + Stage-5 depends on stages: Stage-1 , consists of Stage-4, Stage-3 + Stage-4 + Stage-0 depends on stages: Stage-4, Stage-3 + Stage-2 depends on stages: Stage-0 Stage-3 - Stage-0 depends on stages: Stage-3, Stage-2 - Stage-2 STAGE PLANS: Stage: Stage-1 @@ -81,14 +82,14 @@ serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - Stage: Stage-4 + Stage: Stage-5 Conditional Operator - Stage: Stage-3 + Stage: Stage-4 Move Operator files: hdfs directory: true - destination: pfile:/data/users/njain/hive1/hive1/build/contrib/scratchdir/hive_2010-08-23_13-24-25_534_5633207757225095838/-ext-10000 + destination: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/scratchdir/hive_2010-10-12_03-33-03_025_994991423817228026/-ext-10000 Stage: Stage-0 Move Operator @@ -101,9 +102,12 @@ name: dest1 Stage: Stage-2 + Stats-Aggr Operator + + Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/njain/hive1/hive1/build/contrib/scratchdir/hive_2010-08-23_13-24-25_534_5633207757225095838/-ext-10002 + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/scratchdir/hive_2010-10-12_03-33-03_025_994991423817228026/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 @@ -143,11 +147,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-23_13-24-29_338_1419211699196835493/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-33-06_714_8419419762175928270/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-23_13-24-29_338_1419211699196835493/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-33-06_714_8419419762175928270/-mr-10000 POSTHOOK: Lineage: dest1.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] 238 val_238 Index: contrib/src/test/results/clientpositive/serde_s3.q.out =================================================================== --- contrib/src/test/results/clientpositive/serde_s3.q.out (revision 1021789) +++ contrib/src/test/results/clientpositive/serde_s3.q.out (working copy) @@ -15,25 +15,23 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE s3log POSTHOOK: type: DESCTABLE -col_name data_type comment - -bucketowner string from deserializer -bucketname string from deserializer -rdatetime string from deserializer -rip string from deserializer -requester string from deserializer -requestid string from deserializer -operation string from deserializer -rkey string from deserializer -requesturi string from deserializer -httpstatus int from deserializer -errorcode string from deserializer -bytessent int from deserializer -objsize int from deserializer -totaltime int from deserializer -turnaroundtime int from deserializer -referer string from deserializer -useragent string from deserializer +bucketowner string from deserializer +bucketname string from deserializer +rdatetime string from deserializer +rip string from deserializer +requester string from deserializer +requestid string from deserializer +operation string from deserializer +rkey string from deserializer +requesturi string from deserializer +httpstatus int from deserializer +errorcode string from deserializer +bytessent int from deserializer +objsize int from deserializer +totaltime int from deserializer +turnaroundtime int from deserializer +referer string from deserializer +useragent string from deserializer PREHOOK: query: LOAD DATA LOCAL INPATH '../contrib/data/files/s3.log' INTO TABLE s3log PREHOOK: type: LOAD POSTHOOK: query: LOAD DATA LOCAL INPATH '../contrib/data/files/s3.log' INTO TABLE s3log @@ -42,11 +40,11 @@ PREHOOK: query: SELECT a.* FROM s3log a PREHOOK: type: QUERY PREHOOK: Input: default@s3log -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-17_01-52-54_413_2340174263889776647/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-29-52_645_7274865857229017916/-mr-10000 POSTHOOK: query: SELECT a.* FROM s3log a POSTHOOK: type: QUERY POSTHOOK: Input: default@s3log -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-17_01-52-54_413_2340174263889776647/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-29-52_645_7274865857229017916/-mr-10000 04ff331638adc13885d6c42059584deabbdeabcd55bf0bee491172a79a87b196 img.zemanta.com 09/Apr/2009:22:00:01 +0000 212.143.99.188 65a011a29cdf8ec533ec3d1ccaae921c D987234E52141DE7 REST.GET.OBJECT pixy.gif GET /pixy.gif?x-id=4560525f-2864-495c-842c-159ede7143f8 HTTP/1.1 200 - 828 828 3 2 http://www.mediafuturist.com/2009/02/marc-andreessen-on-the-charlie-rose-show-talking-about-mobile-technology-video.html Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Chrome/1.0.154.53 Safari/525.19 04ff331638adc13885d6c42059584deabbdeabcd55bf0bee491172a79a87b196 img.zemanta.com 09/Apr/2009:22:00:01 +0000 74.244.182.35 65a011a29cdf8ec533ec3d1ccaae921c 626EECA20AB12A5C REST.GET.OBJECT pixy.gif GET /pixy.gif HTTP/1.1 200 - 828 828 20 20 http://trueslant.com/ Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_5_6; en-us) AppleWebKit/528.16 (KHTML, like Gecko) Version/4 Public Beta Safari/528.16 04ff331638adc13885d6c42059584deabbdeabcd55bf0bee491172a79a87b196 img.zemanta.com 09/Apr/2009:22:00:02 +0000 62.149.175.120 65a011a29cdf8ec533ec3d1ccaae921c 3E93D70E69292C98 REST.GET.OBJECT pixy.gif GET /pixy.gif?x-id=9fec752e-2318-4da3-864e-ac5b9e47c4ae HTTP/1.0 200 - 828 828 4 3 - - Index: ql/src/test/results/clientnegative/protectmode_tbl4.q.out =================================================================== --- ql/src/test/results/clientnegative/protectmode_tbl4.q.out (revision 1021789) +++ ql/src/test/results/clientnegative/protectmode_tbl4.q.out (working copy) @@ -55,39 +55,8 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl_protectmode_tbl4 POSTHOOK: type: DESCTABLE -col_name data_type comment +col string +p string -col string None - -# Partition Information -col_name data_type comment - -p string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:29:03 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: OFFLINE -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl_protectmode_tbl4 -Table Type: MANAGED_TABLE -Table Parameters: - last_modified_by thiruvel - last_modified_time 1284478143 - PROTECT_MODE OFFLINE - transient_lastDdlTime 1284478143 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:tbl_protectmode_tbl4, dbName:default, owner:thiruvel, createTime:1286826591, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null), FieldSchema(name:p, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl_protectmode_tbl4, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=thiruvel, last_modified_time=1286826591, PROTECT_MODE=OFFLINE, transient_lastDdlTime=1286826591}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) FAILED: Error in semantic analysis: Query against an offline table or partition Table tbl_protectmode_tbl4 Index: ql/src/test/results/clientnegative/protectmode_tbl3.q.out =================================================================== --- ql/src/test/results/clientnegative/protectmode_tbl3.q.out (revision 1021789) +++ ql/src/test/results/clientnegative/protectmode_tbl3.q.out (working copy) @@ -14,11 +14,11 @@ PREHOOK: query: select col from tbl_protectmode_4 PREHOOK: type: QUERY PREHOOK: Input: default@tbl_protectmode_4 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-28-23_139_4654751823762752374/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-49-17_303_4577482854819832625/-mr-10000 POSTHOOK: query: select col from tbl_protectmode_4 POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl_protectmode_4 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-28-23_139_4654751823762752374/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-49-17_303_4577482854819832625/-mr-10000 PREHOOK: query: alter table tbl_protectmode_4 enable offline PREHOOK: type: ALTERTABLE_PROTECTMODE PREHOOK: Input: default@tbl_protectmode_4 @@ -31,34 +31,7 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl_protectmode_4 POSTHOOK: type: DESCTABLE -col_name data_type comment +col string -col string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:28:23 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: OFFLINE -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl_protectmode_4 -Table Type: MANAGED_TABLE -Table Parameters: - last_modified_by thiruvel - last_modified_time 1284478106 - PROTECT_MODE OFFLINE - transient_lastDdlTime 1284478106 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:tbl_protectmode_4, dbName:default, owner:thiruvel, createTime:1286826557, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl_protectmode_4, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=thiruvel, last_modified_time=1286826559, PROTECT_MODE=OFFLINE, transient_lastDdlTime=1286826559}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) FAILED: Error in semantic analysis: Query against an offline table or partition Table tbl_protectmode_4 Index: ql/src/test/results/clientnegative/protectmode_tbl2.q.out =================================================================== --- ql/src/test/results/clientnegative/protectmode_tbl2.q.out (revision 1021789) +++ ql/src/test/results/clientnegative/protectmode_tbl2.q.out (working copy) @@ -46,39 +46,8 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl_protectmode2 POSTHOOK: type: DESCTABLE -col_name data_type comment +col string +p string -col string None - -# Partition Information -col_name data_type comment - -p string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:28:04 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: OFFLINE -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl_protectmode2 -Table Type: MANAGED_TABLE -Table Parameters: - last_modified_by thiruvel - last_modified_time 1284478084 - PROTECT_MODE OFFLINE - transient_lastDdlTime 1284478084 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:tbl_protectmode2, dbName:default, owner:thiruvel, createTime:1286801076, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null), FieldSchema(name:p, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl_protectmode2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=thiruvel, last_modified_time=1286801077, PROTECT_MODE=OFFLINE, transient_lastDdlTime=1286801077}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) FAILED: Error in semantic analysis: Query against an offline table or partition Table tbl_protectmode2 Index: ql/src/test/results/clientnegative/protectmode_tbl_no_drop.q.out =================================================================== --- ql/src/test/results/clientnegative/protectmode_tbl_no_drop.q.out (revision 1021789) +++ ql/src/test/results/clientnegative/protectmode_tbl_no_drop.q.out (working copy) @@ -14,11 +14,11 @@ PREHOOK: query: select * from tbl_protectmode__no_drop PREHOOK: type: QUERY PREHOOK: Input: default@tbl_protectmode__no_drop -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-39-31_893_2625855232363516041/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-45-04_369_4648158927464835768/-mr-10000 POSTHOOK: query: select * from tbl_protectmode__no_drop POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl_protectmode__no_drop -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-39-31_893_2625855232363516041/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-45-04_369_4648158927464835768/-mr-10000 PREHOOK: query: alter table tbl_protectmode__no_drop enable no_drop PREHOOK: type: ALTERTABLE_PROTECTMODE PREHOOK: Input: default@tbl_protectmode__no_drop @@ -31,36 +31,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl_protectmode__no_drop POSTHOOK: type: DESCTABLE -col_name data_type comment +col string -col string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:39:31 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: NO_DROP -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl_protectmode__no_drop -Table Type: MANAGED_TABLE -Table Parameters: - last_modified_by thiruvel - last_modified_time 1284478771 - PROTECT_MODE NO_DROP - transient_lastDdlTime 1284478771 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:tbl_protectmode__no_drop, dbName:default, owner:thiruvel, createTime:1286801104, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl_protectmode__no_drop, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=thiruvel, last_modified_time=1286801104, PROTECT_MODE=NO_DROP, transient_lastDdlTime=1286801104}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: drop table tbl_protectmode__no_drop PREHOOK: type: DROPTABLE PREHOOK: Input: default@tbl_protectmode__no_drop Index: ql/src/test/results/clientnegative/protectmode_part_no_drop.q.out =================================================================== --- ql/src/test/results/clientnegative/protectmode_part_no_drop.q.out (revision 1021789) +++ ql/src/test/results/clientnegative/protectmode_part_no_drop.q.out (working copy) @@ -32,41 +32,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl_protectmode_no_drop partition (p='p1') POSTHOOK: type: DESCTABLE -col_name data_type comment +c1 string +c2 string +p string -c1 string None -c2 string None - -# Partition Information -col_name data_type comment - -p string None - -# Detailed Partition Information -Partition Value: [p1] -Database: default -Table: tbl_protectmode_no_drop -CreateTime: Tue Sep 14 08:27:42 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: NO_DROP -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl_protectmode_no_drop/p=p1 -Partition Parameters: - last_modified_by thiruvel - last_modified_time 1284478062 - PROTECT_MODE NO_DROP - transient_lastDdlTime 1284478062 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[p1], dbName:default, tableName:tbl_protectmode_no_drop, createTime:1286801132, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:c1, type:string, comment:null), FieldSchema(name:c2, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl_protectmode_no_drop/p=p1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{last_modified_by=thiruvel, last_modified_time=1286801132, PROTECT_MODE=NO_DROP, transient_lastDdlTime=1286801132}) PREHOOK: query: alter table tbl_protectmode_no_drop drop partition (p='p1') PREHOOK: type: ALTERTABLE_DROPPARTS PREHOOK: Input: default@tbl_protectmode_no_drop Index: ql/src/test/results/clientnegative/protectmode_tbl5.q.out =================================================================== --- ql/src/test/results/clientnegative/protectmode_tbl5.q.out (revision 1021789) +++ ql/src/test/results/clientnegative/protectmode_tbl5.q.out (working copy) @@ -55,39 +55,8 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl_protectmode_tbl5 POSTHOOK: type: DESCTABLE -col_name data_type comment +col string +p string -col string None - -# Partition Information -col_name data_type comment - -p string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:29:35 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: OFFLINE -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl_protectmode_tbl5 -Table Type: MANAGED_TABLE -Table Parameters: - last_modified_by thiruvel - last_modified_time 1284478175 - PROTECT_MODE OFFLINE - transient_lastDdlTime 1284478175 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:tbl_protectmode_tbl5, dbName:default, owner:thiruvel, createTime:1286801159, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null), FieldSchema(name:p, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl_protectmode_tbl5, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=thiruvel, last_modified_time=1286801160, PROTECT_MODE=OFFLINE, transient_lastDdlTime=1286801160}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) FAILED: Error in semantic analysis: Query against an offline table or partition Table tbl_protectmode_tbl5 Index: ql/src/test/results/clientpositive/inputddl8.q.out =================================================================== --- ql/src/test/results/clientpositive/inputddl8.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/inputddl8.q.out (working copy) @@ -19,43 +19,13 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED INPUTDDL8 POSTHOOK: type: DESCTABLE -col_name data_type comment +aint int from deserializer +astring string from deserializer +lint array from deserializer +lstring array from deserializer +lintstring array from deserializer +mstringstring map from deserializer +ds string +country string -aint int from deserializer -astring string from deserializer -lint array from deserializer -lstring array from deserializer -lintstring array from deserializer -mstringstring map from deserializer - -# Partition Information -col_name data_type comment - -ds string None -country string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:22:10 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/inputddl8 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284477730 - comment This is a thrift based table - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer -InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat -Compressed: No -Num Buckets: 32 -Bucket Columns: [aint] -Sort Columns: [Order(col:lint, order:1)] -Storage Desc Params: - serialization.class org.apache.hadoop.hive.serde2.thrift.test.Complex - serialization.format com.facebook.thrift.protocol.TBinaryProtocol - +Detailed Table Information Table(tableName:inputddl8, dbName:default, owner:thiruvel, createTime:1286797863, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/inputddl8, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:32, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer, parameters:{serialization.class=org.apache.hadoop.hive.serde2.thrift.test.Complex, serialization.format=com.facebook.thrift.protocol.TBinaryProtocol}), bucketCols:[aint], sortCols:[Order(col:lint, order:1)], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:country, type:string, comment:null)], parameters:{transient_lastDdlTime=1286797863, comment=This is a thrift based table}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) Index: ql/src/test/results/clientpositive/load_dyn_part7.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part7.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/load_dyn_part7.q.out (working copy) @@ -15,41 +15,12 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part7 POSTHOOK: type: DESCTABLE -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 14 07:14:05 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part7 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - transient_lastDdlTime 1284473645 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:nzhang_part7, dbName:default, owner:null, createTime:1286798090, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part7, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286798090}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: insert overwrite table nzhang_part7 partition (ds='2010-03-03', hr='12') select key, value from srcpart where ds = '2008-04-08' and hr = '12' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 @@ -70,11 +41,11 @@ PREHOOK: query: select * from nzhang_part7 where ds is not null and hr is not null PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part7@ds=2010-03-03/hr=12 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-14-08_307_1529161512865456988/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_04-54-55_696_6581080841860335202/-mr-10000 POSTHOOK: query: select * from nzhang_part7 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part7@ds=2010-03-03/hr=12 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-14-08_307_1529161512865456988/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_04-54-55_696_6581080841860335202/-mr-10000 POSTHOOK: Lineage: nzhang_part7 PARTITION(ds=2010-03-03,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part7 PARTITION(ds=2010-03-03,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] 238 val_238 2010-03-03 12 Index: ql/src/test/results/clientpositive/inputddl3.q.out =================================================================== --- ql/src/test/results/clientpositive/inputddl3.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/inputddl3.q.out (working copy) @@ -33,7 +33,5 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE INPUTDDL3 POSTHOOK: type: DESCTABLE -col_name data_type comment - -key int None -value string None +key int +value string Index: ql/src/test/results/clientpositive/load_dyn_part13.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part13.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/load_dyn_part13.q.out (working copy) @@ -15,41 +15,12 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part13 POSTHOOK: type: DESCTABLE -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 21 00:14:33 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part13 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - transient_lastDdlTime 1285053273 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:nzhang_part13, dbName:default, owner:null, createTime:1286798123, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part13, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286798123}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain insert overwrite table nzhang_part13 partition (ds="2010-03-03", hr) select * from ( @@ -220,12 +191,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part13@ds=2010-03-03/hr=22 PREHOOK: Input: default@nzhang_part13@ds=2010-03-03/hr=33 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-14-42_233_3307312463750788413/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_04-55-28_371_556231922920224175/-mr-10000 POSTHOOK: query: select * from nzhang_part13 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part13@ds=2010-03-03/hr=22 POSTHOOK: Input: default@nzhang_part13@ds=2010-03-03/hr=33 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-14-42_233_3307312463750788413/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_04-55-28_371_556231922920224175/-mr-10000 POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=22).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=22).value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=33).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/stats8.q.out =================================================================== --- ql/src/test/results/clientpositive/stats8.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/stats8.q.out (working copy) @@ -94,42 +94,12 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-04-08, 11] -Database: default -Table: analyze_srcpart -CreateTime: Tue Sep 21 01:12:36 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-08/hr=11 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285056765 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-08, 11], dbName:default, tableName:analyze_srcpart, createTime:1286826449, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-08/hr=11, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286826453, numRows=500, totalSize=5812}) PREHOOK: query: describe extended analyze_srcpart PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended analyze_srcpart @@ -142,45 +112,12 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 21 01:12:25 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_srcpart -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 1 - EXTERNAL FALSE - numFiles 1 - transient_lastDdlTime 1285056765 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:analyze_srcpart, dbName:default, owner:null, createTime:1286826444, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_srcpart, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{numPartitions=1, EXTERNAL=FALSE, numFiles=1, transient_lastDdlTime=1286826453, numRows=500, totalSize=5812}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr=12) compute statistics PREHOOK: type: null POSTHOOK: query: explain analyze table analyze_srcpart PARTITION(ds='2008-04-08',hr=12) compute statistics @@ -248,42 +185,12 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-04-08, 12] -Database: default -Table: analyze_srcpart -CreateTime: Tue Sep 21 01:12:37 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-08/hr=12 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285056772 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-08, 12], dbName:default, tableName:analyze_srcpart, createTime:1286826449, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-08/hr=12, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286826457, numRows=500, totalSize=5812}) PREHOOK: query: explain analyze table analyze_srcpart PARTITION(ds='2008-04-09',hr=11) compute statistics PREHOOK: type: null POSTHOOK: query: explain analyze table analyze_srcpart PARTITION(ds='2008-04-09',hr=11) compute statistics @@ -351,42 +258,12 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-04-09, 11] -Database: default -Table: analyze_srcpart -CreateTime: Tue Sep 21 01:12:37 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-09/hr=11 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285056778 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-09, 11], dbName:default, tableName:analyze_srcpart, createTime:1286826449, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-09/hr=11, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286826461, numRows=500, totalSize=5812}) PREHOOK: query: explain analyze table analyze_srcpart PARTITION(ds='2008-04-09',hr=12) compute statistics PREHOOK: type: null POSTHOOK: query: explain analyze table analyze_srcpart PARTITION(ds='2008-04-09',hr=12) compute statistics @@ -454,42 +331,12 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-04-09, 12] -Database: default -Table: analyze_srcpart -CreateTime: Tue Sep 21 01:12:38 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-09/hr=12 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285056785 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-09, 12], dbName:default, tableName:analyze_srcpart, createTime:1286826449, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-09/hr=12, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286826464, numRows=500, totalSize=5812}) PREHOOK: query: explain analyze table analyze_srcpart PARTITION(ds, hr) compute statistics PREHOOK: type: null POSTHOOK: query: explain analyze table analyze_srcpart PARTITION(ds, hr) compute statistics @@ -563,42 +410,12 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-04-08, 11] -Database: default -Table: analyze_srcpart -CreateTime: Tue Sep 21 01:12:36 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-08/hr=11 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285056793 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-08, 11], dbName:default, tableName:analyze_srcpart, createTime:1286826449, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-08/hr=11, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286826469, numRows=500, totalSize=5812}) PREHOOK: query: describe extended analyze_srcpart PARTITION(ds='2008-04-08',hr=12) PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended analyze_srcpart PARTITION(ds='2008-04-08',hr=12) @@ -611,42 +428,12 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-04-08, 12] -Database: default -Table: analyze_srcpart -CreateTime: Tue Sep 21 01:12:37 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-08/hr=12 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285056793 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-08, 12], dbName:default, tableName:analyze_srcpart, createTime:1286826449, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-08/hr=12, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286826469, numRows=500, totalSize=5812}) PREHOOK: query: describe extended analyze_srcpart PARTITION(ds='2008-04-09',hr=11) PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended analyze_srcpart PARTITION(ds='2008-04-09',hr=11) @@ -659,42 +446,12 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-04-09, 11] -Database: default -Table: analyze_srcpart -CreateTime: Tue Sep 21 01:12:37 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-09/hr=11 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285056793 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-09, 11], dbName:default, tableName:analyze_srcpart, createTime:1286826449, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-09/hr=11, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286826469, numRows=500, totalSize=5812}) PREHOOK: query: describe extended analyze_srcpart PARTITION(ds='2008-04-09',hr=12) PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended analyze_srcpart PARTITION(ds='2008-04-09',hr=12) @@ -707,42 +464,12 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-04-09, 12] -Database: default -Table: analyze_srcpart -CreateTime: Tue Sep 21 01:12:38 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-09/hr=12 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285056793 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-09, 12], dbName:default, tableName:analyze_srcpart, createTime:1286826449, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-09/hr=12, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286826469, numRows=500, totalSize=5812}) PREHOOK: query: describe extended analyze_srcpart PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended analyze_srcpart @@ -755,42 +482,9 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 21 01:12:25 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_srcpart -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 4 - EXTERNAL FALSE - numFiles 4 - transient_lastDdlTime 1285056793 - numRows 2000 - totalSize 23248 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:analyze_srcpart, dbName:default, owner:null, createTime:1286826444, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_srcpart, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{numPartitions=4, EXTERNAL=FALSE, numFiles=4, transient_lastDdlTime=1286826469, numRows=2000, totalSize=23248}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) Index: ql/src/test/results/clientpositive/inoutdriver.q.out =================================================================== --- ql/src/test/results/clientpositive/inoutdriver.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/inoutdriver.q.out (working copy) @@ -7,30 +7,6 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended test POSTHOOK: type: DESCTABLE -col_name data_type comment +a int -a int None - -# Detailed Table Information -Database: default -Owner: chauhana -CreateTime: Wed Sep 29 10:52:37 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/Users/chauhana/workspace/howl-sprint2-hooks/build/ql/test/data/warehouse/test -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1285782757 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:test, dbName:default, owner:thiruvel, createTime:1286869048, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/test, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286869048}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) Index: ql/src/test/results/clientpositive/load_dyn_part2.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part2.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/load_dyn_part2.q.out (working copy) @@ -11,40 +11,12 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part_bucket POSTHOOK: type: DESCTABLE -col_name data_type comment +key string +value string +ds string +hr string -key string None -value string None - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 00:15:26 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part_bucket -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1285053326 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: 10 -Bucket Columns: [key] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:nzhang_part_bucket, dbName:default, owner:thiruvel, createTime:1286798155, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part_bucket, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:10, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{transient_lastDdlTime=1286798155}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain insert overwrite table nzhang_part_bucket partition (ds='2010-03-23', hr) select key, value, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY @@ -155,11 +127,11 @@ PREHOOK: query: select * from nzhang_part_bucket where ds='2010-03-23' and hr='11' order by key PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part_bucket@ds=2010-03-23/hr=11 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-15-43_033_6451736056187260668/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_04-56-25_335_3423596082871090673/-mr-10000 POSTHOOK: query: select * from nzhang_part_bucket where ds='2010-03-23' and hr='11' order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part_bucket@ds=2010-03-23/hr=11 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-15-43_033_6451736056187260668/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_04-56-25_335_3423596082871090673/-mr-10000 POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -1167,11 +1139,11 @@ PREHOOK: query: select * from nzhang_part_bucket where ds='2010-03-23' and hr='12' order by key PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part_bucket@ds=2010-03-23/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-15-49_936_54145232361564185/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_04-56-40_521_4892834310429254192/-mr-10000 POSTHOOK: query: select * from nzhang_part_bucket where ds='2010-03-23' and hr='12' order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part_bucket@ds=2010-03-23/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-15-49_936_54145232361564185/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_04-56-40_521_4892834310429254192/-mr-10000 POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input1.q.out =================================================================== --- ql/src/test/results/clientpositive/input1.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/input1.q.out (working copy) @@ -31,7 +31,5 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE TEST1 POSTHOOK: type: DESCTABLE -col_name data_type comment - -a int None -b double None +a int +b double Index: ql/src/test/results/clientpositive/stats3.q.out =================================================================== --- ql/src/test/results/clientpositive/stats3.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/stats3.q.out (working copy) @@ -33,11 +33,11 @@ PREHOOK: query: select * from hive_test_dst where pcol1='test_part' and pcol2='test_Part' PREHOOK: type: QUERY PREHOOK: Input: default@hive_test_dst@pcol1=test_part/pcol2=test_Part -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-10-48_741_4666382027997974463/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-44-05_659_2221029887224696014/-mr-10000 POSTHOOK: query: select * from hive_test_dst where pcol1='test_part' and pcol2='test_Part' POSTHOOK: type: QUERY POSTHOOK: Input: default@hive_test_dst@pcol1=test_part/pcol2=test_Part -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-10-48_741_4666382027997974463/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-44-05_659_2221029887224696014/-mr-10000 POSTHOOK: Lineage: hive_test_dst PARTITION(pcol1=test_part,pcol2=test_Part).col1 SIMPLE [(hive_test_src)hive_test_src.FieldSchema(name:col1, type:string, comment:null), ] 1 test_part test_Part 2 test_part test_Part @@ -48,11 +48,11 @@ PREHOOK: query: select count(1) from hive_test_dst PREHOOK: type: QUERY PREHOOK: Input: default@hive_test_dst@pcol1=test_part/pcol2=test_Part -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-10-49_252_7452474459995369471/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-44-05_953_2557790695855173848/-mr-10000 POSTHOOK: query: select count(1) from hive_test_dst POSTHOOK: type: QUERY POSTHOOK: Input: default@hive_test_dst@pcol1=test_part/pcol2=test_Part -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-10-49_252_7452474459995369471/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-44-05_953_2557790695855173848/-mr-10000 POSTHOOK: Lineage: hive_test_dst PARTITION(pcol1=test_part,pcol2=test_Part).col1 SIMPLE [(hive_test_src)hive_test_src.FieldSchema(name:col1, type:string, comment:null), ] 6 PREHOOK: query: insert overwrite table hive_test_dst partition ( pCol1='test_part', pcol2='test_Part') select col1 from hive_test_src @@ -67,31 +67,31 @@ POSTHOOK: Lineage: hive_test_dst PARTITION(pcol1=test_part,pcol2=test_Part).col1 SIMPLE [(hive_test_src)hive_test_src.FieldSchema(name:col1, type:string, comment:null), ] PREHOOK: query: select * from hive_test_dst where pcol1='test_part' and pcol2='test_part' PREHOOK: type: QUERY -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-10-58_576_6980096604094616479/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-44-12_148_1009430033459434884/-mr-10000 POSTHOOK: query: select * from hive_test_dst where pcol1='test_part' and pcol2='test_part' POSTHOOK: type: QUERY -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-10-58_576_6980096604094616479/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-44-12_148_1009430033459434884/-mr-10000 POSTHOOK: Lineage: hive_test_dst PARTITION(pcol1=test_part,pcol2=test_Part).col1 SIMPLE [(hive_test_src)hive_test_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: hive_test_dst PARTITION(pcol1=test_part,pcol2=test_Part).col1 SIMPLE [(hive_test_src)hive_test_src.FieldSchema(name:col1, type:string, comment:null), ] PREHOOK: query: select count(1) from hive_test_dst PREHOOK: type: QUERY PREHOOK: Input: default@hive_test_dst@pcol1=test_part/pcol2=test_Part -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-10-58_626_4368103866978336718/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-44-12_203_7564156689753325528/-mr-10000 POSTHOOK: query: select count(1) from hive_test_dst POSTHOOK: type: QUERY POSTHOOK: Input: default@hive_test_dst@pcol1=test_part/pcol2=test_Part -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-10-58_626_4368103866978336718/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-44-12_203_7564156689753325528/-mr-10000 POSTHOOK: Lineage: hive_test_dst PARTITION(pcol1=test_part,pcol2=test_Part).col1 SIMPLE [(hive_test_src)hive_test_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: hive_test_dst PARTITION(pcol1=test_part,pcol2=test_Part).col1 SIMPLE [(hive_test_src)hive_test_src.FieldSchema(name:col1, type:string, comment:null), ] 6 PREHOOK: query: select * from hive_test_dst where pcol1='test_part' PREHOOK: type: QUERY PREHOOK: Input: default@hive_test_dst@pcol1=test_part/pcol2=test_Part -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-11-02_419_7815117641043388974/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-44-14_501_1219457432996411183/-mr-10000 POSTHOOK: query: select * from hive_test_dst where pcol1='test_part' POSTHOOK: type: QUERY POSTHOOK: Input: default@hive_test_dst@pcol1=test_part/pcol2=test_Part -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-11-02_419_7815117641043388974/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-44-14_501_1219457432996411183/-mr-10000 POSTHOOK: Lineage: hive_test_dst PARTITION(pcol1=test_part,pcol2=test_Part).col1 SIMPLE [(hive_test_src)hive_test_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: hive_test_dst PARTITION(pcol1=test_part,pcol2=test_Part).col1 SIMPLE [(hive_test_src)hive_test_src.FieldSchema(name:col1, type:string, comment:null), ] 1 test_part test_Part @@ -102,18 +102,18 @@ 6 test_part test_Part PREHOOK: query: select * from hive_test_dst where pcol1='test_part' and pcol2='test_part' PREHOOK: type: QUERY -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-11-02_947_2022421415266096272/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-44-14_632_4106385047710132007/-mr-10000 POSTHOOK: query: select * from hive_test_dst where pcol1='test_part' and pcol2='test_part' POSTHOOK: type: QUERY -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-11-02_947_2022421415266096272/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-44-14_632_4106385047710132007/-mr-10000 POSTHOOK: Lineage: hive_test_dst PARTITION(pcol1=test_part,pcol2=test_Part).col1 SIMPLE [(hive_test_src)hive_test_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: hive_test_dst PARTITION(pcol1=test_part,pcol2=test_Part).col1 SIMPLE [(hive_test_src)hive_test_src.FieldSchema(name:col1, type:string, comment:null), ] PREHOOK: query: select * from hive_test_dst where pcol1='test_Part' PREHOOK: type: QUERY -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-11-03_001_4419154579807959228/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-44-14_678_6099443731469838470/-mr-10000 POSTHOOK: query: select * from hive_test_dst where pcol1='test_Part' POSTHOOK: type: QUERY -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-11-03_001_4419154579807959228/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-44-14_678_6099443731469838470/-mr-10000 POSTHOOK: Lineage: hive_test_dst PARTITION(pcol1=test_part,pcol2=test_Part).col1 SIMPLE [(hive_test_src)hive_test_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: hive_test_dst PARTITION(pcol1=test_part,pcol2=test_Part).col1 SIMPLE [(hive_test_src)hive_test_src.FieldSchema(name:col1, type:string, comment:null), ] PREHOOK: query: describe extended hive_test_dst @@ -122,43 +122,11 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: hive_test_dst PARTITION(pcol1=test_part,pcol2=test_Part).col1 SIMPLE [(hive_test_src)hive_test_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: hive_test_dst PARTITION(pcol1=test_part,pcol2=test_Part).col1 SIMPLE [(hive_test_src)hive_test_src.FieldSchema(name:col1, type:string, comment:null), ] -col_name data_type comment +col1 string +pcol1 string +pcol2 string -col1 string None - -# Partition Information -col_name data_type comment - -pcol1 string None -pcol2 string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 01:10:42 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/hive_test_dst -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 1 - numFiles 1 - transient_lastDdlTime 1285056658 - numRows 6 - totalSize 171 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:hive_test_dst, dbName:default, owner:thiruvel, createTime:1286826241, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col1, type:string, comment:null), FieldSchema(name:pcol1, type:string, comment:null), FieldSchema(name:pcol2, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/hive_test_dst, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:pcol1, type:string, comment:null), FieldSchema(name:pcol2, type:string, comment:null)], parameters:{numPartitions=1, numFiles=1, transient_lastDdlTime=1286826252, numRows=6, totalSize=171}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: drop table hive_test_src PREHOOK: type: DROPTABLE PREHOOK: Input: default@hive_test_src Index: ql/src/test/results/clientpositive/combine3.q.out =================================================================== --- ql/src/test/results/clientpositive/combine3.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/combine3.q.out (working copy) @@ -47,42 +47,12 @@ POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=001).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=00).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=00).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key int from deserializer +value string from deserializer +ds string +hr string -key int from deserializer -value string from deserializer - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2010-08-03, 00] -Database: default -Table: combine_3_srcpart_seq_rc -CreateTime: Mon Sep 20 23:25:54 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine_3_srcpart_seq_rc/ds=2010-08-03/hr=00 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285050355 - numRows 500 - totalSize 15250 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2010-08-03, 00], dbName:default, tableName:combine_3_srcpart_seq_rc, createTime:1286798296, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/combine_3_srcpart_seq_rc/ds=2010-08-03/hr=00, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286798297, numRows=500, totalSize=15250}) PREHOOK: query: desc extended combine_3_srcpart_seq_rc partition(ds="2010-08-03", hr="001") PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended combine_3_srcpart_seq_rc partition(ds="2010-08-03", hr="001") @@ -91,52 +61,22 @@ POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=001).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=00).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=00).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key int from deserializer +value string from deserializer +ds string +hr string -key int from deserializer -value string from deserializer - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2010-08-03, 001] -Database: default -Table: combine_3_srcpart_seq_rc -CreateTime: Mon Sep 20 23:26:02 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine_3_srcpart_seq_rc/ds=2010-08-03/hr=001 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285050362 - numRows 500 - totalSize 2076 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe -InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2010-08-03, 001], dbName:default, tableName:combine_3_srcpart_seq_rc, createTime:1286798300, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/combine_3_srcpart_seq_rc/ds=2010-08-03/hr=001, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286798300, numRows=500, totalSize=2076}) PREHOOK: query: select key, value, ds, hr from combine_3_srcpart_seq_rc where ds="2010-08-03" order by key, hr limit 30 PREHOOK: type: QUERY PREHOOK: Input: default@combine_3_srcpart_seq_rc@ds=2010-08-03/hr=00 PREHOOK: Input: default@combine_3_srcpart_seq_rc@ds=2010-08-03/hr=001 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-26-03_040_1636466126220724204/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_04-58-21_151_2378487651404482598/-mr-10000 POSTHOOK: query: select key, value, ds, hr from combine_3_srcpart_seq_rc where ds="2010-08-03" order by key, hr limit 30 POSTHOOK: type: QUERY POSTHOOK: Input: default@combine_3_srcpart_seq_rc@ds=2010-08-03/hr=00 POSTHOOK: Input: default@combine_3_srcpart_seq_rc@ds=2010-08-03/hr=001 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-26-03_040_1636466126220724204/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_04-58-21_151_2378487651404482598/-mr-10000 POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=001).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=001).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=00).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -240,12 +180,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@combine_3_srcpart_seq_rc_bucket@ds=1 PREHOOK: Input: default@combine_3_srcpart_seq_rc_bucket@ds=11 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-26-23_545_2451540426039382986/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_04-58-31_121_8495821577127810126/-mr-10000 POSTHOOK: query: select key, ds from combine_3_srcpart_seq_rc_bucket tablesample (bucket 1 out of 2) s where ds = '1' or ds= '11' order by key, ds limit 30 POSTHOOK: type: QUERY POSTHOOK: Input: default@combine_3_srcpart_seq_rc_bucket@ds=1 POSTHOOK: Input: default@combine_3_srcpart_seq_rc_bucket@ds=11 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-26-23_545_2451540426039382986/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_04-58-31_121_8495821577127810126/-mr-10000 POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=001).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=001).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=00).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input15.q.out =================================================================== --- ql/src/test/results/clientpositive/input15.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/input15.q.out (working copy) @@ -33,7 +33,5 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE TEST15 POSTHOOK: type: DESCTABLE -col_name data_type comment - -key int None -value string None +key int +value string Index: ql/src/test/results/clientpositive/create_view.q.out =================================================================== --- ql/src/test/results/clientpositive/create_view.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/create_view.q.out (working copy) @@ -77,64 +77,64 @@ PREHOOK: query: SELECT * FROM src WHERE key=86 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-39_073_4331695812166394450/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-10_551_3637085098701766092/-mr-10000 POSTHOOK: query: SELECT * FROM src WHERE key=86 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-39_073_4331695812166394450/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-10_551_3637085098701766092/-mr-10000 86 val_86 PREHOOK: query: CREATE VIEW view1 AS SELECT value FROM src WHERE key=86 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-41_699_6577504921273227931/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-13_306_4139188974283958374/-mr-10000 POSTHOOK: query: CREATE VIEW view1 AS SELECT value FROM src WHERE key=86 POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-41_699_6577504921273227931/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-13_306_4139188974283958374/-mr-10000 PREHOOK: query: CREATE VIEW view2 AS SELECT * FROM src PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-41_733_5063594338559547665/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-13_364_7839241760376428189/-mr-10000 POSTHOOK: query: CREATE VIEW view2 AS SELECT * FROM src POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view2 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-41_733_5063594338559547665/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-13_364_7839241760376428189/-mr-10000 PREHOOK: query: CREATE VIEW view3(valoo) TBLPROPERTIES ("fear" = "factor") AS SELECT upper(value) FROM src WHERE key=86 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-41_765_721716076067394179/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-13_388_609199425773597868/-mr-10000 POSTHOOK: query: CREATE VIEW view3(valoo) TBLPROPERTIES ("fear" = "factor") AS SELECT upper(value) FROM src WHERE key=86 POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view3 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-41_765_721716076067394179/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-13_388_609199425773597868/-mr-10000 PREHOOK: query: SELECT * from view1 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-41_801_851891993671205938/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-13_435_9153002080031804732/-mr-10000 POSTHOOK: query: SELECT * from view1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-41_801_851891993671205938/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-13_435_9153002080031804732/-mr-10000 val_86 PREHOOK: query: SELECT * from view2 where key=18 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-44_148_3708937564748911823/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-15_712_7401367662005949637/-mr-10000 POSTHOOK: query: SELECT * from view2 where key=18 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-44_148_3708937564748911823/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-15_712_7401367662005949637/-mr-10000 18 val_18 18 val_18 PREHOOK: query: SELECT * from view3 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-46_437_8680230085965728455/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-17_977_2421866663762902510/-mr-10000 POSTHOOK: query: SELECT * from view3 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-46_437_8680230085965728455/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-17_977_2421866663762902510/-mr-10000 VAL_86 PREHOOK: query: -- test EXPLAIN output for CREATE VIEW EXPLAIN @@ -228,27 +228,32 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE view1 POSTHOOK: type: DESCTABLE -col_name data_type comment - -value string None +value string PREHOOK: query: DESCRIBE EXTENDED view1 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view1 POSTHOOK: type: DESCTABLE -col_name data_type comment +value string +Detailed Table Information Table(tableName:view1, dbName:default, owner:thiruvel, createTime:1286917513, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286917513}, viewOriginalText:SELECT value FROM src WHERE key=86, viewExpandedText:SELECT `src`.`value` FROM `src` WHERE `src`.`key`=86, tableType:VIRTUAL_VIEW) +PREHOOK: query: DESCRIBE FORMATTED view1 +PREHOOK: type: DESCTABLE +POSTHOOK: query: DESCRIBE FORMATTED view1 +POSTHOOK: type: DESCTABLE +# col_name data_type comment + value string None # Detailed Table Information Database: default Owner: thiruvel -CreateTime: Thu Sep 16 08:06:41 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +CreateTime: Tue Oct 12 14:05:13 PDT 2010 +LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1284649601 + transient_lastDdlTime 1286917513 # Storage Information SerDe Library: null @@ -262,34 +267,39 @@ # View Information View Original Text: SELECT value FROM src WHERE key=86 View Expanded Text: SELECT `src`.`value` FROM `src` WHERE `src`.`key`=86 - PREHOOK: query: DESCRIBE view2 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE view2 POSTHOOK: type: DESCTABLE -col_name data_type comment - -key string None -value string None +key string +value string PREHOOK: query: DESCRIBE EXTENDED view2 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view2 POSTHOOK: type: DESCTABLE -col_name data_type comment +key string +value string +Detailed Table Information Table(tableName:view2, dbName:default, owner:thiruvel, createTime:1286917513, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286917513}, viewOriginalText:SELECT * FROM src, viewExpandedText:SELECT `src`.`key`, `src`.`value` FROM `src`, tableType:VIRTUAL_VIEW) +PREHOOK: query: DESCRIBE FORMATTED view2 +PREHOOK: type: DESCTABLE +POSTHOOK: query: DESCRIBE FORMATTED view2 +POSTHOOK: type: DESCTABLE +# col_name data_type comment + key string None value string None # Detailed Table Information Database: default Owner: thiruvel -CreateTime: Thu Sep 16 08:06:41 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +CreateTime: Tue Oct 12 14:05:13 PDT 2010 +LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1284649601 + transient_lastDdlTime 1286917513 # Storage Information SerDe Library: null @@ -303,33 +313,37 @@ # View Information View Original Text: SELECT * FROM src View Expanded Text: SELECT `src`.`key`, `src`.`value` FROM `src` - PREHOOK: query: DESCRIBE view3 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE view3 POSTHOOK: type: DESCTABLE -col_name data_type comment - -valoo string None +valoo string PREHOOK: query: DESCRIBE EXTENDED view3 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view3 POSTHOOK: type: DESCTABLE -col_name data_type comment +valoo string +Detailed Table Information Table(tableName:view3, dbName:default, owner:thiruvel, createTime:1286917513, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:valoo, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286917513, fear=factor}, viewOriginalText:SELECT upper(value) FROM src WHERE key=86, viewExpandedText:SELECT `_c0` AS `valoo` FROM (SELECT upper(`src`.`value`) FROM `src` WHERE `src`.`key`=86) `view3`, tableType:VIRTUAL_VIEW) +PREHOOK: query: DESCRIBE FORMATTED view3 +PREHOOK: type: DESCTABLE +POSTHOOK: query: DESCRIBE FORMATTED view3 +POSTHOOK: type: DESCTABLE +# col_name data_type comment + valoo string None # Detailed Table Information Database: default Owner: thiruvel -CreateTime: Thu Sep 16 08:06:41 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +CreateTime: Tue Oct 12 14:05:13 PDT 2010 +LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1284649601 fear factor + transient_lastDdlTime 1286917513 # Storage Information SerDe Library: null @@ -343,7 +357,6 @@ # View Information View Original Text: SELECT upper(value) FROM src WHERE key=86 View Expanded Text: SELECT `_c0` AS `valoo` FROM (SELECT upper(`src`.`value`) FROM `src` WHERE `src`.`key`=86) `view3` - PREHOOK: query: ALTER VIEW view3 SET TBLPROPERTIES ("biggest" = "loser") PREHOOK: type: ALTERVIEW_PROPERTIES PREHOOK: Input: default@view3 @@ -356,24 +369,31 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view3 POSTHOOK: type: DESCTABLE -col_name data_type comment +valoo string +Detailed Table Information Table(tableName:view3, dbName:default, owner:thiruvel, createTime:1286917513, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:valoo, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=thiruvel, last_modified_time=1286917520, biggest=loser, transient_lastDdlTime=1286917520, fear=factor}, viewOriginalText:SELECT upper(value) FROM src WHERE key=86, viewExpandedText:SELECT `_c0` AS `valoo` FROM (SELECT upper(`src`.`value`) FROM `src` WHERE `src`.`key`=86) `view3`, tableType:VIRTUAL_VIEW) +PREHOOK: query: DESCRIBE FORMATTED view3 +PREHOOK: type: DESCTABLE +POSTHOOK: query: DESCRIBE FORMATTED view3 +POSTHOOK: type: DESCTABLE +# col_name data_type comment + valoo string None # Detailed Table Information Database: default Owner: thiruvel -CreateTime: Thu Sep 16 08:06:41 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +CreateTime: Tue Oct 12 14:05:13 PDT 2010 +LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - last_modified_by thiruvel - last_modified_time 1284649609 biggest loser - transient_lastDdlTime 1284649609 fear factor + last_modified_by thiruvel + last_modified_time 1286917520 + transient_lastDdlTime 1286917520 # Storage Information SerDe Library: null @@ -387,7 +407,6 @@ # View Information View Original Text: SELECT upper(value) FROM src WHERE key=86 View Expanded Text: SELECT `_c0` AS `valoo` FROM (SELECT upper(`src`.`value`) FROM `src` WHERE `src`.`key`=86) `view3` - PREHOOK: query: CREATE TABLE table1 (key int) PREHOOK: type: CREATETABLE POSTHOOK: query: CREATE TABLE table1 (key int) @@ -401,65 +420,17 @@ -- of comparison for view descriptions DESCRIBE EXTENDED table1 POSTHOOK: type: DESCTABLE -col_name data_type comment +key int -key int None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Thu Sep 16 08:06:49 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/table1 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284649609 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:table1, dbName:default, owner:thiruvel, createTime:1286917521, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.test.build/build/ql/test/data/warehouse/table1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286917521}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: DESCRIBE EXTENDED src1 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED src1 POSTHOOK: type: DESCTABLE -col_name data_type comment +key string default +value string default -key string default -value string default - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Thu Sep 16 08:06:37 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/src1 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284649597 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:src1, dbName:default, owner:null, createTime:1286917508, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.test.build/build/ql/test/data/warehouse/src1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286917508}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: -- use DESCRIBE EXTENDED on a base table as a point of comparison for -- view descriptions DESCRIBE EXTENDED table1 @@ -468,33 +439,9 @@ -- view descriptions DESCRIBE EXTENDED table1 POSTHOOK: type: DESCTABLE -col_name data_type comment +key int -key int None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Thu Sep 16 08:06:49 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/table1 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284649609 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:table1, dbName:default, owner:thiruvel, createTime:1286917521, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.test.build/build/ql/test/data/warehouse/table1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286917521}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: INSERT OVERWRITE TABLE table1 SELECT key FROM src WHERE key = 86 PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -507,29 +454,29 @@ PREHOOK: query: SELECT * FROM table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-51_955_429770824293875896/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-25_398_5083766567999773259/-mr-10000 POSTHOOK: query: SELECT * FROM table1 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-51_955_429770824293875896/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-25_398_5083766567999773259/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 86 PREHOOK: query: CREATE VIEW view4 AS SELECT * FROM table1 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-52_023_778305098175330392/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-25_491_5672533777952890103/-mr-10000 POSTHOOK: query: CREATE VIEW view4 AS SELECT * FROM table1 POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view4 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-52_023_778305098175330392/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-25_491_5672533777952890103/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: SELECT * FROM view4 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-52_054_3714301723144249852/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-25_517_7630680093927648101/-mr-10000 POSTHOOK: query: SELECT * FROM view4 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-52_054_3714301723144249852/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-25_517_7630680093927648101/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 86 PREHOOK: query: DESCRIBE view4 @@ -537,9 +484,7 @@ POSTHOOK: query: DESCRIBE view4 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -col_name data_type comment - -key int None +key int PREHOOK: query: ALTER TABLE table1 ADD COLUMNS (value STRING) PREHOOK: type: ALTERTABLE_ADDCOLS PREHOOK: Input: default@table1 @@ -552,21 +497,21 @@ PREHOOK: query: SELECT * FROM table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-54_342_5683804169850783351/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-27_924_8235501556399089224/-mr-10000 POSTHOOK: query: SELECT * FROM table1 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-54_342_5683804169850783351/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-27_924_8235501556399089224/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 86 NULL PREHOOK: query: SELECT * FROM view4 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-54_420_1341033788862490620/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-28_070_2242029634461475178/-mr-10000 POSTHOOK: query: SELECT * FROM view4 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-54_420_1341033788862490620/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-28_070_2242029634461475178/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 86 PREHOOK: query: DESCRIBE table1 @@ -574,36 +519,32 @@ POSTHOOK: query: DESCRIBE table1 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -col_name data_type comment - -key int None -value string None +key int +value string PREHOOK: query: DESCRIBE view4 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE view4 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -col_name data_type comment - -key int None +key int PREHOOK: query: CREATE VIEW view5 AS SELECT v1.key as key1, v2.key as key2 FROM view4 v1 join view4 v2 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-56_747_3417956684208928677/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-30_573_2882710192966326294/-mr-10000 POSTHOOK: query: CREATE VIEW view5 AS SELECT v1.key as key1, v2.key as key2 FROM view4 v1 join view4 v2 POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view5 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-56_747_3417956684208928677/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-30_573_2882710192966326294/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: SELECT * FROM view5 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-56_826_980833180973926961/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-30_662_8181364519563853437/-mr-10000 POSTHOOK: query: SELECT * FROM view5 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-56_826_980833180973926961/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-30_662_8181364519563853437/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 86 86 PREHOOK: query: DESCRIBE view5 @@ -611,32 +552,28 @@ POSTHOOK: query: DESCRIBE view5 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -col_name data_type comment - -key1 int None -key2 int None +key1 int +key2 int PREHOOK: query: -- verify that column name and comment in DDL portion -- overrides column alias in SELECT CREATE VIEW view6(valoo COMMENT 'I cannot spell') AS SELECT upper(value) as blarg FROM src WHERE key=86 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-59_242_8203786766579545400/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-33_208_1880715843088636581/-mr-10000 POSTHOOK: query: -- verify that column name and comment in DDL portion -- overrides column alias in SELECT CREATE VIEW view6(valoo COMMENT 'I cannot spell') AS SELECT upper(value) as blarg FROM src WHERE key=86 POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view6 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-59_242_8203786766579545400/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-33_208_1880715843088636581/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE view6 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE view6 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -col_name data_type comment - -valoo string I cannot spell +valoo string I cannot spell PREHOOK: query: -- verify that ORDER BY and LIMIT are both supported in view def CREATE VIEW view7 AS SELECT * FROM src @@ -644,7 +581,7 @@ ORDER BY key, value LIMIT 10 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-59_316_7272552853130792617/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-33_276_3132802354481241409/-mr-10000 POSTHOOK: query: -- verify that ORDER BY and LIMIT are both supported in view def CREATE VIEW view7 AS SELECT * FROM src @@ -653,16 +590,16 @@ LIMIT 10 POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view7 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-59_316_7272552853130792617/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-33_276_3132802354481241409/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: SELECT * FROM view7 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-59_360_3821250111557768727/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-33_329_2045151730237518038/-mr-10000 POSTHOOK: query: SELECT * FROM view7 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-59_360_3821250111557768727/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-33_329_2045151730237518038/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 82 val_82 83 val_83 @@ -680,14 +617,14 @@ SELECT * FROM view7 ORDER BY key DESC, value PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-01_729_443492965601496117/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-35_696_3022257331501033163/-mr-10000 POSTHOOK: query: -- top-level ORDER BY should override the one inside the view -- (however, the inside ORDER BY should still influence the evaluation -- of the limit) SELECT * FROM view7 ORDER BY key DESC, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-01_729_443492965601496117/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-35_696_3022257331501033163/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 90 val_90 90 val_90 @@ -703,12 +640,12 @@ SELECT * FROM view7 LIMIT 5 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-06_182_7157214690414763158/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-40_164_6325821025588450451/-mr-10000 POSTHOOK: query: -- top-level LIMIT should override if lower SELECT * FROM view7 LIMIT 5 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-06_182_7157214690414763158/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-40_164_6325821025588450451/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 82 val_82 83 val_83 @@ -719,12 +656,12 @@ SELECT * FROM view7 LIMIT 20 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-08_636_4509506049598604013/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-42_579_2924923344732897706/-mr-10000 POSTHOOK: query: -- but not if higher SELECT * FROM view7 LIMIT 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-08_636_4509506049598604013/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-42_579_2924923344732897706/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 82 val_82 83 val_83 @@ -749,33 +686,43 @@ SELECT test_translate('abc', 'a', 'b') FROM table1 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-10_957_8575489250173174996/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-44_967_4459391102689756677/-mr-10000 POSTHOOK: query: CREATE VIEW view8(c) AS SELECT test_translate('abc', 'a', 'b') FROM table1 POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view8 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-10_957_8575489250173174996/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-44_967_4459391102689756677/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view8 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view8 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -col_name data_type comment +c string +Detailed Table Information Table(tableName:view8, dbName:default, owner:thiruvel, createTime:1286917544, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:c, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286917544}, viewOriginalText:SELECT test_translate('abc', 'a', 'b') +FROM table1, viewExpandedText:SELECT `_c0` AS `c` FROM (SELECT `test_translate`('abc', 'a', 'b') +FROM `table1`) `view8`, tableType:VIRTUAL_VIEW) +PREHOOK: query: DESCRIBE FORMATTED view8 +PREHOOK: type: DESCTABLE +POSTHOOK: query: DESCRIBE FORMATTED view8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +# col_name data_type comment + c string None # Detailed Table Information Database: default Owner: thiruvel -CreateTime: Thu Sep 16 08:07:10 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +CreateTime: Tue Oct 12 14:05:44 PDT 2010 +LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1284649630 + transient_lastDdlTime 1286917544 # Storage Information SerDe Library: null @@ -791,15 +738,14 @@ FROM table1 View Expanded Text: SELECT `_c0` AS `c` FROM (SELECT `test_translate`('abc', 'a', 'b') FROM `table1`) `view8` - PREHOOK: query: SELECT * FROM view8 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-11_029_397010186781084438/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-45_092_4451948742614606711/-mr-10000 POSTHOOK: query: SELECT * FROM view8 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-11_029_397010186781084438/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-45_092_4451948742614606711/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] bbc PREHOOK: query: -- test usage of a UDAF within a view @@ -815,33 +761,43 @@ SELECT test_max(length(value)) FROM src PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-13_229_6085876418870591712/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-47_353_527746081775328154/-mr-10000 POSTHOOK: query: CREATE VIEW view9(m) AS SELECT test_max(length(value)) FROM src POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view9 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-13_229_6085876418870591712/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-47_353_527746081775328154/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view9 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view9 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -col_name data_type comment +m int +Detailed Table Information Table(tableName:view9, dbName:default, owner:thiruvel, createTime:1286917547, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:m, type:int, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286917547}, viewOriginalText:SELECT test_max(length(value)) +FROM src, viewExpandedText:SELECT `_c0` AS `m` FROM (SELECT `test_max`(length(`src`.`value`)) +FROM `src`) `view9`, tableType:VIRTUAL_VIEW) +PREHOOK: query: DESCRIBE FORMATTED view9 +PREHOOK: type: DESCTABLE +POSTHOOK: query: DESCRIBE FORMATTED view9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +# col_name data_type comment + m int None # Detailed Table Information Database: default Owner: thiruvel -CreateTime: Thu Sep 16 08:07:13 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +CreateTime: Tue Oct 12 14:05:47 PDT 2010 +LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1284649633 + transient_lastDdlTime 1286917547 # Storage Information SerDe Library: null @@ -857,49 +813,57 @@ FROM src View Expanded Text: SELECT `_c0` AS `m` FROM (SELECT `test_max`(length(`src`.`value`)) FROM `src`) `view9` - PREHOOK: query: SELECT * FROM view9 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-13_312_940960957066623082/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-47_519_4749661905561425203/-mr-10000 POSTHOOK: query: SELECT * FROM view9 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-13_312_940960957066623082/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-47_519_4749661905561425203/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 7 PREHOOK: query: -- test usage of a subselect within a view CREATE VIEW view10 AS SELECT slurp.* FROM (SELECT * FROM src WHERE key=86) slurp PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-15_644_9148833211654473308/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-49_752_8915523958026582572/-mr-10000 POSTHOOK: query: -- test usage of a subselect within a view CREATE VIEW view10 AS SELECT slurp.* FROM (SELECT * FROM src WHERE key=86) slurp POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view10 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-15_644_9148833211654473308/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-49_752_8915523958026582572/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view10 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view10 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -col_name data_type comment +key string +value string +Detailed Table Information Table(tableName:view10, dbName:default, owner:thiruvel, createTime:1286917549, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286917549}, viewOriginalText:SELECT slurp.* FROM (SELECT * FROM src WHERE key=86) slurp, viewExpandedText:SELECT `slurp`.`key`, `slurp`.`value` FROM (SELECT `src`.`key`, `src`.`value` FROM `src` WHERE `src`.`key`=86) `slurp`, tableType:VIRTUAL_VIEW) +PREHOOK: query: DESCRIBE FORMATTED view10 +PREHOOK: type: DESCTABLE +POSTHOOK: query: DESCRIBE FORMATTED view10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +# col_name data_type comment + key string None value string None # Detailed Table Information Database: default Owner: thiruvel -CreateTime: Thu Sep 16 08:07:15 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +CreateTime: Tue Oct 12 14:05:49 PDT 2010 +LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1284649635 + transient_lastDdlTime 1286917549 # Storage Information SerDe Library: null @@ -913,15 +877,14 @@ # View Information View Original Text: SELECT slurp.* FROM (SELECT * FROM src WHERE key=86) slurp View Expanded Text: SELECT `slurp`.`key`, `slurp`.`value` FROM (SELECT `src`.`key`, `src`.`value` FROM `src` WHERE `src`.`key`=86) `slurp` - PREHOOK: query: SELECT * FROM view10 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-15_714_3287064615924384883/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-49_865_8304727683591864611/-mr-10000 POSTHOOK: query: SELECT * FROM view10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-15_714_3287064615924384883/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-49_865_8304727683591864611/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 86 val_86 PREHOOK: query: -- test usage of a UDTF within a view @@ -937,33 +900,43 @@ SELECT test_explode(array(1,2,3)) AS (boom) FROM table1 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-17_962_2432836084539613786/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-52_110_1827381888808697010/-mr-10000 POSTHOOK: query: CREATE VIEW view11 AS SELECT test_explode(array(1,2,3)) AS (boom) FROM table1 POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view11 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-17_962_2432836084539613786/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-52_110_1827381888808697010/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view11 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view11 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -col_name data_type comment +boom int +Detailed Table Information Table(tableName:view11, dbName:default, owner:thiruvel, createTime:1286917552, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:boom, type:int, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286917552}, viewOriginalText:SELECT test_explode(array(1,2,3)) AS (boom) +FROM table1, viewExpandedText:SELECT `test_explode`(array(1,2,3)) AS (`boom`) +FROM `table1`, tableType:VIRTUAL_VIEW) +PREHOOK: query: DESCRIBE FORMATTED view11 +PREHOOK: type: DESCTABLE +POSTHOOK: query: DESCRIBE FORMATTED view11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +# col_name data_type comment + boom int None # Detailed Table Information Database: default Owner: thiruvel -CreateTime: Thu Sep 16 08:07:17 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +CreateTime: Tue Oct 12 14:05:52 PDT 2010 +LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1284649637 + transient_lastDdlTime 1286917552 # Storage Information SerDe Library: null @@ -979,15 +952,14 @@ FROM table1 View Expanded Text: SELECT `test_explode`(array(1,2,3)) AS (`boom`) FROM `table1` - PREHOOK: query: SELECT * FROM view11 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-18_038_8154161429012452269/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-52_244_8959374380613455328/-mr-10000 POSTHOOK: query: SELECT * FROM view11 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-18_038_8154161429012452269/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-52_244_8959374380613455328/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 1 2 @@ -996,21 +968,31 @@ CREATE VIEW view12 AS SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-20_328_6755689286532808467/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-54_491_798450406848201162/-mr-10000 POSTHOOK: query: -- test usage of LATERAL within a view CREATE VIEW view12 AS SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view12 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-20_328_6755689286532808467/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-54_491_798450406848201162/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view12 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view12 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -col_name data_type comment +key string +value string +mycol int +Detailed Table Information Table(tableName:view12, dbName:default, owner:thiruvel, createTime:1286917554, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:mycol, type:int, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286917554}, viewOriginalText:SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol, viewExpandedText:SELECT `src`.`key`, `src`.`value`, `mytable`.`mycol` FROM `src` LATERAL VIEW explode(array(1,2,3)) `myTable` AS `myCol`, tableType:VIRTUAL_VIEW) +PREHOOK: query: DESCRIBE FORMATTED view12 +PREHOOK: type: DESCTABLE +POSTHOOK: query: DESCRIBE FORMATTED view12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +# col_name data_type comment + key string None value string None mycol int None @@ -1018,13 +1000,13 @@ # Detailed Table Information Database: default Owner: thiruvel -CreateTime: Thu Sep 16 08:07:20 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +CreateTime: Tue Oct 12 14:05:54 PDT 2010 +LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1284649640 + transient_lastDdlTime 1286917554 # Storage Information SerDe Library: null @@ -1038,17 +1020,16 @@ # View Information View Original Text: SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol View Expanded Text: SELECT `src`.`key`, `src`.`value`, `mytable`.`mycol` FROM `src` LATERAL VIEW explode(array(1,2,3)) `myTable` AS `myCol` - PREHOOK: query: SELECT * FROM view12 ORDER BY key ASC, myCol ASC LIMIT 1 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-20_399_7335319028574833923/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-54_630_213594290770490997/-mr-10000 POSTHOOK: query: SELECT * FROM view12 ORDER BY key ASC, myCol ASC LIMIT 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-20_399_7335319028574833923/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-54_630_213594290770490997/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 0 val_0 1 PREHOOK: query: -- test usage of LATERAL with a view as the LHS @@ -1056,13 +1037,13 @@ ORDER BY key ASC, myCol ASC LIMIT 1 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-23_700_1702193720539633983/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-56_976_2640741045374156674/-mr-10000 POSTHOOK: query: -- test usage of LATERAL with a view as the LHS SELECT * FROM view2 LATERAL VIEW explode(array(1,2,3)) myTable AS myCol ORDER BY key ASC, myCol ASC LIMIT 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-23_700_1702193720539633983/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-56_976_2640741045374156674/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 0 val_0 1 PREHOOK: query: -- test usage of TABLESAMPLE within a view @@ -1070,34 +1051,44 @@ SELECT s.key FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 ON key) s PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-26_978_8634847717177152845/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-59_351_1231368893141192734/-mr-10000 POSTHOOK: query: -- test usage of TABLESAMPLE within a view CREATE VIEW view13 AS SELECT s.key FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 ON key) s POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view13 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-26_978_8634847717177152845/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-59_351_1231368893141192734/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view13 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view13 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -col_name data_type comment +key int +Detailed Table Information Table(tableName:view13, dbName:default, owner:thiruvel, createTime:1286917559, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286917559}, viewOriginalText:SELECT s.key +FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 ON key) s, viewExpandedText:SELECT `s`.`key` +FROM `srcbucket` TABLESAMPLE (BUCKET 1 OUT OF 5 ON `key`) `s`, tableType:VIRTUAL_VIEW) +PREHOOK: query: DESCRIBE FORMATTED view13 +PREHOOK: type: DESCTABLE +POSTHOOK: query: DESCRIBE FORMATTED view13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +# col_name data_type comment + key int None # Detailed Table Information Database: default Owner: thiruvel -CreateTime: Thu Sep 16 08:07:26 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +CreateTime: Tue Oct 12 14:05:59 PDT 2010 +LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1284649646 + transient_lastDdlTime 1286917559 # Storage Information SerDe Library: null @@ -1113,17 +1104,16 @@ FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 ON key) s View Expanded Text: SELECT `s`.`key` FROM `srcbucket` TABLESAMPLE (BUCKET 1 OUT OF 5 ON `key`) `s` - PREHOOK: query: SELECT * FROM view13 ORDER BY key LIMIT 12 PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-27_048_5658141799629597224/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-59_495_6005799548326478008/-mr-10000 POSTHOOK: query: SELECT * FROM view13 ORDER BY key LIMIT 12 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-27_048_5658141799629597224/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-05-59_495_6005799548326478008/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 0 0 @@ -1150,7 +1140,7 @@ select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2 ON (unionsrc1.key = unionsrc2.key) PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-29_246_6870121975257527119/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-06-02_304_7258192808526405585/-mr-10000 POSTHOOK: query: -- test usage of JOIN+UNION+AGG all within same view CREATE VIEW view14 AS SELECT unionsrc1.key as k1, unionsrc1.value as v1, @@ -1165,15 +1155,44 @@ ON (unionsrc1.key = unionsrc2.key) POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view14 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-29_246_6870121975257527119/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-06-02_304_7258192808526405585/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view14 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view14 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -col_name data_type comment +k1 string +v1 string +k2 string +v2 string +Detailed Table Information Table(tableName:view14, dbName:default, owner:thiruvel, createTime:1286917562, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:k1, type:string, comment:null), FieldSchema(name:v1, type:string, comment:null), FieldSchema(name:k2, type:string, comment:null), FieldSchema(name:v2, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286917562}, viewOriginalText:SELECT unionsrc1.key as k1, unionsrc1.value as v1, + unionsrc2.key as k2, unionsrc2.value as v2 +FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 + UNION ALL + select s2.key as key, s2.value as value from src s2 where s2.key < 10) unionsrc1 +JOIN + (select 'tst1' as key, cast(count(1) as string) as value from src s3 + UNION ALL + select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2 +ON (unionsrc1.key = unionsrc2.key), viewExpandedText:SELECT `unionsrc1`.`key` as `k1`, `unionsrc1`.`value` as `v1`, + `unionsrc2`.`key` as `k2`, `unionsrc2`.`value` as `v2` +FROM (select 'tst1' as `key`, cast(count(1) as string) as `value` from `src` `s1` + UNION ALL + select `s2`.`key` as `key`, `s2`.`value` as `value` from `src` `s2` where `s2`.`key` < 10) `unionsrc1` +JOIN + (select 'tst1' as `key`, cast(count(1) as string) as `value` from `src` `s3` + UNION ALL + select `s4`.`key` as `key`, `s4`.`value` as `value` from `src` `s4` where `s4`.`key` < 10) `unionsrc2` +ON (`unionsrc1`.`key` = `unionsrc2`.`key`), tableType:VIRTUAL_VIEW) +PREHOOK: query: DESCRIBE FORMATTED view14 +PREHOOK: type: DESCTABLE +POSTHOOK: query: DESCRIBE FORMATTED view14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +# col_name data_type comment + k1 string None v1 string None k2 string None @@ -1182,13 +1201,13 @@ # Detailed Table Information Database: default Owner: thiruvel -CreateTime: Thu Sep 16 08:07:29 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +CreateTime: Tue Oct 12 14:06:02 PDT 2010 +LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1284649649 + transient_lastDdlTime 1286917562 # Storage Information SerDe Library: null @@ -1220,17 +1239,16 @@ UNION ALL select `s4`.`key` as `key`, `s4`.`value` as `value` from `src` `s4` where `s4`.`key` < 10) `unionsrc2` ON (`unionsrc1`.`key` = `unionsrc2`.`key`) - PREHOOK: query: SELECT * FROM view14 ORDER BY k1 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-29_377_734117335711146528/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-06-02_508_2715756150914930169/-mr-10000 POSTHOOK: query: SELECT * FROM view14 ORDER BY k1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-29_377_734117335711146528/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-06-02_508_2715756150914930169/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 0 val_0 0 val_0 0 val_0 0 val_0 @@ -1261,7 +1279,7 @@ FROM src GROUP BY key PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-45_072_4210231337861482287/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-06-18_342_6394406994472080746/-mr-10000 POSTHOOK: query: -- test usage of GROUP BY within view CREATE VIEW view15 AS SELECT key,COUNT(value) AS value_count @@ -1269,28 +1287,41 @@ GROUP BY key POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view15 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-45_072_4210231337861482287/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-06-18_342_6394406994472080746/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view15 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view15 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -col_name data_type comment +key string +value_count bigint +Detailed Table Information Table(tableName:view15, dbName:default, owner:thiruvel, createTime:1286917578, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value_count, type:bigint, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286917578}, viewOriginalText:SELECT key,COUNT(value) AS value_count +FROM src +GROUP BY key, viewExpandedText:SELECT `src`.`key`,COUNT(`src`.`value`) AS `value_count` +FROM `src` +GROUP BY `src`.`key`, tableType:VIRTUAL_VIEW) +PREHOOK: query: DESCRIBE FORMATTED view15 +PREHOOK: type: DESCTABLE +POSTHOOK: query: DESCRIBE FORMATTED view15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +# col_name data_type comment + key string None value_count bigint None # Detailed Table Information Database: default Owner: thiruvel -CreateTime: Thu Sep 16 08:07:45 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +CreateTime: Tue Oct 12 14:06:18 PDT 2010 +LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1284649665 + transient_lastDdlTime 1286917578 # Storage Information SerDe Library: null @@ -1308,19 +1339,18 @@ View Expanded Text: SELECT `src`.`key`,COUNT(`src`.`value`) AS `value_count` FROM `src` GROUP BY `src`.`key` - PREHOOK: query: SELECT * FROM view15 ORDER BY value_count DESC, key LIMIT 10 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-45_149_3743913644815066120/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-06-18_509_3720287369023887339/-mr-10000 POSTHOOK: query: SELECT * FROM view15 ORDER BY value_count DESC, key LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-45_149_3743913644815066120/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-06-18_509_3720287369023887339/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 230 5 348 5 @@ -1337,34 +1367,44 @@ SELECT DISTINCT value FROM src PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-49_518_7880482078097886864/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-06-22_952_5314544607161648316/-mr-10000 POSTHOOK: query: -- test usage of DISTINCT within view CREATE VIEW view16 AS SELECT DISTINCT value FROM src POSTHOOK: type: CREATEVIEW POSTHOOK: Output: default@view16 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-49_518_7880482078097886864/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-06-22_952_5314544607161648316/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view16 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view16 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -col_name data_type comment +value string +Detailed Table Information Table(tableName:view16, dbName:default, owner:thiruvel, createTime:1286917582, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286917582}, viewOriginalText:SELECT DISTINCT value +FROM src, viewExpandedText:SELECT DISTINCT `src`.`value` +FROM `src`, tableType:VIRTUAL_VIEW) +PREHOOK: query: DESCRIBE FORMATTED view16 +PREHOOK: type: DESCTABLE +POSTHOOK: query: DESCRIBE FORMATTED view16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +# col_name data_type comment + value string None # Detailed Table Information Database: default Owner: thiruvel -CreateTime: Thu Sep 16 08:07:49 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +CreateTime: Tue Oct 12 14:06:22 PDT 2010 +LastAccessTime: UNKNOWN Protect Mode: None Retention: 0 Table Type: VIRTUAL_VIEW Table Parameters: - transient_lastDdlTime 1284649669 + transient_lastDdlTime 1286917582 # Storage Information SerDe Library: null @@ -1380,19 +1420,18 @@ FROM src View Expanded Text: SELECT DISTINCT `src`.`value` FROM `src` - PREHOOK: query: SELECT * FROM view16 ORDER BY value LIMIT 10 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-49_584_2584663697395168272/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-06-23_064_3944778547825966318/-mr-10000 POSTHOOK: query: SELECT * FROM view16 ORDER BY value LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-49_584_2584663697395168272/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_14-06-23_064_3944778547825966318/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] val_0 val_10 Index: ql/src/test/results/clientpositive/input10.q.out =================================================================== --- ql/src/test/results/clientpositive/input10.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/input10.q.out (working copy) @@ -31,13 +31,7 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE TEST10 POSTHOOK: type: DESCTABLE -col_name data_type comment - -key int None -value string None - -# Partition Information -col_name data_type comment - -ds string None -hr string None +key int +value string +ds string +hr string Index: ql/src/test/results/clientpositive/create_nested_type.q.out =================================================================== --- ql/src/test/results/clientpositive/create_nested_type.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/create_nested_type.q.out (working copy) @@ -17,46 +17,20 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE table1 POSTHOOK: type: DESCTABLE -col_name data_type comment - -a string None -b array None -c array> None -d map> None +a string +b array +c array> +d map> PREHOOK: query: DESCRIBE EXTENDED table1 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED table1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a string +b array +c array> +d map> -a string None -b array None -c array> None -d map> None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:13:22 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/table1 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284477202 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:table1, dbName:default, owner:thiruvel, createTime:1286798540, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:array, comment:null), FieldSchema(name:c, type:array>, comment:null), FieldSchema(name:d, type:map>, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/table1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286798540}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: LOAD DATA LOCAL INPATH '../data/files/create_nested_type.txt' OVERWRITE INTO TABLE table1 PREHOOK: type: LOAD POSTHOOK: query: LOAD DATA LOCAL INPATH '../data/files/create_nested_type.txt' OVERWRITE INTO TABLE table1 @@ -65,11 +39,11 @@ PREHOOK: query: SELECT * from table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-13-22_643_4121694117297917611/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-02-20_476_2486617507933287344/-mr-10000 POSTHOOK: query: SELECT * from table1 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-13-22_643_4121694117297917611/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-02-20_476_2486617507933287344/-mr-10000 a0 ["b00","b01"] [{"c001":"C001","c002":"C002"},{"c011":null,"c012":"C012"}] {"d01":["d011","d012"],"d02":["d021","d022"]} a1 ["b10"] [{"c001":"C001","c002":"C002"}] {"d01":["d011","d012"],"d02":null} a2 [] [{"c001":null,"c002":"C002"},{"c011":"C011","c012":"C012"}] {"d01":[null,"d012"],"d02":["d021","d022"]} Index: ql/src/test/results/clientpositive/load_dyn_part8.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part8.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/load_dyn_part8.q.out (working copy) @@ -15,41 +15,12 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part8 POSTHOOK: type: DESCTABLE -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 21 00:22:30 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part8 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - transient_lastDdlTime 1285053750 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:nzhang_part8, dbName:default, owner:null, createTime:1286798595, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part8, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286798595}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain extended from srcpart insert overwrite table nzhang_part8 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' @@ -97,9 +68,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-22-30_626_3614055251733750528/-ext-10000 + directory: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-03-15_995_2260098661536645536/-ext-10000 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-22-30_626_3614055251733750528/-ext-10000/ + Stats Publishing Key Prefix: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-03-15_995_2260098661536645536/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -110,13 +81,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part8 + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part8 name nzhang_part8 partition_columns ds/hr serialization.ddl struct nzhang_part8 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285053750 + transient_lastDdlTime 1286798595 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part8 TotalFiles: 1 @@ -139,10 +110,10 @@ File Output Operator compressed: false GlobalTableId: 2 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-22-30_626_3614055251733750528/-ext-10002 + directory: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-03-15_995_2260098661536645536/-ext-10002 NumFilesPerFileSink: 1 Static Partition Specification: ds=2008-12-31/ - Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-22-30_626_3614055251733750528/-ext-10002/ + Stats Publishing Key Prefix: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-03-15_995_2260098661536645536/-ext-10002/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -153,13 +124,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part8 + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part8 name nzhang_part8 partition_columns ds/hr serialization.ddl struct nzhang_part8 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285053750 + transient_lastDdlTime 1286798595 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part8 TotalFiles: 1 @@ -167,12 +138,12 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [srcpart] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [srcpart] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [srcpart] + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [srcpart] + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [srcpart] + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [srcpart] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -186,13 +157,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285049300 + transient_lastDdlTime 1286798591 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -203,17 +174,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285049300 + transient_lastDdlTime 1286798591 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -227,13 +198,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285049300 + transient_lastDdlTime 1286798591 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -244,17 +215,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285049300 + transient_lastDdlTime 1286798591 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -268,13 +239,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285049300 + transient_lastDdlTime 1286798591 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -285,17 +256,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285049300 + transient_lastDdlTime 1286798591 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -309,13 +280,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285049300 + transient_lastDdlTime 1286798591 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -326,13 +297,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285049300 + transient_lastDdlTime 1286798591 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -344,7 +315,7 @@ ds hr replace: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-22-30_626_3614055251733750528/-ext-10000 + source: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-03-15_995_2260098661536645536/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -355,20 +326,20 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part8 + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part8 name nzhang_part8 partition_columns ds/hr serialization.ddl struct nzhang_part8 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285053750 + transient_lastDdlTime 1286798595 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part8 - tmp directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-22-30_626_3614055251733750528/-ext-10001 + tmp directory: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-03-15_995_2260098661536645536/-ext-10001 Stage: Stage-3 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-22-30_626_3614055251733750528/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-03-15_995_2260098661536645536/-ext-10000/ Stage: Stage-1 Move Operator @@ -377,7 +348,7 @@ ds 2008-12-31 hr replace: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-22-30_626_3614055251733750528/-ext-10002 + source: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-03-15_995_2260098661536645536/-ext-10002 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -388,20 +359,20 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part8 + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part8 name nzhang_part8 partition_columns ds/hr serialization.ddl struct nzhang_part8 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285053750 + transient_lastDdlTime 1286798595 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part8 - tmp directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-22-30_626_3614055251733750528/-ext-10003 + tmp directory: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-03-15_995_2260098661536645536/-ext-10003 Stage: Stage-4 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-22-30_626_3614055251733750528/-ext-10002/ + Stats Aggregation Key Prefix: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-03-15_995_2260098661536645536/-ext-10002/ PREHOOK: query: from srcpart @@ -454,14 +425,14 @@ PREHOOK: Input: default@nzhang_part8@ds=2008-04-08/hr=12 PREHOOK: Input: default@nzhang_part8@ds=2008-12-31/hr=11 PREHOOK: Input: default@nzhang_part8@ds=2008-12-31/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-22-42_722_1686154939137108359/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-03-21_094_356366396228463557/-mr-10000 POSTHOOK: query: select * from nzhang_part8 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part8@ds=2008-04-08/hr=11 POSTHOOK: Input: default@nzhang_part8@ds=2008-04-08/hr=12 POSTHOOK: Input: default@nzhang_part8@ds=2008-12-31/hr=11 POSTHOOK: Input: default@nzhang_part8@ds=2008-12-31/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-22-42_722_1686154939137108359/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-03-21_094_356366396228463557/-mr-10000 POSTHOOK: Lineage: nzhang_part8 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part8 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part8 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/inputddl4.q.out =================================================================== --- ql/src/test/results/clientpositive/inputddl4.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/inputddl4.q.out (working copy) @@ -23,62 +23,27 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE INPUTDDL4 POSTHOOK: type: DESCTABLE -col_name data_type comment - -viewtime string None -userid int None -page_url string None -referrer_url string None -friends array None -properties map None -ip string IP Address of the User - -# Partition Information -col_name data_type comment - -ds string None -country string None +viewtime string +userid int +page_url string +referrer_url string +friends array +properties map +ip string IP Address of the User +ds string +country string PREHOOK: query: DESCRIBE EXTENDED INPUTDDL4 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED INPUTDDL4 POSTHOOK: type: DESCTABLE -col_name data_type comment +viewtime string +userid int +page_url string +referrer_url string +friends array +properties map +ip string IP Address of the User +ds string +country string -viewtime string None -userid int None -page_url string None -referrer_url string None -friends array None -properties map None -ip string IP Address of the User - -# Partition Information -col_name data_type comment - -ds string None -country string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:20:54 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/inputddl4 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284477654 - comment This is the page view table - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: 32 -Bucket Columns: [userid] -Sort Columns: [Order(col:viewtime, order:1)] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:inputddl4, dbName:default, owner:thiruvel, createTime:1286798568, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:viewtime, type:string, comment:null), FieldSchema(name:userid, type:int, comment:null), FieldSchema(name:page_url, type:string, comment:null), FieldSchema(name:referrer_url, type:string, comment:null), FieldSchema(name:friends, type:array, comment:null), FieldSchema(name:properties, type:map, comment:null), FieldSchema(name:ip, type:string, comment:IP Address of the User), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:country, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/inputddl4, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:32, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[userid], sortCols:[Order(col:viewtime, order:1)], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:country, type:string, comment:null)], parameters:{transient_lastDdlTime=1286798568, comment=This is the page view table}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) Index: ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out =================================================================== --- ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out (working copy) @@ -99,11 +99,11 @@ PREHOOK: query: SELECT columnarserde_create_shortcut.* FROM columnarserde_create_shortcut DISTRIBUTE BY 1 PREHOOK: type: QUERY PREHOOK: Input: default@columnarserde_create_shortcut -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-24-36_108_8409199986184348363/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-04-09_802_1487672755503813438/-mr-10000 POSTHOOK: query: SELECT columnarserde_create_shortcut.* FROM columnarserde_create_shortcut DISTRIBUTE BY 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@columnarserde_create_shortcut -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-24-36_108_8409199986184348363/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-04-09_802_1487672755503813438/-mr-10000 POSTHOOK: Lineage: columnarserde_create_shortcut.a SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lint, type:array, comment:from deserializer), ] POSTHOOK: Lineage: columnarserde_create_shortcut.b SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lstring, type:array, comment:from deserializer), ] POSTHOOK: Lineage: columnarserde_create_shortcut.c SIMPLE [(src_thrift)src_thrift.FieldSchema(name:mstringstring, type:map, comment:from deserializer), ] @@ -123,11 +123,11 @@ PREHOOK: query: SELECT columnarserde_create_shortcut.a[0], columnarserde_create_shortcut.b[0], columnarserde_create_shortcut.c['key2'], columnarserde_create_shortcut.d, columnarserde_create_shortcut.e FROM columnarserde_create_shortcut DISTRIBUTE BY 1 PREHOOK: type: QUERY PREHOOK: Input: default@columnarserde_create_shortcut -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-24-39_691_5606542646725803617/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-04-22_954_5642646028069530983/-mr-10000 POSTHOOK: query: SELECT columnarserde_create_shortcut.a[0], columnarserde_create_shortcut.b[0], columnarserde_create_shortcut.c['key2'], columnarserde_create_shortcut.d, columnarserde_create_shortcut.e FROM columnarserde_create_shortcut DISTRIBUTE BY 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@columnarserde_create_shortcut -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-24-39_691_5606542646725803617/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-04-22_954_5642646028069530983/-mr-10000 POSTHOOK: Lineage: columnarserde_create_shortcut.a SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lint, type:array, comment:from deserializer), ] POSTHOOK: Lineage: columnarserde_create_shortcut.b SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lstring, type:array, comment:from deserializer), ] POSTHOOK: Lineage: columnarserde_create_shortcut.c SIMPLE [(src_thrift)src_thrift.FieldSchema(name:mstringstring, type:map, comment:from deserializer), ] @@ -182,18 +182,16 @@ POSTHOOK: Lineage: columnarserde_create_shortcut.e SIMPLE [(src_thrift)src_thrift.FieldSchema(name:astring, type:string, comment:from deserializer), ] POSTHOOK: Lineage: columnshortcuttable.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: columnshortcuttable.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment - -key string from deserializer -value string from deserializer +key string from deserializer +value string from deserializer PREHOOK: query: SELECT columnShortcutTable.* FROM columnShortcutTable PREHOOK: type: QUERY PREHOOK: Input: default@columnshortcuttable -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-24-50_492_1201536824580029819/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-04-40_597_3555575733389397838/-mr-10000 POSTHOOK: query: SELECT columnShortcutTable.* FROM columnShortcutTable POSTHOOK: type: QUERY POSTHOOK: Input: default@columnshortcuttable -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-24-50_492_1201536824580029819/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-04-40_597_3555575733389397838/-mr-10000 POSTHOOK: Lineage: columnarserde_create_shortcut.a SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lint, type:array, comment:from deserializer), ] POSTHOOK: Lineage: columnarserde_create_shortcut.b SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lstring, type:array, comment:from deserializer), ] POSTHOOK: Lineage: columnarserde_create_shortcut.c SIMPLE [(src_thrift)src_thrift.FieldSchema(name:mstringstring, type:map, comment:from deserializer), ] @@ -229,11 +227,11 @@ PREHOOK: query: SELECT columnShortcutTable.* FROM columnShortcutTable PREHOOK: type: QUERY PREHOOK: Input: default@columnshortcuttable -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-24-51_053_7536543525937925493/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-04-42_280_1296197972182075194/-mr-10000 POSTHOOK: query: SELECT columnShortcutTable.* FROM columnShortcutTable POSTHOOK: type: QUERY POSTHOOK: Input: default@columnshortcuttable -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-24-51_053_7536543525937925493/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-04-42_280_1296197972182075194/-mr-10000 POSTHOOK: Lineage: columnarserde_create_shortcut.a SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lint, type:array, comment:from deserializer), ] POSTHOOK: Lineage: columnarserde_create_shortcut.b SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lstring, type:array, comment:from deserializer), ] POSTHOOK: Lineage: columnarserde_create_shortcut.c SIMPLE [(src_thrift)src_thrift.FieldSchema(name:mstringstring, type:map, comment:from deserializer), ] @@ -269,11 +267,11 @@ PREHOOK: query: SELECT columnShortcutTable.* FROM columnShortcutTable PREHOOK: type: QUERY PREHOOK: Input: default@columnshortcuttable -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-24-51_605_3764283101735008865/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-04-43_316_4144322716554802876/-mr-10000 POSTHOOK: query: SELECT columnShortcutTable.* FROM columnShortcutTable POSTHOOK: type: QUERY POSTHOOK: Input: default@columnshortcuttable -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-24-51_605_3764283101735008865/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-04-43_316_4144322716554802876/-mr-10000 POSTHOOK: Lineage: columnarserde_create_shortcut.a SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lint, type:array, comment:from deserializer), ] POSTHOOK: Lineage: columnarserde_create_shortcut.b SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lstring, type:array, comment:from deserializer), ] POSTHOOK: Lineage: columnarserde_create_shortcut.c SIMPLE [(src_thrift)src_thrift.FieldSchema(name:mstringstring, type:map, comment:from deserializer), ] Index: ql/src/test/results/clientpositive/stats0.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/stats0.q.out_0.17 (revision 1021789) +++ ql/src/test/results/clientpositive/stats0.q.out_0.17 (working copy) @@ -37,9 +37,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_09-11-06_840_1835363986061290605/-ext-10000 + directory: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-12_03-44-43_437_1018651610489112700/-ext-10000 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_09-11-06_840_1835363986061290605/-ext-10000/ + Stats Publishing Key Prefix: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-12_03-44-43_437_1018651610489112700/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -49,12 +49,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_non_partitioned + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_non_partitioned name stats_non_partitioned serialization.ddl struct stats_non_partitioned { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285085466 + transient_lastDdlTime 1286880283 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: stats_non_partitioned TotalFiles: 1 @@ -62,9 +62,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src [src] + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/src [src] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -75,12 +75,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285078277 + transient_lastDdlTime 1286880281 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -91,12 +91,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285078277 + transient_lastDdlTime 1286880281 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -105,7 +105,7 @@ Move Operator tables: replace: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_09-11-06_840_1835363986061290605/-ext-10000 + source: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-12_03-44-43_437_1018651610489112700/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -115,19 +115,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_non_partitioned + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_non_partitioned name stats_non_partitioned serialization.ddl struct stats_non_partitioned { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285085466 + transient_lastDdlTime 1286880283 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: stats_non_partitioned - tmp directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_09-11-06_840_1835363986061290605/-ext-10001 + tmp directory: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-12_03-44-43_437_1018651610489112700/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_09-11-06_840_1835363986061290605/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-12_03-44-43_437_1018651610489112700/-ext-10000/ PREHOOK: query: insert overwrite table stats_non_partitioned @@ -148,46 +148,18 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: stats_non_partitioned.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_non_partitioned.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string +value string -key string None -value string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 09:11:06 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_non_partitioned -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 0 - numFiles 1 - transient_lastDdlTime 1285085472 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:stats_non_partitioned, dbName:default, owner:thiruvel, createTime:1286880283, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_non_partitioned, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{numPartitions=0, numFiles=1, transient_lastDdlTime=1286880286, numRows=500, totalSize=5812}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: select * from stats_non_partitioned PREHOOK: type: QUERY PREHOOK: Input: default@stats_non_partitioned -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_09-11-12_649_6027155150115308122/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-44-47_238_3820881519405999540/-mr-10000 POSTHOOK: query: select * from stats_non_partitioned POSTHOOK: type: QUERY POSTHOOK: Input: default@stats_non_partitioned -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_09-11-12_649_6027155150115308122/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-44-47_238_3820881519405999540/-mr-10000 POSTHOOK: Lineage: stats_non_partitioned.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_non_partitioned.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 238 val_238 @@ -780,11 +752,11 @@ PREHOOK: query: select * from stats_partitioned where ds is not null PREHOOK: type: QUERY PREHOOK: Input: default@stats_partitioned@ds=1 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_09-11-19_976_7851207089927129714/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-44-50_990_3214132782210227101/-mr-10000 POSTHOOK: query: select * from stats_partitioned where ds is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@stats_partitioned@ds=1 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_09-11-19_976_7851207089927129714/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-44-50_990_3214132782210227101/-mr-10000 POSTHOOK: Lineage: stats_non_partitioned.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_non_partitioned.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1297,41 +1269,11 @@ POSTHOOK: Lineage: stats_non_partitioned.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string +value string +ds string -key string None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Partition Information -Partition Value: [1] -Database: default -Table: stats_partitioned -CreateTime: Tue Sep 21 09:11:19 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_partitioned/ds=1 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285085479 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[1], dbName:default, tableName:stats_partitioned, createTime:1286880290, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_partitioned/ds=1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286880290, numRows=500, totalSize=5812}) PREHOOK: query: describe extended stats_partitioned PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended stats_partitioned @@ -1340,43 +1282,11 @@ POSTHOOK: Lineage: stats_non_partitioned.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string +value string +ds string -key string None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 09:11:13 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_partitioned -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 1 - numFiles 1 - transient_lastDdlTime 1285085479 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:stats_partitioned, dbName:default, owner:thiruvel, createTime:1286880287, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_partitioned, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{numPartitions=1, numFiles=1, transient_lastDdlTime=1286880290, numRows=500, totalSize=5812}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: drop table stats_non_partitioned PREHOOK: type: DROPTABLE PREHOOK: Input: default@stats_non_partitioned @@ -1451,9 +1361,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_09-11-21_472_4089733993661017246/-ext-10002 + directory: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-12_03-44-51_712_6090339501452909631/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_09-11-21_472_4089733993661017246/-ext-10000/ + Stats Publishing Key Prefix: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-12_03-44-51_712_6090339501452909631/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1463,12 +1373,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_non_partitioned + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_non_partitioned name stats_non_partitioned serialization.ddl struct stats_non_partitioned { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285085481 + transient_lastDdlTime 1286880291 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: stats_non_partitioned TotalFiles: 1 @@ -1476,9 +1386,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src [src] + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/src [src] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -1489,12 +1399,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285078277 + transient_lastDdlTime 1286880281 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1505,12 +1415,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285078277 + transient_lastDdlTime 1286880281 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -1522,14 +1432,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_09-11-21_472_4089733993661017246/-ext-10002 - destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_09-11-21_472_4089733993661017246/-ext-10000 + source: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-12_03-44-51_712_6090339501452909631/-ext-10002 + destination: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-12_03-44-51_712_6090339501452909631/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_09-11-21_472_4089733993661017246/-ext-10000 + source: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-12_03-44-51_712_6090339501452909631/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1539,24 +1449,24 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_non_partitioned + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_non_partitioned name stats_non_partitioned serialization.ddl struct stats_non_partitioned { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285085481 + transient_lastDdlTime 1286880291 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: stats_non_partitioned - tmp directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_09-11-21_472_4089733993661017246/-ext-10001 + tmp directory: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-12_03-44-51_712_6090339501452909631/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_09-11-21_472_4089733993661017246/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-12_03-44-51_712_6090339501452909631/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_09-11-21_472_4089733993661017246/-ext-10002 + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-12_03-44-51_712_6090339501452909631/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -1570,9 +1480,9 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_09-11-21_472_4089733993661017246/-ext-10002 [pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_09-11-21_472_4089733993661017246/-ext-10002] + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-12_03-44-51_712_6090339501452909631/-ext-10002 [pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-12_03-44-51_712_6090339501452909631/-ext-10002] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_09-11-21_472_4089733993661017246/-ext-10002 + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-12_03-44-51_712_6090339501452909631/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1583,12 +1493,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_non_partitioned + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_non_partitioned name stats_non_partitioned serialization.ddl struct stats_non_partitioned { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285085481 + transient_lastDdlTime 1286880291 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1599,12 +1509,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_non_partitioned + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_non_partitioned name stats_non_partitioned serialization.ddl struct stats_non_partitioned { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285085481 + transient_lastDdlTime 1286880291 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: stats_non_partitioned name: stats_non_partitioned @@ -1613,7 +1523,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_09-11-21_472_4089733993661017246/-ext-10000 + directory: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-12_03-44-51_712_6090339501452909631/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1624,12 +1534,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_non_partitioned + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_non_partitioned name stats_non_partitioned serialization.ddl struct stats_non_partitioned { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285085481 + transient_lastDdlTime 1286880291 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: stats_non_partitioned TotalFiles: 1 @@ -1663,46 +1573,18 @@ POSTHOOK: Lineage: stats_non_partitioned.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string +value string -key string None -value string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 09:11:21 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_non_partitioned -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 0 - numFiles 1 - transient_lastDdlTime 1285085487 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:stats_non_partitioned, dbName:default, owner:thiruvel, createTime:1286880291, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_non_partitioned, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{numPartitions=0, numFiles=1, transient_lastDdlTime=1286880295, numRows=500, totalSize=5812}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: select * from stats_non_partitioned PREHOOK: type: QUERY PREHOOK: Input: default@stats_non_partitioned -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_09-11-27_337_7652349977128217172/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-44-55_253_2490479129719964415/-mr-10000 POSTHOOK: query: select * from stats_non_partitioned POSTHOOK: type: QUERY POSTHOOK: Input: default@stats_non_partitioned -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_09-11-27_337_7652349977128217172/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-44-55_253_2490479129719964415/-mr-10000 POSTHOOK: Lineage: stats_non_partitioned.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_non_partitioned.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_non_partitioned.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] @@ -2275,7 +2157,7 @@ Move Operator files: hdfs directory: true - destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_09-11-28_161_8333975378740305237/-ext-10000 + destination: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-12_03-44-55_394_1226420523982527997/-ext-10000 Stage: Stage-0 Move Operator @@ -2295,7 +2177,7 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_09-11-28_161_8333975378740305237/-ext-10002 + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-12_03-44-55_394_1226420523982527997/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -2353,11 +2235,11 @@ PREHOOK: query: select * from stats_partitioned where ds is not null PREHOOK: type: QUERY PREHOOK: Input: default@stats_partitioned@ds=1 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_09-11-34_423_3084919034796072200/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-44-59_158_4367391364793346469/-mr-10000 POSTHOOK: query: select * from stats_partitioned where ds is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@stats_partitioned@ds=1 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_09-11-34_423_3084919034796072200/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-44-59_158_4367391364793346469/-mr-10000 POSTHOOK: Lineage: stats_non_partitioned.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_non_partitioned.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_non_partitioned.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] @@ -2878,41 +2760,11 @@ POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string +value string +ds string -key string None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Partition Information -Partition Value: [1] -Database: default -Table: stats_partitioned -CreateTime: Tue Sep 21 09:11:33 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_partitioned/ds=1 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285085494 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[1], dbName:default, tableName:stats_partitioned, createTime:1286880298, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_partitioned/ds=1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286880298, numRows=500, totalSize=5812}) PREHOOK: query: describe extended stats_partitioned PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended stats_partitioned @@ -2925,40 +2777,8 @@ POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string +value string +ds string -key string None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 09:11:28 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_partitioned -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 1 - numFiles 1 - transient_lastDdlTime 1285085494 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:stats_partitioned, dbName:default, owner:thiruvel, createTime:1286880295, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_partitioned, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{numPartitions=1, numFiles=1, transient_lastDdlTime=1286880298, numRows=500, totalSize=5812}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) Index: ql/src/test/results/clientpositive/load_dyn_part14.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part14.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/load_dyn_part14.q.out (working copy) @@ -9,38 +9,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part14 POSTHOOK: type: DESCTABLE -col_name data_type comment +key string +value string -key string None - -# Partition Information -col_name data_type comment - -value string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 00:14:43 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part14 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1285053283 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:nzhang_part14, dbName:default, owner:thiruvel, createTime:1286798715, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part14, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:value, type:string, comment:null)], parameters:{transient_lastDdlTime=1286798715}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain insert overwrite table nzhang_part14 partition(value) select key, value from ( @@ -111,7 +83,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/nzhang/hive_2010-09-21_00-14-44_080_840579455257940486/-mr-10002 + file:/tmp/thiruvel/hive_2010-10-11_05-05-15_637_3528259232701729713/-mr-10002 Union Select Operator expressions: @@ -128,7 +100,7 @@ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part14 - file:/tmp/nzhang/hive_2010-09-21_00-14-44_080_840579455257940486/-mr-10004 + file:/tmp/thiruvel/hive_2010-10-11_05-05-15_637_3528259232701729713/-mr-10004 Union Select Operator expressions: @@ -145,7 +117,7 @@ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part14 - file:/tmp/nzhang/hive_2010-09-21_00-14-44_080_840579455257940486/-mr-10005 + file:/tmp/thiruvel/hive_2010-10-11_05-05-15_637_3528259232701729713/-mr-10005 Union Select Operator expressions: @@ -170,7 +142,7 @@ Move Operator files: hdfs directory: true - destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-14-44_080_840579455257940486/-ext-10000 + destination: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-05-15_637_3528259232701729713/-ext-10000 Stage: Stage-0 Move Operator @@ -190,7 +162,7 @@ Stage: Stage-4 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-14-44_080_840579455257940486/-ext-10003 + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-05-15_637_3528259232701729713/-ext-10003 File Output Operator compressed: false GlobalTableId: 0 @@ -302,13 +274,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part14@value= PREHOOK: Input: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-15-06_708_7234512413045849371/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-05-29_009_6719072167481153057/-mr-10000 POSTHOOK: query: select * from nzhang_part14 where value <> 'a' order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part14@value= POSTHOOK: Input: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-15-06_708_7234512413045849371/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-05-29_009_6719072167481153057/-mr-10000 POSTHOOK: Lineage: nzhang_part14 PARTITION(value= ).key EXPRESSION [] POSTHOOK: Lineage: nzhang_part14 PARTITION(value=__HIVE_DEFAULT_PARTITION__).key EXPRESSION [] k1 __HIVE_DEFAULT_PARTITION__ Index: ql/src/test/results/clientpositive/stats9.q.out =================================================================== --- ql/src/test/results/clientpositive/stats9.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/stats9.q.out (working copy) @@ -54,36 +54,7 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: analyze_srcbucket.key SIMPLE [(srcbucket)srcbucket.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: analyze_srcbucket.value SIMPLE [(srcbucket)srcbucket.FieldSchema(name:value, type:string, comment:null), ] -col_name data_type comment +key int +value string -key int None -value string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 01:13:15 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_srcbucket -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 0 - EXTERNAL FALSE - numFiles 1 - transient_lastDdlTime 1285056808 - numRows 1000 - totalSize 11603 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: 2 -Bucket Columns: [key] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:analyze_srcbucket, dbName:default, owner:thiruvel, createTime:1286826500, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_srcbucket, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:2, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}), partitionKeys:[], parameters:{numPartitions=0, EXTERNAL=FALSE, numFiles=1, transient_lastDdlTime=1286826508, numRows=1000, totalSize=11603}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) Index: ql/src/test/results/clientpositive/describe_table.q.out =================================================================== --- ql/src/test/results/clientpositive/describe_table.q.out (revision 0) +++ ql/src/test/results/clientpositive/describe_table.q.out (revision 0) @@ -0,0 +1,215 @@ +PREHOOK: query: describe srcpart +PREHOOK: type: DESCTABLE +POSTHOOK: query: describe srcpart +POSTHOOK: type: DESCTABLE +key string default +value string default +ds string +hr string +PREHOOK: query: describe srcpart.key +PREHOOK: type: DESCTABLE +POSTHOOK: query: describe srcpart.key +POSTHOOK: type: DESCTABLE +key string from deserializer +PREHOOK: query: describe srcpart PARTITION(ds='2008-04-08', hr='12') +PREHOOK: type: DESCTABLE +POSTHOOK: query: describe srcpart PARTITION(ds='2008-04-08', hr='12') +POSTHOOK: type: DESCTABLE +key string default +value string default +ds string +hr string +PREHOOK: query: describe extended srcpart +PREHOOK: type: DESCTABLE +POSTHOOK: query: describe extended srcpart +POSTHOOK: type: DESCTABLE +key string default +value string default +ds string +hr string + +Detailed Table Information Table(tableName:srcpart, dbName:default, owner:null, createTime:1286921841, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.test.build/build/ql/test/data/warehouse/srcpart, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{transient_lastDdlTime=1286921841}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +PREHOOK: query: describe extended srcpart.key +PREHOOK: type: DESCTABLE +POSTHOOK: query: describe extended srcpart.key +POSTHOOK: type: DESCTABLE +key string from deserializer +PREHOOK: query: describe extended srcpart PARTITION(ds='2008-04-08', hr='12') +PREHOOK: type: DESCTABLE +POSTHOOK: query: describe extended srcpart PARTITION(ds='2008-04-08', hr='12') +POSTHOOK: type: DESCTABLE +key string default +value string default +ds string +hr string + +Detailed Partition Information Partition(values:[2008-04-08, 12], dbName:default, tableName:srcpart, createTime:1286921842, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.test.build/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1286921842}) +PREHOOK: query: describe formatted srcpart +PREHOOK: type: DESCTABLE +POSTHOOK: query: describe formatted srcpart +POSTHOOK: type: DESCTABLE +# col_name data_type comment + +key string default +value string default + +# Partition Information +# col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Oct 12 15:17:21 PDT 2010 +LastAccessTime: UNKNOWN +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive.test.build/build/ql/test/data/warehouse/srcpart +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1286921841 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: describe formatted srcpart.key +PREHOOK: type: DESCTABLE +POSTHOOK: query: describe formatted srcpart.key +POSTHOOK: type: DESCTABLE +# col_name data_type comment + +key string from deserializer +PREHOOK: query: describe formatted srcpart PARTITION(ds='2008-04-08', hr='12') +PREHOOK: type: DESCTABLE +POSTHOOK: query: describe formatted srcpart PARTITION(ds='2008-04-08', hr='12') +POSTHOOK: type: DESCTABLE +# col_name data_type comment + +key string default +value string default + +# Partition Information +# col_name data_type comment + +ds string None +hr string None + +# Detailed Partition Information +Partition Value: [2008-04-08, 12] +Database: default +Table: srcpart +CreateTime: Tue Oct 12 15:17:22 PDT 2010 +LastAccessTime: UNKNOWN +Protect Mode: None +Location: pfile:/home/thiruvel/projects/hive/hive.test.build/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 +Partition Parameters: + transient_lastDdlTime 1286921842 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: create table srcpart_serdeprops like srcpart +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table srcpart_serdeprops like srcpart +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@srcpart_serdeprops +PREHOOK: query: alter table srcpart_serdeprops set serdeproperties('xyz'='0') +PREHOOK: type: ALTERTABLE_SERDEPROPERTIES +PREHOOK: Input: default@srcpart_serdeprops +PREHOOK: Output: default@srcpart_serdeprops +POSTHOOK: query: alter table srcpart_serdeprops set serdeproperties('xyz'='0') +POSTHOOK: type: ALTERTABLE_SERDEPROPERTIES +POSTHOOK: Input: default@srcpart_serdeprops +POSTHOOK: Output: default@srcpart_serdeprops +PREHOOK: query: alter table srcpart_serdeprops set serdeproperties('pqrs'='1') +PREHOOK: type: ALTERTABLE_SERDEPROPERTIES +PREHOOK: Input: default@srcpart_serdeprops +PREHOOK: Output: default@srcpart_serdeprops +POSTHOOK: query: alter table srcpart_serdeprops set serdeproperties('pqrs'='1') +POSTHOOK: type: ALTERTABLE_SERDEPROPERTIES +POSTHOOK: Input: default@srcpart_serdeprops +POSTHOOK: Output: default@srcpart_serdeprops +PREHOOK: query: alter table srcpart_serdeprops set serdeproperties('abcd'='2') +PREHOOK: type: ALTERTABLE_SERDEPROPERTIES +PREHOOK: Input: default@srcpart_serdeprops +PREHOOK: Output: default@srcpart_serdeprops +POSTHOOK: query: alter table srcpart_serdeprops set serdeproperties('abcd'='2') +POSTHOOK: type: ALTERTABLE_SERDEPROPERTIES +POSTHOOK: Input: default@srcpart_serdeprops +POSTHOOK: Output: default@srcpart_serdeprops +PREHOOK: query: alter table srcpart_serdeprops set serdeproperties('A1234'='3') +PREHOOK: type: ALTERTABLE_SERDEPROPERTIES +PREHOOK: Input: default@srcpart_serdeprops +PREHOOK: Output: default@srcpart_serdeprops +POSTHOOK: query: alter table srcpart_serdeprops set serdeproperties('A1234'='3') +POSTHOOK: type: ALTERTABLE_SERDEPROPERTIES +POSTHOOK: Input: default@srcpart_serdeprops +POSTHOOK: Output: default@srcpart_serdeprops +PREHOOK: query: describe formatted srcpart_serdeprops +PREHOOK: type: DESCTABLE +POSTHOOK: query: describe formatted srcpart_serdeprops +POSTHOOK: type: DESCTABLE +# col_name data_type comment + +key string default +value string default + +# Partition Information +# col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Oct 12 15:17:25 PDT 2010 +LastAccessTime: UNKNOWN +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive.test.build/build/ql/test/data/warehouse/srcpart_serdeprops +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + last_modified_by thiruvel + last_modified_time 1286921846 + transient_lastDdlTime 1286921846 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + A1234 3 + abcd 2 + pqrs 1 + serialization.format 1 + xyz 0 +PREHOOK: query: drop table srcpart_serdeprops +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@srcpart_serdeprops +PREHOOK: Output: default@srcpart_serdeprops +POSTHOOK: query: drop table srcpart_serdeprops +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@srcpart_serdeprops +POSTHOOK: Output: default@srcpart_serdeprops Index: ql/src/test/results/clientpositive/create_like.q.out =================================================================== --- ql/src/test/results/clientpositive/create_like.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/create_like.q.out (working copy) @@ -7,42 +7,16 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE table1 POSTHOOK: type: DESCTABLE -col_name data_type comment - -a string None -b string None +a string +b string PREHOOK: query: DESCRIBE EXTENDED table1 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED table1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a string +b string -a string None -b string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:12:39 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/table1 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284477159 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:table1, dbName:default, owner:thiruvel, createTime:1286798759, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/table1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286798759}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: CREATE TABLE table2 LIKE table1 PREHOOK: type: CREATETABLE POSTHOOK: query: CREATE TABLE table2 LIKE table1 @@ -52,43 +26,16 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE table2 POSTHOOK: type: DESCTABLE -col_name data_type comment - -a string None -b string None +a string +b string PREHOOK: query: DESCRIBE EXTENDED table2 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED table2 POSTHOOK: type: DESCTABLE -col_name data_type comment +a string +b string -a string None -b string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:12:39 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/table2 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - transient_lastDdlTime 1284477159 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:table2, dbName:default, owner:thiruvel, createTime:1286798760, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/table2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286798760}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: CREATE TABLE IF NOT EXISTS table2 LIKE table1 PREHOOK: type: CREATETABLE POSTHOOK: query: CREATE TABLE IF NOT EXISTS table2 LIKE table1 @@ -106,43 +53,16 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE table3 POSTHOOK: type: DESCTABLE -col_name data_type comment - -a string None -b string None +a string +b string PREHOOK: query: DESCRIBE EXTENDED table3 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED table3 POSTHOOK: type: DESCTABLE -col_name data_type comment +a string +b string -a string None -b string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:12:40 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/table3 -Table Type: EXTERNAL_TABLE -Table Parameters: - EXTERNAL TRUE - transient_lastDdlTime 1284477160 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:table3, dbName:default, owner:thiruvel, createTime:1286798760, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/table3, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=TRUE, transient_lastDdlTime=1286798760}, viewOriginalText:null, viewExpandedText:null, tableType:EXTERNAL_TABLE) PREHOOK: query: INSERT OVERWRITE TABLE table1 SELECT key, value FROM src WHERE key = 86 PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -168,11 +88,11 @@ PREHOOK: query: SELECT * FROM table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-12-45_384_7121730707453573717/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-06-07_038_1626206004888639/-mr-10000 POSTHOOK: query: SELECT * FROM table1 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-12-45_384_7121730707453573717/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-06-07_038_1626206004888639/-mr-10000 POSTHOOK: Lineage: table1.a SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: table1.b SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: table2.a SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -181,11 +101,11 @@ PREHOOK: query: SELECT * FROM table2 PREHOOK: type: QUERY PREHOOK: Input: default@table2 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-12-45_467_3430528099067644720/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-06-07_139_9055053700650128611/-mr-10000 POSTHOOK: query: SELECT * FROM table2 POSTHOOK: type: QUERY POSTHOOK: Input: default@table2 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-12-45_467_3430528099067644720/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-06-07_139_9055053700650128611/-mr-10000 POSTHOOK: Lineage: table1.a SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: table1.b SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: table2.a SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/load_dyn_part3.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part3.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/load_dyn_part3.q.out (working copy) @@ -15,41 +15,12 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part3 POSTHOOK: type: DESCTABLE -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 21 00:15:58 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part3 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - transient_lastDdlTime 1285053358 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:nzhang_part3, dbName:default, owner:null, createTime:1286798794, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part3, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286798794}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain insert overwrite table nzhang_part3 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY @@ -146,14 +117,14 @@ PREHOOK: Input: default@nzhang_part3@ds=2008-04-08/hr=12 PREHOOK: Input: default@nzhang_part3@ds=2008-04-09/hr=11 PREHOOK: Input: default@nzhang_part3@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-16-09_172_3608646943207982864/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-06-39_381_8668349494746700767/-mr-10000 POSTHOOK: query: select * from nzhang_part3 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part3@ds=2008-04-08/hr=11 POSTHOOK: Input: default@nzhang_part3@ds=2008-04-08/hr=12 POSTHOOK: Input: default@nzhang_part3@ds=2008-04-09/hr=11 POSTHOOK: Input: default@nzhang_part3@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-16-09_172_3608646943207982864/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-06-39_381_8668349494746700767/-mr-10000 POSTHOOK: Lineage: nzhang_part3 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part3 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part3 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input2.q.out =================================================================== --- ql/src/test/results/clientpositive/input2.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/input2.q.out (working copy) @@ -7,18 +7,14 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE TEST2a POSTHOOK: type: DESCTABLE -col_name data_type comment - -a int None -b double None +a int +b double PREHOOK: query: DESC TEST2a PREHOOK: type: DESCTABLE POSTHOOK: query: DESC TEST2a POSTHOOK: type: DESCTABLE -col_name data_type comment - -a int None -b double None +a int +b double PREHOOK: query: CREATE TABLE TEST2b(A ARRAY, B DOUBLE, C MAP) STORED AS TEXTFILE PREHOOK: type: CREATETABLE POSTHOOK: query: CREATE TABLE TEST2b(A ARRAY, B DOUBLE, C MAP) STORED AS TEXTFILE @@ -28,11 +24,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE TEST2b POSTHOOK: type: DESCTABLE -col_name data_type comment - -a array None -b double None -c map None +a array +b double +c map PREHOOK: query: SHOW TABLES PREHOOK: type: SHOWTABLES POSTHOOK: query: SHOW TABLES Index: ql/src/test/results/clientpositive/stats4.q.out =================================================================== --- ql/src/test/results/clientpositive/stats4.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/stats4.q.out (working copy) @@ -109,7 +109,7 @@ Move Operator files: hdfs directory: true - destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-11-04_741_3724891305932718079/-ext-10000 + destination: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-44-46_065_4222115374123373050/-ext-10000 Stage: Stage-0 Move Operator @@ -130,7 +130,7 @@ Stage: Stage-4 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-11-04_741_3724891305932718079/-ext-10004 + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-44-46_065_4222115374123373050/-ext-10004 File Output Operator compressed: false GlobalTableId: 0 @@ -147,7 +147,7 @@ Move Operator files: hdfs directory: true - destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-11-04_741_3724891305932718079/-ext-10002 + destination: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-44-46_065_4222115374123373050/-ext-10002 Stage: Stage-1 Move Operator @@ -168,7 +168,7 @@ Stage: Stage-8 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-11-04_741_3724891305932718079/-ext-10005 + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-44-46_065_4222115374123373050/-ext-10005 File Output Operator compressed: false GlobalTableId: 0 @@ -239,12 +239,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=11 PREHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-11-21_462_8751318034647954787/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-44-54_869_5006994440494596642/-mr-10000 POSTHOOK: query: select * from nzhang_part1 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=11 POSTHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-11-21_462_8751318034647954787/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-44-54_869_5006994440494596642/-mr-10000 POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -1257,12 +1257,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=11 PREHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-11-22_337_917757126992605846/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-44-55_116_4151751705269536147/-mr-10000 POSTHOOK: query: select * from nzhang_part2 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=11 POSTHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-11-22_337_917757126992605846/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-44-55_116_4151751705269536147/-mr-10000 POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -2283,42 +2283,12 @@ POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-04-08, 11] -Database: default -Table: nzhang_part1 -CreateTime: Tue Sep 21 01:11:18 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part1/ds=2008-04-08/hr=11 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285056678 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-08, 11], dbName:default, tableName:nzhang_part1, createTime:1286826293, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part1/ds=2008-04-08/hr=11, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286826293, numRows=500, totalSize=5812}) PREHOOK: query: describe extended nzhang_part1 partition(ds='2008-04-08',hr=12) PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part1 partition(ds='2008-04-08',hr=12) @@ -2331,42 +2301,12 @@ POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-04-08, 12] -Database: default -Table: nzhang_part1 -CreateTime: Tue Sep 21 01:11:18 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part1/ds=2008-04-08/hr=12 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285056679 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-08, 12], dbName:default, tableName:nzhang_part1, createTime:1286826293, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part1/ds=2008-04-08/hr=12, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286826293, numRows=500, totalSize=5812}) PREHOOK: query: describe extended nzhang_part2 partition(ds='2008-12-31',hr=11) PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part2 partition(ds='2008-12-31',hr=11) @@ -2379,42 +2319,12 @@ POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-12-31, 11] -Database: default -Table: nzhang_part2 -CreateTime: Tue Sep 21 01:11:20 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part2/ds=2008-12-31/hr=11 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285056680 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-12-31, 11], dbName:default, tableName:nzhang_part2, createTime:1286826294, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part2/ds=2008-12-31/hr=11, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286826294, numRows=500, totalSize=5812}) PREHOOK: query: describe extended nzhang_part2 partition(ds='2008-12-31',hr=12) PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part2 partition(ds='2008-12-31',hr=12) @@ -2427,42 +2337,12 @@ POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-12-31, 12] -Database: default -Table: nzhang_part2 -CreateTime: Tue Sep 21 01:11:20 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part2/ds=2008-12-31/hr=12 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285056681 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-12-31, 12], dbName:default, tableName:nzhang_part2, createTime:1286826294, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part2/ds=2008-12-31/hr=12, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286826294, numRows=500, totalSize=5812}) PREHOOK: query: describe extended nzhang_part1 PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part1 @@ -2475,45 +2355,12 @@ POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 21 01:11:04 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part1 -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 2 - EXTERNAL FALSE - numFiles 2 - transient_lastDdlTime 1285056679 - numRows 1000 - totalSize 11624 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:nzhang_part1, dbName:default, owner:null, createTime:1286826286, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{numPartitions=2, EXTERNAL=FALSE, numFiles=2, transient_lastDdlTime=1286826293, numRows=1000, totalSize=11624}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: describe extended nzhang_part2 PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part2 @@ -2526,45 +2373,12 @@ POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 21 01:11:04 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part2 -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 2 - EXTERNAL FALSE - numFiles 2 - transient_lastDdlTime 1285056681 - numRows 1000 - totalSize 11624 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:nzhang_part2, dbName:default, owner:null, createTime:1286826286, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{numPartitions=2, EXTERNAL=FALSE, numFiles=2, transient_lastDdlTime=1286826294, numRows=1000, totalSize=11624}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: drop table nzhang_part1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@nzhang_part1 Index: ql/src/test/results/clientpositive/alter_partition_format_loc.q.out =================================================================== --- ql/src/test/results/clientpositive/alter_partition_format_loc.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/alter_partition_format_loc.q.out (working copy) @@ -7,34 +7,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended alter_partition_format_test POSTHOOK: type: DESCTABLE -col_name data_type comment +key int +value string -key int None -value string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:08:59 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter_partition_format_test -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284476939 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:thiruvel, createTime:1286798855, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter_partition_format_test, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286798855}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table alter_partition_format_test set fileformat rcfile PREHOOK: type: ALTERTABLE_FILEFORMAT PREHOOK: Input: default@alter_partition_format_test @@ -47,36 +23,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended alter_partition_format_test POSTHOOK: type: DESCTABLE -col_name data_type comment +key int from deserializer +value string from deserializer -key int from deserializer -value string from deserializer - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:08:59 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter_partition_format_test -Table Type: MANAGED_TABLE -Table Parameters: - last_modified_by thiruvel - last_modified_time 1284476940 - transient_lastDdlTime 1284476940 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe -InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:thiruvel, createTime:1286798855, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter_partition_format_test, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=thiruvel, last_modified_time=1286798856, transient_lastDdlTime=1286798856}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table alter_partition_format_test set location "file:/test/test/" PREHOOK: type: ALTERTABLE_LOCATION PREHOOK: Input: default@alter_partition_format_test @@ -89,36 +39,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended alter_partition_format_test POSTHOOK: type: DESCTABLE -col_name data_type comment +key int from deserializer +value string from deserializer -key int from deserializer -value string from deserializer - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:08:59 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: file:/test/test -Table Type: MANAGED_TABLE -Table Parameters: - last_modified_by thiruvel - last_modified_time 1284476940 - transient_lastDdlTime 1284476940 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe -InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:thiruvel, createTime:1286798855, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:file:/test/test/, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=thiruvel, last_modified_time=1286798856, transient_lastDdlTime=1286798856}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: drop table alter_partition_format_test PREHOOK: type: DROPTABLE PREHOOK: Input: default@alter_partition_format_test @@ -145,38 +69,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended alter_partition_format_test partition(ds='2010') POSTHOOK: type: DESCTABLE -col_name data_type comment +key int +value string +ds string -key int None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Partition Information -Partition Value: [2010] -Database: default -Table: alter_partition_format_test -CreateTime: Tue Sep 14 08:09:00 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter_partition_format_test/ds=2010 -Partition Parameters: - transient_lastDdlTime 1284476940 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2010], dbName:default, tableName:alter_partition_format_test, createTime:1286798856, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter_partition_format_test/ds=2010, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1286798856}) PREHOOK: query: alter table alter_partition_format_test partition(ds='2010') set fileformat rcfile PREHOOK: type: ALTERPARTITION_FILEFORMAT PREHOOK: Input: default@alter_partition_format_test @@ -191,40 +88,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended alter_partition_format_test partition(ds='2010') POSTHOOK: type: DESCTABLE -col_name data_type comment +key int +value string +ds string -key int None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Partition Information -Partition Value: [2010] -Database: default -Table: alter_partition_format_test -CreateTime: Tue Sep 14 08:09:00 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter_partition_format_test/ds=2010 -Partition Parameters: - last_modified_by thiruvel - last_modified_time 1284476941 - transient_lastDdlTime 1284476941 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe -InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2010], dbName:default, tableName:alter_partition_format_test, createTime:1286798856, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter_partition_format_test/ds=2010, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{last_modified_by=thiruvel, last_modified_time=1286798856, transient_lastDdlTime=1286798856}) PREHOOK: query: alter table alter_partition_format_test partition(ds='2010') set location "file:/test/test/ds=2010" PREHOOK: type: ALTERPARTITION_LOCATION PREHOOK: Input: default@alter_partition_format_test @@ -239,77 +107,20 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended alter_partition_format_test partition(ds='2010') POSTHOOK: type: DESCTABLE -col_name data_type comment +key int +value string +ds string -key int None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Partition Information -Partition Value: [2010] -Database: default -Table: alter_partition_format_test -CreateTime: Tue Sep 14 08:09:00 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: file:/test/test/ds=2010 -Partition Parameters: - last_modified_by thiruvel - last_modified_time 1284476941 - transient_lastDdlTime 1284476941 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe -InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2010], dbName:default, tableName:alter_partition_format_test, createTime:1286798856, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:file:/test/test/ds=2010, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{last_modified_by=thiruvel, last_modified_time=1286798857, transient_lastDdlTime=1286798857}) PREHOOK: query: desc extended alter_partition_format_test PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended alter_partition_format_test POSTHOOK: type: DESCTABLE -col_name data_type comment +key int +value string +ds string -key int None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:09:00 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter_partition_format_test -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284476940 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:thiruvel, createTime:1286798856, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter_partition_format_test, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{transient_lastDdlTime=1286798856}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table alter_partition_format_test set fileformat rcfile PREHOOK: type: ALTERTABLE_FILEFORMAT PREHOOK: Input: default@alter_partition_format_test @@ -322,41 +133,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended alter_partition_format_test POSTHOOK: type: DESCTABLE -col_name data_type comment +key int from deserializer +value string from deserializer +ds string -key int from deserializer -value string from deserializer - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:09:00 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter_partition_format_test -Table Type: MANAGED_TABLE -Table Parameters: - last_modified_by thiruvel - last_modified_time 1284476941 - transient_lastDdlTime 1284476941 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe -InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:thiruvel, createTime:1286798856, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter_partition_format_test, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{last_modified_by=thiruvel, last_modified_time=1286798857, transient_lastDdlTime=1286798857}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table alter_partition_format_test set location "file:/test/test/" PREHOOK: type: ALTERTABLE_LOCATION PREHOOK: Input: default@alter_partition_format_test @@ -369,41 +150,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended alter_partition_format_test POSTHOOK: type: DESCTABLE -col_name data_type comment +key int from deserializer +value string from deserializer +ds string -key int from deserializer -value string from deserializer - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:09:00 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: file:/test/test -Table Type: MANAGED_TABLE -Table Parameters: - last_modified_by thiruvel - last_modified_time 1284476941 - transient_lastDdlTime 1284476941 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe -InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:thiruvel, createTime:1286798856, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:file:/test/test/, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{last_modified_by=thiruvel, last_modified_time=1286798857, transient_lastDdlTime=1286798857}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: drop table alter_partition_format_test PREHOOK: type: DROPTABLE PREHOOK: Input: default@alter_partition_format_test Index: ql/src/test/results/clientpositive/create_1.q.out =================================================================== --- ql/src/test/results/clientpositive/create_1.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/create_1.q.out (working copy) @@ -7,42 +7,16 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE table1 POSTHOOK: type: DESCTABLE -col_name data_type comment - -a string None -b string None +a string +b string PREHOOK: query: DESCRIBE EXTENDED table1 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED table1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a string +b string -a string None -b string None - -# Detailed Table Information -Database: default -Owner: heyongqiang -CreateTime: Wed Sep 29 13:05:33 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/table1 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1285790733 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:table1, dbName:default, owner:thiruvel, createTime:1286827811, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/table1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286827811}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: CREATE TABLE IF NOT EXISTS table1 (a STRING, b STRING) STORED AS TEXTFILE PREHOOK: type: CREATETABLE POSTHOOK: query: CREATE TABLE IF NOT EXISTS table1 (a STRING, b STRING) STORED AS TEXTFILE @@ -56,42 +30,16 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE table2 POSTHOOK: type: DESCTABLE -col_name data_type comment - -a string None -b int None +a string +b int PREHOOK: query: DESCRIBE EXTENDED table2 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED table2 POSTHOOK: type: DESCTABLE -col_name data_type comment +a string +b int -a string None -b int None - -# Detailed Table Information -Database: default -Owner: heyongqiang -CreateTime: Wed Sep 29 13:05:33 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/table2 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1285790733 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:table2, dbName:default, owner:thiruvel, createTime:1286827811, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/table2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286827811}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: CREATE TABLE table3 (a STRING, b STRING) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' STORED AS TEXTFILE @@ -105,43 +53,16 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE table3 POSTHOOK: type: DESCTABLE -col_name data_type comment - -a string None -b string None +a string +b string PREHOOK: query: DESCRIBE EXTENDED table3 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED table3 POSTHOOK: type: DESCTABLE -col_name data_type comment +a string +b string -a string None -b string None - -# Detailed Table Information -Database: default -Owner: heyongqiang -CreateTime: Wed Sep 29 13:05:33 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/table3 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1285790733 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format \t - field.delim \t - +Detailed Table Information Table(tableName:table3, dbName:default, owner:thiruvel, createTime:1286827811, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/table3, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format= , field.delim= PREHOOK: query: CREATE TABLE table4 (a STRING, b STRING) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' STORED AS SEQUENCEFILE @@ -155,43 +76,16 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE table4 POSTHOOK: type: DESCTABLE -col_name data_type comment - -a string None -b string None +a string +b string PREHOOK: query: DESCRIBE EXTENDED table4 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED table4 POSTHOOK: type: DESCTABLE -col_name data_type comment +a string +b string -a string None -b string None - -# Detailed Table Information -Database: default -Owner: heyongqiang -CreateTime: Wed Sep 29 13:05:34 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/table4 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1285790734 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format \t - field.delim \t - +Detailed Table Information Table(tableName:table4, dbName:default, owner:thiruvel, createTime:1286827812, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/table4, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format= , field.delim= PREHOOK: query: CREATE TABLE table5 (a STRING, b STRING) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' STORED AS RCFILE @@ -205,40 +99,13 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE table5 POSTHOOK: type: DESCTABLE -col_name data_type comment - -a string from deserializer -b string from deserializer +a string from deserializer +b string from deserializer PREHOOK: query: DESCRIBE EXTENDED table5 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED table5 POSTHOOK: type: DESCTABLE -col_name data_type comment +a string from deserializer +b string from deserializer -a string from deserializer -b string from deserializer - -# Detailed Table Information -Database: default -Owner: heyongqiang -CreateTime: Wed Sep 29 13:05:34 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/table5 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1285790734 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe -InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format \t - field.delim \t - +Detailed Table Information Table(tableName:table5, dbName:default, owner:thiruvel, createTime:1286827812, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/table5, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format= , field.delim= Index: ql/src/test/results/clientpositive/protectmode.q.out =================================================================== --- ql/src/test/results/clientpositive/protectmode.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/protectmode.q.out (working copy) @@ -18,19 +18,19 @@ PREHOOK: query: select * from tbl1 PREHOOK: type: QUERY PREHOOK: Input: default@tbl1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-44_204_5200678719528751162/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-31_476_4515339611013455991/-mr-10000 POSTHOOK: query: select * from tbl1 POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-44_204_5200678719528751162/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-31_476_4515339611013455991/-mr-10000 PREHOOK: query: select col from tbl1 PREHOOK: type: QUERY PREHOOK: Input: default@tbl1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-44_410_3116016317581246388/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-31_638_1101319849914301170/-mr-10000 POSTHOOK: query: select col from tbl1 POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-44_410_3116016317581246388/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-31_638_1101319849914301170/-mr-10000 PREHOOK: query: alter table tbl1 enable offline PREHOOK: type: ALTERTABLE_PROTECTMODE PREHOOK: Input: default@tbl1 @@ -43,36 +43,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl1 POSTHOOK: type: DESCTABLE -col_name data_type comment +col string -col string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:18:44 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: OFFLINE -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl1 -Table Type: MANAGED_TABLE -Table Parameters: - last_modified_by thiruvel - last_modified_time 1284477526 - PROTECT_MODE OFFLINE - transient_lastDdlTime 1284477526 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:tbl1, dbName:default, owner:thiruvel, createTime:1286798911, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=thiruvel, last_modified_time=1286798914, PROTECT_MODE=OFFLINE, transient_lastDdlTime=1286798914}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table tbl1 disable offline PREHOOK: type: ALTERTABLE_PROTECTMODE PREHOOK: Input: default@tbl1 @@ -85,51 +58,25 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl1 POSTHOOK: type: DESCTABLE -col_name data_type comment +col string -col string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:18:44 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl1 -Table Type: MANAGED_TABLE -Table Parameters: - last_modified_by thiruvel - last_modified_time 1284477526 - transient_lastDdlTime 1284477526 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:tbl1, dbName:default, owner:thiruvel, createTime:1286798911, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=thiruvel, last_modified_time=1286798914, transient_lastDdlTime=1286798914}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: select * from tbl1 PREHOOK: type: QUERY PREHOOK: Input: default@tbl1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-47_071_5796000117996838565/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-34_256_3955988268350475784/-mr-10000 POSTHOOK: query: select * from tbl1 POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-47_071_5796000117996838565/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-34_256_3955988268350475784/-mr-10000 PREHOOK: query: select col from tbl1 PREHOOK: type: QUERY PREHOOK: Input: default@tbl1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-47_133_5745323122679121918/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-34_405_8359234130543394694/-mr-10000 POSTHOOK: query: select col from tbl1 POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-47_133_5745323122679121918/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-34_405_8359234130543394694/-mr-10000 PREHOOK: query: create table tbl2 (col string) partitioned by (p string) PREHOOK: type: CREATETABLE POSTHOOK: query: create table tbl2 (col string) partitioned by (p string) @@ -165,19 +112,19 @@ PREHOOK: query: select * from tbl2 where p='p1' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-49_993_330775998736653121/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-37_067_483902882123618984/-mr-10000 POSTHOOK: query: select * from tbl2 where p='p1' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl2@p=p1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-49_993_330775998736653121/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-37_067_483902882123618984/-mr-10000 PREHOOK: query: select * from tbl2 where p='p2' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p2 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-50_113_8495177326193613878/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-37_187_7573865201096655538/-mr-10000 POSTHOOK: query: select * from tbl2 where p='p2' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl2@p=p2 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-50_113_8495177326193613878/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-37_187_7573865201096655538/-mr-10000 PREHOOK: query: alter table tbl2 partition (p='p1') enable offline PREHOOK: type: ALTERPARTITION_PROTECTMODE PREHOOK: Input: default@tbl2 @@ -192,40 +139,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl2 partition (p='p1') POSTHOOK: type: DESCTABLE -col_name data_type comment +col string +p string -col string None - -# Partition Information -col_name data_type comment - -p string None - -# Detailed Partition Information -Partition Value: [p1] -Database: default -Table: tbl2 -CreateTime: Tue Sep 14 08:18:49 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: OFFLINE -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl2/p=p1 -Partition Parameters: - last_modified_by thiruvel - last_modified_time 1284477530 - PROTECT_MODE OFFLINE - transient_lastDdlTime 1284477530 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[p1], dbName:default, tableName:tbl2, createTime:1286798916, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl2/p=p1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{last_modified_by=thiruvel, last_modified_time=1286798917, PROTECT_MODE=OFFLINE, transient_lastDdlTime=1286798917}) PREHOOK: query: alter table tbl2 enable offline PREHOOK: type: ALTERTABLE_PROTECTMODE PREHOOK: Input: default@tbl2 @@ -238,41 +155,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl2 POSTHOOK: type: DESCTABLE -col_name data_type comment +col string +p string -col string None - -# Partition Information -col_name data_type comment - -p string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:18:49 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: OFFLINE -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl2 -Table Type: MANAGED_TABLE -Table Parameters: - last_modified_by thiruvel - last_modified_time 1284477530 - PROTECT_MODE OFFLINE - transient_lastDdlTime 1284477530 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:tbl2, dbName:default, owner:thiruvel, createTime:1286798916, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null), FieldSchema(name:p, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=thiruvel, last_modified_time=1286798917, PROTECT_MODE=OFFLINE, transient_lastDdlTime=1286798917}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table tbl2 enable no_drop PREHOOK: type: ALTERTABLE_PROTECTMODE PREHOOK: Input: default@tbl2 @@ -285,41 +171,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl2 POSTHOOK: type: DESCTABLE -col_name data_type comment +col string +p string -col string None - -# Partition Information -col_name data_type comment - -p string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:18:49 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: OFFLINE,NO_DROP -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl2 -Table Type: MANAGED_TABLE -Table Parameters: - last_modified_by thiruvel - last_modified_time 1284477530 - PROTECT_MODE OFFLINE,NO_DROP - transient_lastDdlTime 1284477530 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:tbl2, dbName:default, owner:thiruvel, createTime:1286798916, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null), FieldSchema(name:p, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=thiruvel, last_modified_time=1286798917, PROTECT_MODE=OFFLINE,NO_DROP, transient_lastDdlTime=1286798917}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table tbl2 drop partition (p='p3') PREHOOK: type: ALTERTABLE_DROPPARTS PREHOOK: Input: default@tbl2 @@ -340,41 +195,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl2 POSTHOOK: type: DESCTABLE -col_name data_type comment +col string +p string -col string None - -# Partition Information -col_name data_type comment - -p string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:18:49 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: NO_DROP -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl2 -Table Type: MANAGED_TABLE -Table Parameters: - last_modified_by thiruvel - last_modified_time 1284477530 - PROTECT_MODE NO_DROP - transient_lastDdlTime 1284477530 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:tbl2, dbName:default, owner:thiruvel, createTime:1286798916, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null), FieldSchema(name:p, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=thiruvel, last_modified_time=1286798917, PROTECT_MODE=NO_DROP, transient_lastDdlTime=1286798917}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table tbl2 disable no_drop PREHOOK: type: ALTERTABLE_PROTECTMODE PREHOOK: Input: default@tbl2 @@ -387,56 +211,26 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl2 POSTHOOK: type: DESCTABLE -col_name data_type comment +col string +p string -col string None - -# Partition Information -col_name data_type comment - -p string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:18:49 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl2 -Table Type: MANAGED_TABLE -Table Parameters: - last_modified_by thiruvel - last_modified_time 1284477531 - transient_lastDdlTime 1284477531 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:tbl2, dbName:default, owner:thiruvel, createTime:1286798916, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null), FieldSchema(name:p, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=thiruvel, last_modified_time=1286798918, transient_lastDdlTime=1286798918}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: select * from tbl2 where p='p2' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p2 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-51_381_75919177097290803/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-38_066_2185936582247020299/-mr-10000 POSTHOOK: query: select * from tbl2 where p='p2' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl2@p=p2 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-51_381_75919177097290803/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-38_066_2185936582247020299/-mr-10000 PREHOOK: query: select col from tbl2 where p='p2' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p2 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-51_472_535925465163597692/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-38_143_3716448971940234870/-mr-10000 POSTHOOK: query: select col from tbl2 where p='p2' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl2@p=p2 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-51_472_535925465163597692/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-38_143_3716448971940234870/-mr-10000 PREHOOK: query: alter table tbl2 partition (p='p1') disable offline PREHOOK: type: ALTERPARTITION_PROTECTMODE PREHOOK: Input: default@tbl2 @@ -451,55 +245,26 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl2 partition (p='p1') POSTHOOK: type: DESCTABLE -col_name data_type comment +col string +p string -col string None - -# Partition Information -col_name data_type comment - -p string None - -# Detailed Partition Information -Partition Value: [p1] -Database: default -Table: tbl2 -CreateTime: Tue Sep 14 08:18:49 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl2/p=p1 -Partition Parameters: - last_modified_by thiruvel - last_modified_time 1284477533 - transient_lastDdlTime 1284477533 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[p1], dbName:default, tableName:tbl2, createTime:1286798916, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl2/p=p1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{last_modified_by=thiruvel, last_modified_time=1286798920, transient_lastDdlTime=1286798920}) PREHOOK: query: select * from tbl2 where p='p1' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-53_931_2424791435771957392/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-40_488_6927546031831134671/-mr-10000 POSTHOOK: query: select * from tbl2 where p='p1' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl2@p=p1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-53_931_2424791435771957392/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-40_488_6927546031831134671/-mr-10000 PREHOOK: query: select col from tbl2 where p='p1' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-54_013_1094236570501427496/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-40_571_5074072043256621472/-mr-10000 POSTHOOK: query: select col from tbl2 where p='p1' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl2@p=p1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-54_013_1094236570501427496/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-40_571_5074072043256621472/-mr-10000 PREHOOK: query: insert overwrite table tbl1 select col from tbl2 where p='p1' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p1 Index: ql/src/test/results/clientpositive/alter1.q.out =================================================================== --- ql/src/test/results/clientpositive/alter1.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/alter1.q.out (working copy) @@ -7,34 +7,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int -a int None -b int None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 06:59:30 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284472770 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter1, dbName:default, owner:thiruvel, createTime:1286798957, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286798957}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table alter1 set tblproperties ('a'='1', 'c'='3') PREHOOK: type: ALTERTABLE_PROPERTIES PREHOOK: Input: default@alter1 @@ -47,38 +23,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int -a int None -b int None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 06:59:30 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1 -Table Type: MANAGED_TABLE -Table Parameters: - last_modified_by thiruvel - c 3 - last_modified_time 1284472770 - a 1 - transient_lastDdlTime 1284472770 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter1, dbName:default, owner:thiruvel, createTime:1286798957, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=thiruvel, c=3, last_modified_time=1286798958, a=1, transient_lastDdlTime=1286798958}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table alter1 set tblproperties ('a'='1', 'c'='4', 'd'='3') PREHOOK: type: ALTERTABLE_PROPERTIES PREHOOK: Input: default@alter1 @@ -91,39 +39,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int -a int None -b int None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 06:59:30 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1 -Table Type: MANAGED_TABLE -Table Parameters: - d 3 - last_modified_by thiruvel - c 4 - last_modified_time 1284472771 - a 1 - transient_lastDdlTime 1284472771 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter1, dbName:default, owner:thiruvel, createTime:1286798957, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{d=3, last_modified_by=thiruvel, c=4, last_modified_time=1286798958, a=1, transient_lastDdlTime=1286798958}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table alter1 set tblproperties ('EXTERNAL'='TRUE') PREHOOK: type: ALTERTABLE_PROPERTIES PREHOOK: Input: default@alter1 @@ -136,40 +55,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int -a int None -b int None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 06:59:30 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1 -Table Type: EXTERNAL_TABLE -Table Parameters: - EXTERNAL TRUE - d 3 - last_modified_by thiruvel - c 4 - last_modified_time 1284472771 - a 1 - transient_lastDdlTime 1284472771 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter1, dbName:default, owner:thiruvel, createTime:1286798957, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=TRUE, d=3, last_modified_by=thiruvel, c=4, last_modified_time=1286798958, a=1, transient_lastDdlTime=1286798958}, viewOriginalText:null, viewExpandedText:null, tableType:EXTERNAL_TABLE) PREHOOK: query: alter table alter1 set tblproperties ('EXTERNAL'='FALSE') PREHOOK: type: ALTERTABLE_PROPERTIES PREHOOK: Input: default@alter1 @@ -182,40 +71,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int -a int None -b int None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 06:59:30 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - d 3 - last_modified_by thiruvel - c 4 - last_modified_time 1284472771 - a 1 - transient_lastDdlTime 1284472771 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter1, dbName:default, owner:thiruvel, createTime:1286798957, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, d=3, last_modified_by=thiruvel, c=4, last_modified_time=1286798958, a=1, transient_lastDdlTime=1286798958}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table alter1 set serdeproperties('s1'='9') PREHOOK: type: ALTERTABLE_SERDEPROPERTIES PREHOOK: Input: default@alter1 @@ -228,41 +87,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int -a int None -b int None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 06:59:30 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - d 3 - last_modified_by thiruvel - c 4 - last_modified_time 1284472771 - a 1 - transient_lastDdlTime 1284472771 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - s1 9 - serialization.format 1 - +Detailed Table Information Table(tableName:alter1, dbName:default, owner:thiruvel, createTime:1286798957, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{s1=9, serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, d=3, last_modified_by=thiruvel, c=4, last_modified_time=1286798958, a=1, transient_lastDdlTime=1286798958}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table alter1 set serdeproperties('s1'='10', 's2' ='20') PREHOOK: type: ALTERTABLE_SERDEPROPERTIES PREHOOK: Input: default@alter1 @@ -275,42 +103,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int -a int None -b int None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 06:59:30 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - d 3 - last_modified_by thiruvel - c 4 - last_modified_time 1284472771 - a 1 - transient_lastDdlTime 1284472771 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - s2 20 - s1 10 - serialization.format 1 - +Detailed Table Information Table(tableName:alter1, dbName:default, owner:thiruvel, createTime:1286798957, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{s2=20, s1=10, serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, d=3, last_modified_by=thiruvel, c=4, last_modified_time=1286798958, a=1, transient_lastDdlTime=1286798958}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table alter1 set serde 'org.apache.hadoop.hive.serde2.TestSerDe' with serdeproperties('s1'='9') PREHOOK: type: ALTERTABLE_SERIALIZER PREHOOK: Input: default@alter1 @@ -323,42 +119,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a string from deserializer +b string from deserializer -a string from deserializer -b string from deserializer - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 06:59:30 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - d 3 - last_modified_by thiruvel - c 4 - last_modified_time 1284472771 - a 1 - transient_lastDdlTime 1284472771 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.TestSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - s2 20 - s1 9 - serialization.format 1 - +Detailed Table Information Table(tableName:alter1, dbName:default, owner:thiruvel, createTime:1286798957, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:from deserializer), FieldSchema(name:b, type:int, comment:from deserializer)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.TestSerDe, parameters:{s2=20, s1=9, serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, d=3, last_modified_by=thiruvel, c=4, last_modified_time=1286798958, a=1, transient_lastDdlTime=1286798958}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table alter1 set serde 'org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe' PREHOOK: type: ALTERTABLE_SERIALIZER PREHOOK: Input: default@alter1 @@ -371,42 +135,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a string from deserializer +b string from deserializer -a string from deserializer -b string from deserializer - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 06:59:30 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - d 3 - last_modified_by thiruvel - c 4 - last_modified_time 1284472772 - a 1 - transient_lastDdlTime 1284472772 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - s2 20 - s1 9 - serialization.format 1 - +Detailed Table Information Table(tableName:alter1, dbName:default, owner:thiruvel, createTime:1286798957, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:from deserializer), FieldSchema(name:b, type:string, comment:from deserializer)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{s2=20, s1=9, serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, d=3, last_modified_by=thiruvel, c=4, last_modified_time=1286798958, a=1, transient_lastDdlTime=1286798958}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table alter1 replace columns (a int, b int, c string) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@alter1 @@ -419,11 +151,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe alter1 POSTHOOK: type: DESCTABLE -col_name data_type comment - -a int None -b int None -c string None +a int +b int +c string PREHOOK: query: -- Cleanup DROP TABLE alter1 PREHOOK: type: DROPTABLE @@ -471,34 +201,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int -a int None -b int None - -# Detailed Table Information -Database: alter1_db -Owner: thiruvel -CreateTime: Tue Sep 14 06:59:32 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1_db.db/alter1 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284472772 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter1, dbName:alter1_db, owner:thiruvel, createTime:1286798959, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter1_db.db/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286798959}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: ALTER TABLE alter1 SET TBLPROPERTIES ('a'='1', 'c'='3') PREHOOK: type: ALTERTABLE_PROPERTIES PREHOOK: Input: alter1_db@alter1 @@ -511,38 +217,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int -a int None -b int None - -# Detailed Table Information -Database: alter1_db -Owner: thiruvel -CreateTime: Tue Sep 14 06:59:32 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1_db.db/alter1 -Table Type: MANAGED_TABLE -Table Parameters: - last_modified_by thiruvel - c 3 - last_modified_time 1284472772 - a 1 - transient_lastDdlTime 1284472772 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter1, dbName:alter1_db, owner:thiruvel, createTime:1286798959, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter1_db.db/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=thiruvel, c=3, last_modified_time=1286798959, a=1, transient_lastDdlTime=1286798959}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: ALTER TABLE alter1 SET TBLPROPERTIES ('a'='1', 'c'='4', 'd'='3') PREHOOK: type: ALTERTABLE_PROPERTIES PREHOOK: Input: alter1_db@alter1 @@ -555,39 +233,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int -a int None -b int None - -# Detailed Table Information -Database: alter1_db -Owner: thiruvel -CreateTime: Tue Sep 14 06:59:32 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1_db.db/alter1 -Table Type: MANAGED_TABLE -Table Parameters: - d 3 - last_modified_by thiruvel - c 4 - last_modified_time 1284472772 - a 1 - transient_lastDdlTime 1284472772 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter1, dbName:alter1_db, owner:thiruvel, createTime:1286798959, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter1_db.db/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{d=3, last_modified_by=thiruvel, c=4, last_modified_time=1286798959, a=1, transient_lastDdlTime=1286798959}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: ALTER TABLE alter1 SET TBLPROPERTIES ('EXTERNAL'='TRUE') PREHOOK: type: ALTERTABLE_PROPERTIES PREHOOK: Input: alter1_db@alter1 @@ -600,40 +249,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int -a int None -b int None - -# Detailed Table Information -Database: alter1_db -Owner: thiruvel -CreateTime: Tue Sep 14 06:59:32 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1_db.db/alter1 -Table Type: EXTERNAL_TABLE -Table Parameters: - EXTERNAL TRUE - d 3 - last_modified_by thiruvel - c 4 - last_modified_time 1284472773 - a 1 - transient_lastDdlTime 1284472773 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter1, dbName:alter1_db, owner:thiruvel, createTime:1286798959, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter1_db.db/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=TRUE, d=3, last_modified_by=thiruvel, c=4, last_modified_time=1286798960, a=1, transient_lastDdlTime=1286798960}, viewOriginalText:null, viewExpandedText:null, tableType:EXTERNAL_TABLE) PREHOOK: query: ALTER TABLE alter1 SET TBLPROPERTIES ('EXTERNAL'='FALSE') PREHOOK: type: ALTERTABLE_PROPERTIES PREHOOK: Input: alter1_db@alter1 @@ -646,40 +265,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int -a int None -b int None - -# Detailed Table Information -Database: alter1_db -Owner: thiruvel -CreateTime: Tue Sep 14 06:59:32 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1_db.db/alter1 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - d 3 - last_modified_by thiruvel - c 4 - last_modified_time 1284472773 - a 1 - transient_lastDdlTime 1284472773 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter1, dbName:alter1_db, owner:thiruvel, createTime:1286798959, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter1_db.db/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, d=3, last_modified_by=thiruvel, c=4, last_modified_time=1286798960, a=1, transient_lastDdlTime=1286798960}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: ALTER TABLE alter1 SET SERDEPROPERTIES('s1'='9') PREHOOK: type: ALTERTABLE_SERDEPROPERTIES PREHOOK: Input: alter1_db@alter1 @@ -692,41 +281,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int -a int None -b int None - -# Detailed Table Information -Database: alter1_db -Owner: thiruvel -CreateTime: Tue Sep 14 06:59:32 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1_db.db/alter1 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - d 3 - last_modified_by thiruvel - c 4 - last_modified_time 1284472773 - a 1 - transient_lastDdlTime 1284472773 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - s1 9 - serialization.format 1 - +Detailed Table Information Table(tableName:alter1, dbName:alter1_db, owner:thiruvel, createTime:1286798959, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter1_db.db/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{s1=9, serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, d=3, last_modified_by=thiruvel, c=4, last_modified_time=1286798960, a=1, transient_lastDdlTime=1286798960}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: ALTER TABLE alter1 SET SERDEPROPERTIES('s1'='10', 's2' ='20') PREHOOK: type: ALTERTABLE_SERDEPROPERTIES PREHOOK: Input: alter1_db@alter1 @@ -739,42 +297,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int -a int None -b int None - -# Detailed Table Information -Database: alter1_db -Owner: thiruvel -CreateTime: Tue Sep 14 06:59:32 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1_db.db/alter1 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - d 3 - last_modified_by thiruvel - c 4 - last_modified_time 1284472773 - a 1 - transient_lastDdlTime 1284472773 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - s2 20 - s1 10 - serialization.format 1 - +Detailed Table Information Table(tableName:alter1, dbName:alter1_db, owner:thiruvel, createTime:1286798959, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter1_db.db/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{s2=20, s1=10, serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, d=3, last_modified_by=thiruvel, c=4, last_modified_time=1286798960, a=1, transient_lastDdlTime=1286798960}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: ALTER TABLE alter1 SET SERDE 'org.apache.hadoop.hive.serde2.TestSerDe' WITH SERDEPROPERTIES ('s1'='9') PREHOOK: type: ALTERTABLE_SERIALIZER PREHOOK: Input: alter1_db@alter1 @@ -787,42 +313,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a string from deserializer +b string from deserializer -a string from deserializer -b string from deserializer - -# Detailed Table Information -Database: alter1_db -Owner: thiruvel -CreateTime: Tue Sep 14 06:59:32 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1_db.db/alter1 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - d 3 - last_modified_by thiruvel - c 4 - last_modified_time 1284472773 - a 1 - transient_lastDdlTime 1284472773 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.TestSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - s2 20 - s1 9 - serialization.format 1 - +Detailed Table Information Table(tableName:alter1, dbName:alter1_db, owner:thiruvel, createTime:1286798959, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:from deserializer), FieldSchema(name:b, type:int, comment:from deserializer)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter1_db.db/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.TestSerDe, parameters:{s2=20, s1=9, serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, d=3, last_modified_by=thiruvel, c=4, last_modified_time=1286798960, a=1, transient_lastDdlTime=1286798960}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: ALTER TABLE alter1 SET SERDE 'org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe' PREHOOK: type: ALTERTABLE_SERIALIZER PREHOOK: Input: alter1_db@alter1 @@ -835,42 +329,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a string from deserializer +b string from deserializer -a string from deserializer -b string from deserializer - -# Detailed Table Information -Database: alter1_db -Owner: thiruvel -CreateTime: Tue Sep 14 06:59:32 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1_db.db/alter1 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - d 3 - last_modified_by thiruvel - c 4 - last_modified_time 1284472773 - a 1 - transient_lastDdlTime 1284472773 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - s2 20 - s1 9 - serialization.format 1 - +Detailed Table Information Table(tableName:alter1, dbName:alter1_db, owner:thiruvel, createTime:1286798959, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:from deserializer), FieldSchema(name:b, type:string, comment:from deserializer)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter1_db.db/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{s2=20, s1=9, serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, d=3, last_modified_by=thiruvel, c=4, last_modified_time=1286798960, a=1, transient_lastDdlTime=1286798960}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: ALTER TABLE alter1 REPLACE COLUMNS (a int, b int, c string) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: alter1_db@alter1 @@ -883,11 +345,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE alter1 POSTHOOK: type: DESCTABLE -col_name data_type comment - -a int None -b int None -c string None +a int +b int +c string PREHOOK: query: DROP TABLE alter1 PREHOOK: type: DROPTABLE PREHOOK: Input: alter1_db@alter1 Index: ql/src/test/results/clientpositive/load_dyn_part1.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part1.q.out_0.17 (revision 1021789) +++ ql/src/test/results/clientpositive/load_dyn_part1.q.out_0.17 (working copy) @@ -20,41 +20,12 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part1 POSTHOOK: type: DESCTABLE -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 21 08:17:46 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part1 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - transient_lastDdlTime 1285082266 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:nzhang_part1, dbName:default, owner:null, createTime:1286880366, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286880366}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain from srcpart insert overwrite table nzhang_part1 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' @@ -220,12 +191,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=11 PREHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_08-17-59_635_2097535868248761512/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-46-13_431_3104452582491305535/-mr-10000 POSTHOOK: query: select * from nzhang_part1 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=11 POSTHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_08-17-59_635_2097535868248761512/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-46-13_431_3104452582491305535/-mr-10000 POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -1238,12 +1209,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=11 PREHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_08-18-00_976_813450084433795554/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-46-13_816_891246141615260288/-mr-10000 POSTHOOK: query: select * from nzhang_part2 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=11 POSTHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_08-18-00_976_813450084433795554/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-46-13_816_891246141615260288/-mr-10000 POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/load_dyn_part9.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part9.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/load_dyn_part9.q.out (working copy) @@ -15,41 +15,12 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part9 POSTHOOK: type: DESCTABLE -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 21 00:22:45 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part9 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - transient_lastDdlTime 1285053765 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:nzhang_part9, dbName:default, owner:null, createTime:1286799061, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part9, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286799061}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain from srcpart insert overwrite table nzhang_part9 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' @@ -148,12 +119,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part9@ds=2008-04-08/hr=11 PREHOOK: Input: default@nzhang_part9@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-22-54_672_6614309113250566122/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-11-06_778_2445817243586539124/-mr-10000 POSTHOOK: query: select * from nzhang_part9 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part9@ds=2008-04-08/hr=11 POSTHOOK: Input: default@nzhang_part9@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-22-54_672_6614309113250566122/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-11-06_778_2445817243586539124/-mr-10000 POSTHOOK: Lineage: nzhang_part9 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part9 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part9 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/inputddl5.q.out =================================================================== --- ql/src/test/results/clientpositive/inputddl5.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/inputddl5.q.out (working copy) @@ -16,24 +16,22 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE INPUTDDL5 POSTHOOK: type: DESCTABLE -col_name data_type comment - -name string None +name string PREHOOK: query: SELECT INPUTDDL5.name from INPUTDDL5 PREHOOK: type: QUERY PREHOOK: Input: default@inputddl5 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_06-23-57_837_3762384530254196250/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-10-24_142_4717365799469321057/-mr-10000 POSTHOOK: query: SELECT INPUTDDL5.name from INPUTDDL5 POSTHOOK: type: QUERY POSTHOOK: Input: default@inputddl5 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_06-23-57_837_3762384530254196250/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-10-24_142_4717365799469321057/-mr-10000 邵铮 PREHOOK: query: SELECT count(1) FROM INPUTDDL5 WHERE INPUTDDL5.name = _UTF-8 0xE982B5E993AE PREHOOK: type: QUERY PREHOOK: Input: default@inputddl5 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_06-24-00_215_9153901156666305334/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-10-26_576_1899173500377396904/-mr-10000 POSTHOOK: query: SELECT count(1) FROM INPUTDDL5 WHERE INPUTDDL5.name = _UTF-8 0xE982B5E993AE POSTHOOK: type: QUERY POSTHOOK: Input: default@inputddl5 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_06-24-00_215_9153901156666305334/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-10-26_576_1899173500377396904/-mr-10000 1 Index: ql/src/test/results/clientpositive/create_insert_outputformat.q.out =================================================================== --- ql/src/test/results/clientpositive/create_insert_outputformat.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/create_insert_outputformat.q.out (working copy) @@ -25,10 +25,8 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table_test_output_format.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: table_test_output_format.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment - -key int None -value string None +key int +value string PREHOOK: query: CREATE TABLE table_test_output_format_sequencefile(key INT, value STRING) STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileInputFormat' OUTPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileOutputFormat' @@ -62,10 +60,8 @@ POSTHOOK: Lineage: table_test_output_format.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: table_test_output_format_sequencefile.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: table_test_output_format_sequencefile.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment - -key int None -value string None +key int +value string PREHOOK: query: CREATE TABLE table_test_output_format_hivesequencefile(key INT, value STRING) STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat' @@ -105,7 +101,5 @@ POSTHOOK: Lineage: table_test_output_format_hivesequencefile.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: table_test_output_format_sequencefile.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: table_test_output_format_sequencefile.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment - -key int None -value string None +key int +value string Index: ql/src/test/results/clientpositive/load_dyn_part4.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part4.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/load_dyn_part4.q.out (working copy) @@ -15,41 +15,12 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part4 POSTHOOK: type: DESCTABLE -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 21 00:16:11 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part4 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - transient_lastDdlTime 1285053371 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:nzhang_part4, dbName:default, owner:null, createTime:1286799133, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part4, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286799133}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: insert overwrite table nzhang_part4 partition (ds='2008-04-08', hr='existing_value') select key, value from src PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -178,13 +149,13 @@ PREHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=11 PREHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=12 PREHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=existing_value -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-16-31_503_3440445638314967808/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-12-22_392_3875970979965348675/-mr-10000 POSTHOOK: query: select * from nzhang_part4 where ds='2008-04-08' and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=11 POSTHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=12 POSTHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=existing_value -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-16-31_503_3440445638314967808/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-12-22_392_3875970979965348675/-mr-10000 POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -1702,7 +1673,7 @@ PREHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=existing_value PREHOOK: Input: default@nzhang_part4@ds=2008-04-09/hr=11 PREHOOK: Input: default@nzhang_part4@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-16-32_674_3218170732469048135/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-12-22_746_1324840477298769778/-mr-10000 POSTHOOK: query: select * from nzhang_part4 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=11 @@ -1710,7 +1681,7 @@ POSTHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=existing_value POSTHOOK: Input: default@nzhang_part4@ds=2008-04-09/hr=11 POSTHOOK: Input: default@nzhang_part4@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-16-32_674_3218170732469048135/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-12-22_746_1324840477298769778/-mr-10000 POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/rcfile_default_format.q.out =================================================================== --- ql/src/test/results/clientpositive/rcfile_default_format.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/rcfile_default_format.q.out (working copy) @@ -7,33 +7,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED rcfile_default_format POSTHOOK: type: DESCTABLE -col_name data_type comment +key string from deserializer -key string from deserializer - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 00:42:27 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/rcfile_default_format -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1285054947 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe -InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:rcfile_default_format, dbName:default, owner:thiruvel, createTime:1286799201, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/rcfile_default_format, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286799201}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: CREATE TABLE rcfile_default_format_ctas AS SELECT key,value FROM src PREHOOK: type: CREATETABLE PREHOOK: Input: default@src @@ -45,34 +21,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED rcfile_default_format_ctas POSTHOOK: type: DESCTABLE -col_name data_type comment +key string from deserializer +value string from deserializer -key string from deserializer -value string from deserializer - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 00:42:31 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/rcfile_default_format_ctas -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1285054951 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe -InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:rcfile_default_format_ctas, dbName:default, owner:thiruvel, createTime:1286799204, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/rcfile_default_format_ctas, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286799204}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: CREATE TABLE rcfile_default_format_txtfile (key STRING) STORED AS TEXTFILE PREHOOK: type: CREATETABLE POSTHOOK: query: CREATE TABLE rcfile_default_format_txtfile (key STRING) STORED AS TEXTFILE @@ -92,37 +44,9 @@ POSTHOOK: query: DESCRIBE EXTENDED rcfile_default_format_txtfile POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: rcfile_default_format_txtfile.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] -col_name data_type comment +key string -key string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 00:42:31 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/rcfile_default_format_txtfile -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 0 - numFiles 1 - transient_lastDdlTime 1285054957 - numRows 500 - totalSize 1906 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:rcfile_default_format_txtfile, dbName:default, owner:thiruvel, createTime:1286799204, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/rcfile_default_format_txtfile, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{numPartitions=0, numFiles=1, transient_lastDdlTime=1286799207, numRows=500, totalSize=1906}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: CREATE TABLE textfile_default_format_ctas AS SELECT key,value FROM rcfile_default_format_ctas PREHOOK: type: CREATETABLE PREHOOK: Input: default@rcfile_default_format_ctas @@ -136,31 +60,7 @@ POSTHOOK: query: DESCRIBE EXTENDED textfile_default_format_ctas POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: rcfile_default_format_txtfile.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] -col_name data_type comment +key string +value string -key string None -value string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 00:42:41 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/textfile_default_format_ctas -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1285054961 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:textfile_default_format_ctas, dbName:default, owner:thiruvel, createTime:1286799209, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/textfile_default_format_ctas, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286799209}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) Index: ql/src/test/results/clientpositive/load_dyn_part10.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part10.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/load_dyn_part10.q.out (working copy) @@ -15,41 +15,12 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part10 POSTHOOK: type: DESCTABLE -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 21 00:13:58 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part10 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - transient_lastDdlTime 1285053238 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:nzhang_part10, dbName:default, owner:null, createTime:1286799169, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part10, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286799169}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain from srcpart insert overwrite table nzhang_part10 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' @@ -146,12 +117,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part10@ds=2008-12-31/hr=11 PREHOOK: Input: default@nzhang_part10@ds=2008-12-31/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-14-06_981_2043462217259672901/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-12-54_579_6711884270450817124/-mr-10000 POSTHOOK: query: select * from nzhang_part10 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part10@ds=2008-12-31/hr=11 POSTHOOK: Input: default@nzhang_part10@ds=2008-12-31/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-14-06_981_2043462217259672901/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-12-54_579_6711884270450817124/-mr-10000 POSTHOOK: Lineage: nzhang_part10 PARTITION(ds=2008-12-31,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part10 PARTITION(ds=2008-12-31,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part10 PARTITION(ds=2008-12-31,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input3.q.out =================================================================== --- ql/src/test/results/clientpositive/input3.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/input3.q.out (working copy) @@ -7,10 +7,8 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE TEST3a POSTHOOK: type: DESCTABLE -col_name data_type comment - -a int None -b double None +a int +b double PREHOOK: query: CREATE TABLE TEST3b(A ARRAY, B DOUBLE, C MAP) STORED AS TEXTFILE PREHOOK: type: CREATETABLE POSTHOOK: query: CREATE TABLE TEST3b(A ARRAY, B DOUBLE, C MAP) STORED AS TEXTFILE @@ -20,11 +18,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE TEST3b POSTHOOK: type: DESCTABLE -col_name data_type comment - -a array None -b double None -c map None +a array +b double +c map PREHOOK: query: SHOW TABLES PREHOOK: type: SHOWTABLES POSTHOOK: query: SHOW TABLES @@ -72,12 +68,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE TEST3b POSTHOOK: type: DESCTABLE -col_name data_type comment - -a array None -b double None -c map None -x double None +a array +b double +c map +x double PREHOOK: query: EXPLAIN ALTER TABLE TEST3b RENAME TO TEST3c PREHOOK: type: ALTERTABLE_RENAME @@ -112,12 +106,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE TEST3c POSTHOOK: type: DESCTABLE -col_name data_type comment - -a array None -b double None -c map None -x double None +a array +b double +c map +x double PREHOOK: query: SHOW TABLES PREHOOK: type: SHOWTABLES POSTHOOK: query: SHOW TABLES @@ -165,33 +157,7 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED TEST3c POSTHOOK: type: DESCTABLE -col_name data_type comment +r1 int +r2 double -r1 int None -r2 double None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:23:52 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/test3c -Table Type: MANAGED_TABLE -Table Parameters: - last_modified_by thiruvel - last_modified_time 1284477832 - transient_lastDdlTime 1284477832 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:test3c, dbName:default, owner:thiruvel, createTime:1286799236, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:r1, type:int, comment:null), FieldSchema(name:r2, type:double, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/test3c, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=thiruvel, last_modified_time=1286799237, transient_lastDdlTime=1286799237}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) Index: ql/src/test/results/clientpositive/stats5.q.out =================================================================== --- ql/src/test/results/clientpositive/stats5.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/stats5.q.out (working copy) @@ -40,35 +40,7 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended analyze_src POSTHOOK: type: DESCTABLE -col_name data_type comment +key string +value string -key string None -value string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 01:11:29 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_src -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 0 - numFiles 1 - transient_lastDdlTime 1285056694 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:analyze_src, dbName:default, owner:thiruvel, createTime:1286826326, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_src, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{numPartitions=0, numFiles=1, transient_lastDdlTime=1286826330, numRows=500, totalSize=5812}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) Index: ql/src/test/results/clientpositive/rename_column.q.out =================================================================== --- ql/src/test/results/clientpositive/rename_column.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/rename_column.q.out (working copy) @@ -7,11 +7,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -col_name data_type comment - -a int None -b int None -c int None +a int +b int +c int PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a a STRING PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@kv_rename_test @@ -24,11 +22,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -col_name data_type comment - -a string None -b int None -c int None +a string +b int +c int PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a a1 INT PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@kv_rename_test @@ -41,11 +37,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -col_name data_type comment - -a1 int None -b int None -c int None +a1 int +b int +c int PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a1 a2 INT FIRST PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@kv_rename_test @@ -58,11 +52,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -col_name data_type comment - -a2 int None -b int None -c int None +a2 int +b int +c int PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a2 a INT AFTER b PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@kv_rename_test @@ -75,11 +67,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -col_name data_type comment - -b int None -a int None -c int None +b int +a int +c int PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a a1 INT COMMENT 'test comment1' PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@kv_rename_test @@ -92,11 +82,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -col_name data_type comment - -b int None -a1 int test comment1 -c int None +b int +a1 int test comment1 +c int PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a1 a2 INT COMMENT 'test comment2' FIRST PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@kv_rename_test @@ -109,11 +97,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -col_name data_type comment - -a2 int test comment2 -b int None -c int None +a2 int test comment2 +b int +c int PREHOOK: query: ALTER TABLE kv_rename_test CHANGE COLUMN a2 a INT AFTER b PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@kv_rename_test @@ -126,11 +112,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -col_name data_type comment - -b int None -a int test comment2 -c int None +b int +a int test comment2 +c int PREHOOK: query: DROP TABLE kv_rename_test PREHOOK: type: DROPTABLE PREHOOK: Input: default@kv_rename_test @@ -170,11 +154,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -col_name data_type comment - -a int None -b int None -c int None +a int +b int +c int PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a a STRING PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: kv_rename_test_db@kv_rename_test @@ -187,11 +169,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -col_name data_type comment - -a string None -b int None -c int None +a string +b int +c int PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a a1 INT PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: kv_rename_test_db@kv_rename_test @@ -204,11 +184,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -col_name data_type comment - -a1 int None -b int None -c int None +a1 int +b int +c int PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a1 a2 INT FIRST PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: kv_rename_test_db@kv_rename_test @@ -221,11 +199,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -col_name data_type comment - -a2 int None -b int None -c int None +a2 int +b int +c int PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a2 a INT AFTER b PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: kv_rename_test_db@kv_rename_test @@ -238,11 +214,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -col_name data_type comment - -b int None -a int None -c int None +b int +a int +c int PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a a1 INT COMMENT 'test comment1' PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: kv_rename_test_db@kv_rename_test @@ -255,11 +229,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -col_name data_type comment - -b int None -a1 int test comment1 -c int None +b int +a1 int test comment1 +c int PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a1 a2 INT COMMENT 'test comment2' FIRST PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: kv_rename_test_db@kv_rename_test @@ -272,11 +244,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -col_name data_type comment - -a2 int test comment2 -b int None -c int None +a2 int test comment2 +b int +c int PREHOOK: query: ALTER TABLE kv_rename_test CHANGE COLUMN a2 a INT AFTER b PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: kv_rename_test_db@kv_rename_test @@ -289,11 +259,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -col_name data_type comment - -b int None -a int test comment2 -c int None +b int +a int test comment2 +c int PREHOOK: query: DROP TABLE kv_rename_test PREHOOK: type: DROPTABLE PREHOOK: Input: kv_rename_test_db@kv_rename_test Index: ql/src/test/results/clientpositive/bucket_groupby.q.out =================================================================== --- ql/src/test/results/clientpositive/bucket_groupby.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/bucket_groupby.q.out (working copy) @@ -7,39 +7,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended clustergroupby POSTHOOK: type: DESCTABLE -col_name data_type comment +key string +value string +ds string -key string None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Mon Sep 20 23:12:00 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/clustergroupby -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1285049520 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:clustergroupby, dbName:default, owner:thiruvel, createTime:1286799299, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/clustergroupby, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{transient_lastDdlTime=1286799299}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: insert overwrite table clustergroupby partition (ds='100') select key, value from src sort by key PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -139,11 +111,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='100' group by key limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=100 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-12-08_471_264777909273341136/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-04_391_496085082728658237/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='100' group by key limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=100 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-12-08_471_264777909273341136/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-04_391_496085082728658237/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 0 3 @@ -172,45 +144,11 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string +value string +ds string -key string None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Mon Sep 20 23:12:00 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/clustergroupby -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 1 - numFiles 1 - last_modified_by nzhang - last_modified_time 1285049532 - transient_lastDdlTime 1285049532 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: 1 -Bucket Columns: [key] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:clustergroupby, dbName:default, owner:thiruvel, createTime:1286799299, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/clustergroupby, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{numPartitions=1, numFiles=1, last_modified_by=thiruvel, last_modified_time=1286799306, transient_lastDdlTime=1286799306, numRows=500, totalSize=5812}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: insert overwrite table clustergroupby partition (ds='101') select key, value from src distribute by key PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -316,11 +254,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='101' group by key limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=101 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-12-20_193_4381502362232094489/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-10_631_330475374084282440/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='101' group by key limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=101 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-12-20_193_4381502362232094489/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-10_631_330475374084282440/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -428,11 +366,11 @@ PREHOOK: query: select length(key), count(1) from clustergroupby where ds='101' group by length(key) limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=101 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-12-24_121_8011305195289924924/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-13_272_378379398402774764/-mr-10000 POSTHOOK: query: select length(key), count(1) from clustergroupby where ds='101' group by length(key) limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=101 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-12-24_121_8011305195289924924/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-13_272_378379398402774764/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -531,11 +469,11 @@ PREHOOK: query: select abs(length(key)), count(1) from clustergroupby where ds='101' group by abs(length(key)) limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=101 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-12-28_041_4377337206683711142/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-16_007_3235459708019247294/-mr-10000 POSTHOOK: query: select abs(length(key)), count(1) from clustergroupby where ds='101' group by abs(length(key)) limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=101 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-12-28_041_4377337206683711142/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-16_007_3235459708019247294/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -644,11 +582,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='101' group by key,3 limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=101 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-12-31_955_2035389635675970206/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-18_557_7014524165209144470/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='101' group by key,3 limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=101 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-12-31_955_2035389635675970206/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-18_557_7014524165209144470/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -761,11 +699,11 @@ PREHOOK: query: select key, count(1) from (select value as key, key as value from clustergroupby where ds='101')subq group by key limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=101 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-12-35_858_682244352816074312/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-26_089_856130089143672363/-mr-10000 POSTHOOK: query: select key, count(1) from (select value as key, key as value from clustergroupby where ds='101')subq group by key limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=101 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-12-35_858_682244352816074312/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-26_089_856130089143672363/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -863,12 +801,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=100 PREHOOK: Input: default@clustergroupby@ds=101 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-12-39_667_6993113161354815698/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-28_594_4859888465200168624/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby group by key POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=100 POSTHOOK: Input: default@clustergroupby@ds=101 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-12-39_667_6993113161354815698/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-28_594_4859888465200168624/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1291,45 +1229,11 @@ POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string +value string +ds string -key string None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Mon Sep 20 23:12:00 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/clustergroupby -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 2 - numFiles 2 - last_modified_by nzhang - last_modified_time 1285049564 - transient_lastDdlTime 1285049564 - numRows 1000 - totalSize 11624 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: 1 -Bucket Columns: [value] -Sort Columns: [Order(col:key, order:1), Order(col:value, order:1)] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:clustergroupby, dbName:default, owner:thiruvel, createTime:1286799299, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/clustergroupby, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[value], sortCols:[Order(col:key, order:1), Order(col:value, order:1)], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{numPartitions=2, numFiles=2, last_modified_by=thiruvel, last_modified_time=1286799335, transient_lastDdlTime=1286799335, numRows=1000, totalSize=11624}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: insert overwrite table clustergroupby partition (ds='102') select key, value from src distribute by value sort by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -1437,11 +1341,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='102' group by key limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=102 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-12-52_423_5195000162572997399/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-39_061_3582799164493598492/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='102' group by key limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=102 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-12-52_423_5195000162572997399/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-39_061_3582799164493598492/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1551,11 +1455,11 @@ PREHOOK: query: select value, count(1) from clustergroupby where ds='102' group by value limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=102 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-12-56_614_4460480942841985035/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-41_567_7781693855424961483/-mr-10000 POSTHOOK: query: select value, count(1) from clustergroupby where ds='102' group by value limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=102 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-12-56_614_4460480942841985035/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-41_567_7781693855424961483/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1675,11 +1579,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='102' group by key, value limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=102 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-13-00_558_2886682989236055618/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-44_109_2716598788006290449/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='102' group by key, value limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=102 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-13-00_558_2886682989236055618/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-44_109_2716598788006290449/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1720,45 +1624,11 @@ POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=102).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=102).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string +value string +ds string -key string None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Mon Sep 20 23:12:00 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/clustergroupby -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 3 - numFiles 3 - last_modified_by nzhang - last_modified_time 1285049584 - transient_lastDdlTime 1285049584 - numRows 1500 - totalSize 17436 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: 1 -Bucket Columns: [value, key] -Sort Columns: [Order(col:key, order:1)] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:clustergroupby, dbName:default, owner:thiruvel, createTime:1286799299, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/clustergroupby, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[value, key], sortCols:[Order(col:key, order:1)], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{numPartitions=3, numFiles=3, last_modified_by=thiruvel, last_modified_time=1286799346, transient_lastDdlTime=1286799346, numRows=1500, totalSize=17436}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: insert overwrite table clustergroupby partition (ds='103') select key, value from src distribute by value, key sort by key PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -1870,11 +1740,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='103' group by key limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=103 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-13-11_680_1170880569605249416/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-50_284_7568294531708606872/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='103' group by key limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=103 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-13-11_680_1170880569605249416/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-50_284_7568294531708606872/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1998,11 +1868,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='103' group by value, key limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=103 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-13-15_849_1305890724778001430/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-52_910_4870036796285454803/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='103' group by value, key limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=103 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-13-15_849_1305890724778001430/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-52_910_4870036796285454803/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/stats0.q.out =================================================================== --- ql/src/test/results/clientpositive/stats0.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/stats0.q.out (working copy) @@ -37,9 +37,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-07-06_292_8918619100303505951/-ext-10000 + directory: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-39-56_888_8633906021259923490/-ext-10000 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-07-06_292_8918619100303505951/-ext-10000/ + Stats Publishing Key Prefix: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-39-56_888_8633906021259923490/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -49,12 +49,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_non_partitioned + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_non_partitioned name stats_non_partitioned serialization.ddl struct stats_non_partitioned { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285056426 + transient_lastDdlTime 1286825996 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: stats_non_partitioned TotalFiles: 1 @@ -62,9 +62,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src [src] + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/src [src] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -75,12 +75,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285049308 + transient_lastDdlTime 1286825995 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -91,12 +91,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285049308 + transient_lastDdlTime 1286825995 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -105,7 +105,7 @@ Move Operator tables: replace: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-07-06_292_8918619100303505951/-ext-10000 + source: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-39-56_888_8633906021259923490/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -115,19 +115,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_non_partitioned + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_non_partitioned name stats_non_partitioned serialization.ddl struct stats_non_partitioned { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285056426 + transient_lastDdlTime 1286825996 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: stats_non_partitioned - tmp directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-07-06_292_8918619100303505951/-ext-10001 + tmp directory: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-39-56_888_8633906021259923490/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-07-06_292_8918619100303505951/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-39-56_888_8633906021259923490/-ext-10000/ PREHOOK: query: insert overwrite table stats_non_partitioned @@ -148,46 +148,18 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: stats_non_partitioned.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_non_partitioned.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string +value string -key string None -value string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 01:07:06 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_non_partitioned -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 0 - numFiles 1 - transient_lastDdlTime 1285056431 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:stats_non_partitioned, dbName:default, owner:thiruvel, createTime:1286825996, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_non_partitioned, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{numPartitions=0, numFiles=1, transient_lastDdlTime=1286826001, numRows=500, totalSize=5812}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: select * from stats_non_partitioned PREHOOK: type: QUERY PREHOOK: Input: default@stats_non_partitioned -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-07-12_144_2758740293957557207/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-40-01_425_1999440609925877473/-mr-10000 POSTHOOK: query: select * from stats_non_partitioned POSTHOOK: type: QUERY POSTHOOK: Input: default@stats_non_partitioned -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-07-12_144_2758740293957557207/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-40-01_425_1999440609925877473/-mr-10000 POSTHOOK: Lineage: stats_non_partitioned.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_non_partitioned.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 238 val_238 @@ -780,11 +752,11 @@ PREHOOK: query: select * from stats_partitioned where ds is not null PREHOOK: type: QUERY PREHOOK: Input: default@stats_partitioned@ds=1 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-07-19_645_2560442626137801088/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-40-05_452_8160090432534415125/-mr-10000 POSTHOOK: query: select * from stats_partitioned where ds is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@stats_partitioned@ds=1 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-07-19_645_2560442626137801088/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-40-05_452_8160090432534415125/-mr-10000 POSTHOOK: Lineage: stats_non_partitioned.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_non_partitioned.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1297,41 +1269,11 @@ POSTHOOK: Lineage: stats_non_partitioned.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string +value string +ds string -key string None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Partition Information -Partition Value: [1] -Database: default -Table: stats_partitioned -CreateTime: Tue Sep 21 01:07:19 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_partitioned/ds=1 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285056439 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[1], dbName:default, tableName:stats_partitioned, createTime:1286826005, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_partitioned/ds=1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286826005, numRows=500, totalSize=5812}) PREHOOK: query: describe extended stats_partitioned PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended stats_partitioned @@ -1340,43 +1282,11 @@ POSTHOOK: Lineage: stats_non_partitioned.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string +value string +ds string -key string None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 01:07:12 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_partitioned -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 1 - numFiles 1 - transient_lastDdlTime 1285056439 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:stats_partitioned, dbName:default, owner:thiruvel, createTime:1286826001, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_partitioned, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{numPartitions=1, numFiles=1, transient_lastDdlTime=1286826005, numRows=500, totalSize=5812}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: drop table stats_non_partitioned PREHOOK: type: DROPTABLE PREHOOK: Input: default@stats_non_partitioned @@ -1451,9 +1361,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-07-20_991_2107869948985136652/-ext-10002 + directory: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-40-06_453_7501705445146051221/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-07-20_991_2107869948985136652/-ext-10000/ + Stats Publishing Key Prefix: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-40-06_453_7501705445146051221/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1463,12 +1373,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_non_partitioned + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_non_partitioned name stats_non_partitioned serialization.ddl struct stats_non_partitioned { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285056440 + transient_lastDdlTime 1286826006 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: stats_non_partitioned TotalFiles: 1 @@ -1476,9 +1386,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src [src] + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/src [src] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -1489,12 +1399,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285049308 + transient_lastDdlTime 1286825995 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1505,12 +1415,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285049308 + transient_lastDdlTime 1286825995 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -1522,14 +1432,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-07-20_991_2107869948985136652/-ext-10002 - destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-07-20_991_2107869948985136652/-ext-10000 + source: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-40-06_453_7501705445146051221/-ext-10002 + destination: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-40-06_453_7501705445146051221/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-07-20_991_2107869948985136652/-ext-10000 + source: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-40-06_453_7501705445146051221/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1539,28 +1449,28 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_non_partitioned + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_non_partitioned name stats_non_partitioned serialization.ddl struct stats_non_partitioned { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285056440 + transient_lastDdlTime 1286826006 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: stats_non_partitioned - tmp directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-07-20_991_2107869948985136652/-ext-10001 + tmp directory: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-40-06_453_7501705445146051221/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-07-20_991_2107869948985136652/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-40-06_453_7501705445146051221/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-07-20_991_2107869948985136652/-ext-10002 + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-40-06_453_7501705445146051221/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-07-20_991_2107869948985136652/-ext-10000 + directory: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-40-06_453_7501705445146051221/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1571,12 +1481,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_non_partitioned + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_non_partitioned name stats_non_partitioned serialization.ddl struct stats_non_partitioned { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285056440 + transient_lastDdlTime 1286826006 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: stats_non_partitioned TotalFiles: 1 @@ -1584,9 +1494,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-07-20_991_2107869948985136652/-ext-10002 [pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-07-20_991_2107869948985136652/-ext-10002] + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-40-06_453_7501705445146051221/-ext-10002 [pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-40-06_453_7501705445146051221/-ext-10002] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-07-20_991_2107869948985136652/-ext-10002 + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-40-06_453_7501705445146051221/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1597,12 +1507,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_non_partitioned + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_non_partitioned name stats_non_partitioned serialization.ddl struct stats_non_partitioned { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285056440 + transient_lastDdlTime 1286826006 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1613,12 +1523,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_non_partitioned + location pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_non_partitioned name stats_non_partitioned serialization.ddl struct stats_non_partitioned { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285056440 + transient_lastDdlTime 1286826006 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: stats_non_partitioned name: stats_non_partitioned @@ -1650,46 +1560,18 @@ POSTHOOK: Lineage: stats_non_partitioned.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string +value string -key string None -value string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 01:07:20 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_non_partitioned -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 0 - numFiles 1 - transient_lastDdlTime 1285056446 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:stats_non_partitioned, dbName:default, owner:thiruvel, createTime:1286826006, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_non_partitioned, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{numPartitions=0, numFiles=1, transient_lastDdlTime=1286826009, numRows=500, totalSize=5812}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: select * from stats_non_partitioned PREHOOK: type: QUERY PREHOOK: Input: default@stats_non_partitioned -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-07-27_190_8480785613167358093/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-40-09_882_2561691140403474623/-mr-10000 POSTHOOK: query: select * from stats_non_partitioned POSTHOOK: type: QUERY POSTHOOK: Input: default@stats_non_partitioned -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-07-27_190_8480785613167358093/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-40-09_882_2561691140403474623/-mr-10000 POSTHOOK: Lineage: stats_non_partitioned.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_non_partitioned.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_non_partitioned.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] @@ -2262,7 +2144,7 @@ Move Operator files: hdfs directory: true - destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-07-27_727_1739481489899004569/-ext-10000 + destination: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-40-10_020_2736829673279856717/-ext-10000 Stage: Stage-0 Move Operator @@ -2282,7 +2164,7 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_01-07-27_727_1739481489899004569/-ext-10002 + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_12-40-10_020_2736829673279856717/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 @@ -2327,11 +2209,11 @@ PREHOOK: query: select * from stats_partitioned where ds is not null PREHOOK: type: QUERY PREHOOK: Input: default@stats_partitioned@ds=1 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-07-35_118_761805172422134932/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-40-13_807_595319153848714979/-mr-10000 POSTHOOK: query: select * from stats_partitioned where ds is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@stats_partitioned@ds=1 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-07-35_118_761805172422134932/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-40-13_807_595319153848714979/-mr-10000 POSTHOOK: Lineage: stats_non_partitioned.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_non_partitioned.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_non_partitioned.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] @@ -2852,41 +2734,11 @@ POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string +value string +ds string -key string None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Partition Information -Partition Value: [1] -Database: default -Table: stats_partitioned -CreateTime: Tue Sep 21 01:07:34 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_partitioned/ds=1 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285056454 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[1], dbName:default, tableName:stats_partitioned, createTime:1286826013, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_partitioned/ds=1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286826013, numRows=500, totalSize=5812}) PREHOOK: query: describe extended stats_partitioned PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended stats_partitioned @@ -2899,40 +2751,8 @@ POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: stats_partitioned PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string +value string +ds string -key string None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 01:07:27 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/stats_partitioned -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 1 - numFiles 1 - transient_lastDdlTime 1285056454 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:stats_partitioned, dbName:default, owner:thiruvel, createTime:1286826010, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/stats_partitioned, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{numPartitions=1, numFiles=1, transient_lastDdlTime=1286826013, numRows=500, totalSize=5812}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) Index: ql/src/test/results/clientpositive/rcfile_bigdata.q.out =================================================================== --- ql/src/test/results/clientpositive/rcfile_bigdata.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/rcfile_bigdata.q.out (working copy) @@ -31,18 +31,16 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: columntable_bigdata.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: columntable_bigdata.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment - -key string from deserializer -value string from deserializer +key string from deserializer +value string from deserializer PREHOOK: query: select count(columnTable_Bigdata.key) from columnTable_Bigdata PREHOOK: type: QUERY PREHOOK: Input: default@columntable_bigdata -PREHOOK: Output: file:/tmp/jssarma/hive_2010-10-04_16-33-25_075_8537788494860858123/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_13-11-03_144_8903230502874546869/-mr-10000 POSTHOOK: query: select count(columnTable_Bigdata.key) from columnTable_Bigdata POSTHOOK: type: QUERY POSTHOOK: Input: default@columntable_bigdata -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-10-04_16-33-25_075_8537788494860858123/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_13-11-03_144_8903230502874546869/-mr-10000 POSTHOOK: Lineage: columntable_bigdata.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: columntable_bigdata.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] 5005500 Index: ql/src/test/results/clientpositive/alter2.q.out =================================================================== --- ql/src/test/results/clientpositive/alter2.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/alter2.q.out (working copy) @@ -7,39 +7,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter2 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int +insertdate string -a int None -b int None - -# Partition Information -col_name data_type comment - -insertdate string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 07:00:11 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284472811 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter2, dbName:default, owner:thiruvel, createTime:1286799434, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null), FieldSchema(name:insertdate, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{transient_lastDdlTime=1286799434}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: show partitions alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: show partitions alter2 @@ -55,39 +27,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter2 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int +insertdate string -a int None -b int None - -# Partition Information -col_name data_type comment - -insertdate string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 07:00:11 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284472811 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter2, dbName:default, owner:thiruvel, createTime:1286799434, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null), FieldSchema(name:insertdate, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{transient_lastDdlTime=1286799434}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: show partitions alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: show partitions alter2 @@ -104,39 +48,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter2 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int +insertdate string -a int None -b int None - -# Partition Information -col_name data_type comment - -insertdate string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 07:00:11 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284472811 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter2, dbName:default, owner:thiruvel, createTime:1286799434, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null), FieldSchema(name:insertdate, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{transient_lastDdlTime=1286799434}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: show partitions alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: show partitions alter2 @@ -160,40 +76,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter2 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int +insertdate string -a int None -b int None - -# Partition Information -col_name data_type comment - -insertdate string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 07:00:13 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2 -Table Type: EXTERNAL_TABLE -Table Parameters: - EXTERNAL TRUE - transient_lastDdlTime 1284472813 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter2, dbName:default, owner:thiruvel, createTime:1286799436, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null), FieldSchema(name:insertdate, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{EXTERNAL=TRUE, transient_lastDdlTime=1286799436}, viewOriginalText:null, viewExpandedText:null, tableType:EXTERNAL_TABLE) PREHOOK: query: show partitions alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: show partitions alter2 @@ -209,40 +96,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter2 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int +insertdate string -a int None -b int None - -# Partition Information -col_name data_type comment - -insertdate string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 07:00:13 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2 -Table Type: EXTERNAL_TABLE -Table Parameters: - EXTERNAL TRUE - transient_lastDdlTime 1284472813 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter2, dbName:default, owner:thiruvel, createTime:1286799436, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null), FieldSchema(name:insertdate, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{EXTERNAL=TRUE, transient_lastDdlTime=1286799436}, viewOriginalText:null, viewExpandedText:null, tableType:EXTERNAL_TABLE) PREHOOK: query: show partitions alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: show partitions alter2 @@ -259,40 +117,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter2 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int +insertdate string -a int None -b int None - -# Partition Information -col_name data_type comment - -insertdate string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 07:00:13 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2 -Table Type: EXTERNAL_TABLE -Table Parameters: - EXTERNAL TRUE - transient_lastDdlTime 1284472813 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter2, dbName:default, owner:thiruvel, createTime:1286799436, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null), FieldSchema(name:insertdate, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{EXTERNAL=TRUE, transient_lastDdlTime=1286799436}, viewOriginalText:null, viewExpandedText:null, tableType:EXTERNAL_TABLE) PREHOOK: query: show partitions alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: show partitions alter2 @@ -346,39 +175,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter2 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int +insertdate string -a int None -b int None - -# Partition Information -col_name data_type comment - -insertdate string None - -# Detailed Table Information -Database: alter2_db -Owner: thiruvel -CreateTime: Tue Sep 14 07:00:14 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2_db.db/alter2 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284472814 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter2, dbName:alter2_db, owner:thiruvel, createTime:1286799436, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null), FieldSchema(name:insertdate, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter2_db.db/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{transient_lastDdlTime=1286799436}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: SHOW PARTITIONS alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: SHOW PARTITIONS alter2 @@ -394,39 +195,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter2 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int +insertdate string -a int None -b int None - -# Partition Information -col_name data_type comment - -insertdate string None - -# Detailed Table Information -Database: alter2_db -Owner: thiruvel -CreateTime: Tue Sep 14 07:00:14 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2_db.db/alter2 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284472814 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter2, dbName:alter2_db, owner:thiruvel, createTime:1286799436, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null), FieldSchema(name:insertdate, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter2_db.db/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{transient_lastDdlTime=1286799436}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: SHOW PARTITIONS alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: SHOW PARTITIONS alter2 @@ -443,39 +216,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter2 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int +insertdate string -a int None -b int None - -# Partition Information -col_name data_type comment - -insertdate string None - -# Detailed Table Information -Database: alter2_db -Owner: thiruvel -CreateTime: Tue Sep 14 07:00:14 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2_db.db/alter2 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284472814 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter2, dbName:alter2_db, owner:thiruvel, createTime:1286799436, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null), FieldSchema(name:insertdate, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter2_db.db/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{transient_lastDdlTime=1286799436}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: SHOW PARTITIONS alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: SHOW PARTITIONS alter2 @@ -499,40 +244,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter2 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int +insertdate string -a int None -b int None - -# Partition Information -col_name data_type comment - -insertdate string None - -# Detailed Table Information -Database: alter2_db -Owner: thiruvel -CreateTime: Tue Sep 14 07:00:15 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2_db.db/alter2 -Table Type: EXTERNAL_TABLE -Table Parameters: - EXTERNAL TRUE - transient_lastDdlTime 1284472815 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter2, dbName:alter2_db, owner:thiruvel, createTime:1286799437, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null), FieldSchema(name:insertdate, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter2_db.db/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{EXTERNAL=TRUE, transient_lastDdlTime=1286799437}, viewOriginalText:null, viewExpandedText:null, tableType:EXTERNAL_TABLE) PREHOOK: query: SHOW PARTITIONS alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: SHOW PARTITIONS alter2 @@ -548,40 +264,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter2 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int +insertdate string -a int None -b int None - -# Partition Information -col_name data_type comment - -insertdate string None - -# Detailed Table Information -Database: alter2_db -Owner: thiruvel -CreateTime: Tue Sep 14 07:00:15 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2_db.db/alter2 -Table Type: EXTERNAL_TABLE -Table Parameters: - EXTERNAL TRUE - transient_lastDdlTime 1284472815 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter2, dbName:alter2_db, owner:thiruvel, createTime:1286799437, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null), FieldSchema(name:insertdate, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter2_db.db/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{EXTERNAL=TRUE, transient_lastDdlTime=1286799437}, viewOriginalText:null, viewExpandedText:null, tableType:EXTERNAL_TABLE) PREHOOK: query: SHOW PARTITIONS alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: SHOW PARTITIONS alter2 @@ -598,40 +285,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter2 POSTHOOK: type: DESCTABLE -col_name data_type comment +a int +b int +insertdate string -a int None -b int None - -# Partition Information -col_name data_type comment - -insertdate string None - -# Detailed Table Information -Database: alter2_db -Owner: thiruvel -CreateTime: Tue Sep 14 07:00:15 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2_db.db/alter2 -Table Type: EXTERNAL_TABLE -Table Parameters: - EXTERNAL TRUE - transient_lastDdlTime 1284472815 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter2, dbName:alter2_db, owner:thiruvel, createTime:1286799437, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null), FieldSchema(name:insertdate, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter2_db.db/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{EXTERNAL=TRUE, transient_lastDdlTime=1286799437}, viewOriginalText:null, viewExpandedText:null, tableType:EXTERNAL_TABLE) PREHOOK: query: SHOW PARTITIONS alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: SHOW PARTITIONS alter2 Index: ql/src/test/results/clientpositive/inputddl6.q.out =================================================================== --- ql/src/test/results/clientpositive/inputddl6.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/inputddl6.q.out (working copy) @@ -23,75 +23,20 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED INPUTDDL6 POSTHOOK: type: DESCTABLE -col_name data_type comment +key string +value string +ds string -key string None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 07:04:41 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/inputddl6 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284473081 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:inputddl6, dbName:default, owner:thiruvel, createTime:1286799465, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/inputddl6, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{transient_lastDdlTime=1286799465}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: DESCRIBE EXTENDED INPUTDDL6 PARTITION (ds='2008-04-08') PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED INPUTDDL6 PARTITION (ds='2008-04-08') POSTHOOK: type: DESCTABLE -col_name data_type comment +key string +value string +ds string -key string None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Partition Information -Partition Value: [2008-04-08] -Database: default -Table: inputddl6 -CreateTime: Tue Sep 14 07:04:41 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/inputddl6/ds=2008-04-08 -Partition Parameters: - transient_lastDdlTime 1284473081 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-08], dbName:default, tableName:inputddl6, createTime:1286799466, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/inputddl6/ds=2008-04-08, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1286799466}) PREHOOK: query: SHOW PARTITIONS INPUTDDL6 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: SHOW PARTITIONS INPUTDDL6 Index: ql/src/test/results/clientpositive/stats4.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/stats4.q.out_0.17 (revision 1021789) +++ ql/src/test/results/clientpositive/stats4.q.out_0.17 (working copy) @@ -189,12 +189,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=11 PREHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_09-15-32_388_3671595497118363058/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-45-32_750_6097552644945951094/-mr-10000 POSTHOOK: query: select * from nzhang_part1 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=11 POSTHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_09-15-32_388_3671595497118363058/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-45-32_750_6097552644945951094/-mr-10000 POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -1207,12 +1207,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=11 PREHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_09-15-33_974_7699296351752491646/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-45-33_016_561916389805882240/-mr-10000 POSTHOOK: query: select * from nzhang_part2 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=11 POSTHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_09-15-33_974_7699296351752491646/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-45-33_016_561916389805882240/-mr-10000 POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -2233,42 +2233,12 @@ POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-04-08, 11] -Database: default -Table: nzhang_part1 -CreateTime: Tue Sep 21 09:15:29 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part1/ds=2008-04-08/hr=11 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285085731 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-08, 11], dbName:default, tableName:nzhang_part1, createTime:1286880331, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part1/ds=2008-04-08/hr=11, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286880331, numRows=500, totalSize=5812}) PREHOOK: query: describe extended nzhang_part1 partition(ds='2008-04-08',hr=12) PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part1 partition(ds='2008-04-08',hr=12) @@ -2281,42 +2251,12 @@ POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-04-08, 12] -Database: default -Table: nzhang_part1 -CreateTime: Tue Sep 21 09:15:29 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part1/ds=2008-04-08/hr=12 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285085731 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-08, 12], dbName:default, tableName:nzhang_part1, createTime:1286880331, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part1/ds=2008-04-08/hr=12, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286880332, numRows=500, totalSize=5812}) PREHOOK: query: describe extended nzhang_part2 partition(ds='2008-12-31',hr=11) PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part2 partition(ds='2008-12-31',hr=11) @@ -2329,42 +2269,12 @@ POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-12-31, 11] -Database: default -Table: nzhang_part2 -CreateTime: Tue Sep 21 09:15:30 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part2/ds=2008-12-31/hr=11 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285085732 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-12-31, 11], dbName:default, tableName:nzhang_part2, createTime:1286880331, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part2/ds=2008-12-31/hr=11, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286880332, numRows=500, totalSize=5812}) PREHOOK: query: describe extended nzhang_part2 partition(ds='2008-12-31',hr=12) PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part2 partition(ds='2008-12-31',hr=12) @@ -2377,42 +2287,12 @@ POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-12-31, 12] -Database: default -Table: nzhang_part2 -CreateTime: Tue Sep 21 09:15:31 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part2/ds=2008-12-31/hr=12 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285085732 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-12-31, 12], dbName:default, tableName:nzhang_part2, createTime:1286880331, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part2/ds=2008-12-31/hr=12, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286880332, numRows=500, totalSize=5812}) PREHOOK: query: describe extended nzhang_part1 PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part1 @@ -2425,45 +2305,12 @@ POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 21 09:15:19 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part1 -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 2 - EXTERNAL FALSE - numFiles 2 - transient_lastDdlTime 1285085731 - numRows 1000 - totalSize 11624 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:nzhang_part1, dbName:default, owner:null, createTime:1286880326, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{numPartitions=2, EXTERNAL=FALSE, numFiles=2, transient_lastDdlTime=1286880332, numRows=1000, totalSize=11624}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: describe extended nzhang_part2 PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part2 @@ -2476,45 +2323,12 @@ POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part2 PARTITION(ds=2008-12-31,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 21 09:15:19 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part2 -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 2 - EXTERNAL FALSE - numFiles 2 - transient_lastDdlTime 1285085732 - numRows 1000 - totalSize 11624 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:nzhang_part2, dbName:default, owner:null, createTime:1286880326, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{numPartitions=2, EXTERNAL=FALSE, numFiles=2, transient_lastDdlTime=1286880332, numRows=1000, totalSize=11624}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: drop table nzhang_part1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@nzhang_part1 Index: ql/src/test/results/clientpositive/index_creation.q.out =================================================================== --- ql/src/test/results/clientpositive/index_creation.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/index_creation.q.out (working copy) @@ -30,35 +30,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended default__src_src_index_2__ POSTHOOK: type: DESCTABLE -col_name data_type comment +key string default +_bucketname string +_offsets array -key string default -_bucketname string -_offsets array - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 14 08:20:33 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/default__src_src_index_2__ -Table Type: INDEX_TABLE -Table Parameters: - transient_lastDdlTime 1284477633 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [Order(col:key, order:1)] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:default__src_src_index_2__, dbName:default, owner:null, createTime:1286799495, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array, comment:)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/default__src_src_index_2__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286799495}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE) PREHOOK: query: create index src_index_3 on table src(key) as 'compact' WITH DEFERRED REBUILD in table src_idx_src_index_3 PREHOOK: type: CREATEINDEX POSTHOOK: query: create index src_index_3 on table src(key) as 'compact' WITH DEFERRED REBUILD in table src_idx_src_index_3 @@ -67,35 +43,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended src_idx_src_index_3 POSTHOOK: type: DESCTABLE -col_name data_type comment +key string default +_bucketname string +_offsets array -key string default -_bucketname string -_offsets array - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 14 08:20:33 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/src_idx_src_index_3 -Table Type: INDEX_TABLE -Table Parameters: - transient_lastDdlTime 1284477633 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [Order(col:key, order:1)] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:src_idx_src_index_3, dbName:default, owner:null, createTime:1286799495, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array, comment:)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/src_idx_src_index_3, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286799495}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE) PREHOOK: query: create index src_index_4 on table src(key) as 'compact' WITH DEFERRED REBUILD ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' STORED AS TEXTFILE PREHOOK: type: CREATEINDEX POSTHOOK: query: create index src_index_4 on table src(key) as 'compact' WITH DEFERRED REBUILD ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' STORED AS TEXTFILE @@ -104,36 +56,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended default__src_src_index_4__ POSTHOOK: type: DESCTABLE -col_name data_type comment +key string default +_bucketname string +_offsets array -key string default -_bucketname string -_offsets array - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 14 08:20:33 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/default__src_src_index_4__ -Table Type: INDEX_TABLE -Table Parameters: - transient_lastDdlTime 1284477633 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [Order(col:key, order:1)] -Storage Desc Params: - serialization.format \t - field.delim \t - +Detailed Table Information Table(tableName:default__src_src_index_4__, dbName:default, owner:null, createTime:1286799495, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array, comment:)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/default__src_src_index_4__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format= , field.delim= PREHOOK: query: create index src_index_5 on table src(key) as 'compact' WITH DEFERRED REBUILD ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' ESCAPED BY '\\' PREHOOK: type: CREATEINDEX POSTHOOK: query: create index src_index_5 on table src(key) as 'compact' WITH DEFERRED REBUILD ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' ESCAPED BY '\\' @@ -142,37 +69,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended default__src_src_index_5__ POSTHOOK: type: DESCTABLE -col_name data_type comment +key string default +_bucketname string +_offsets array -key string default -_bucketname string -_offsets array - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 14 08:20:33 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/default__src_src_index_5__ -Table Type: INDEX_TABLE -Table Parameters: - transient_lastDdlTime 1284477633 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [Order(col:key, order:1)] -Storage Desc Params: - escape.delim \\ - serialization.format \t - field.delim \t - +Detailed Table Information Table(tableName:default__src_src_index_5__, dbName:default, owner:null, createTime:1286799495, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array, comment:)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/default__src_src_index_5__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{escape.delim=\, serialization.format= , field.delim= PREHOOK: query: create index src_index_6 on table src(key) as 'compact' WITH DEFERRED REBUILD STORED AS RCFILE PREHOOK: type: CREATEINDEX POSTHOOK: query: create index src_index_6 on table src(key) as 'compact' WITH DEFERRED REBUILD STORED AS RCFILE @@ -181,35 +82,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended default__src_src_index_6__ POSTHOOK: type: DESCTABLE -col_name data_type comment +key string from deserializer +_bucketname string from deserializer +_offsets array from deserializer -key string from deserializer -_bucketname string from deserializer -_offsets array from deserializer - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 14 08:20:34 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/default__src_src_index_6__ -Table Type: INDEX_TABLE -Table Parameters: - transient_lastDdlTime 1284477634 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe -InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [Order(col:key, order:1)] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:default__src_src_index_6__, dbName:default, owner:null, createTime:1286799495, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array, comment:)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/default__src_src_index_6__, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286799495}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE) PREHOOK: query: create index src_index_7 on table src(key) as 'compact' WITH DEFERRED REBUILD in table src_idx_src_index_7 STORED AS RCFILE PREHOOK: type: CREATEINDEX POSTHOOK: query: create index src_index_7 on table src(key) as 'compact' WITH DEFERRED REBUILD in table src_idx_src_index_7 STORED AS RCFILE @@ -218,35 +95,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended src_idx_src_index_7 POSTHOOK: type: DESCTABLE -col_name data_type comment +key string from deserializer +_bucketname string from deserializer +_offsets array from deserializer -key string from deserializer -_bucketname string from deserializer -_offsets array from deserializer - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 14 08:20:34 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/src_idx_src_index_7 -Table Type: INDEX_TABLE -Table Parameters: - transient_lastDdlTime 1284477634 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe -InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [Order(col:key, order:1)] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:src_idx_src_index_7, dbName:default, owner:null, createTime:1286799495, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array, comment:)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/src_idx_src_index_7, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286799495}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE) PREHOOK: query: drop index src_index_2 on src PREHOOK: type: DROPINDEX POSTHOOK: query: drop index src_index_2 on src Index: ql/src/test/results/clientpositive/database.q.out =================================================================== --- ql/src/test/results/clientpositive/database.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/database.q.out (working copy) @@ -129,42 +129,16 @@ POSTHOOK: query: -- DESCRIBE table in non-default DB DESCRIBE test_table POSTHOOK: type: DESCTABLE -col_name data_type comment - -col1 string None +col1 string PREHOOK: query: -- DESCRIBE EXTENDED in non-default DB DESCRIBE EXTENDED test_table PREHOOK: type: DESCTABLE POSTHOOK: query: -- DESCRIBE EXTENDED in non-default DB DESCRIBE EXTENDED test_table POSTHOOK: type: DESCTABLE -col_name data_type comment +col1 string -col1 string None - -# Detailed Table Information -Database: test_db -Owner: thiruvel -CreateTime: Tue Sep 14 08:14:02 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/test_db.db/test_table -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284477242 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:test_table, dbName:test_db, owner:thiruvel, createTime:1286799523, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col1, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/test_db.db/test_table, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286799523}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: -- CREATE LIKE in non-default DB CREATE TABLE test_table_like LIKE test_table PREHOOK: type: CREATETABLE @@ -182,34 +156,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED test_table_like POSTHOOK: type: DESCTABLE -col_name data_type comment +col1 string -col1 string None - -# Detailed Table Information -Database: test_db -Owner: thiruvel -CreateTime: Tue Sep 14 08:14:02 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/test_db.db/test_table_like -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - transient_lastDdlTime 1284477242 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:test_table_like, dbName:test_db, owner:thiruvel, createTime:1286799523, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col1, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/test_db.db/test_table_like, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286799523}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: -- LOAD and SELECT LOAD DATA LOCAL INPATH '../data/files/test.dat' OVERWRITE INTO TABLE test_table PREHOOK: type: LOAD @@ -220,11 +169,11 @@ PREHOOK: query: SELECT * FROM test_table PREHOOK: type: QUERY PREHOOK: Input: test_db@test_table -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-14-03_014_3734417394191268060/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-18-43_571_8452529108735420754/-mr-10000 POSTHOOK: query: SELECT * FROM test_table POSTHOOK: type: QUERY POSTHOOK: Input: test_db@test_table -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-14-03_014_3734417394191268060/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-18-43_571_8452529108735420754/-mr-10000 1 2 3 @@ -260,11 +209,11 @@ PREHOOK: query: SELECT * FROM test_table PREHOOK: type: QUERY PREHOOK: Input: test_db@test_table -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-14-03_657_3100419213937707581/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-18-44_152_630231966460953295/-mr-10000 POSTHOOK: query: SELECT * FROM test_table POSTHOOK: type: QUERY POSTHOOK: Input: test_db@test_table -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-14-03_657_3100419213937707581/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-18-44_152_630231966460953295/-mr-10000 PREHOOK: query: -- CREATE table that already exists in DEFAULT USE test_db PREHOOK: type: SWITCHDATABASE @@ -286,11 +235,11 @@ PREHOOK: query: SELECT * FROM src LIMIT 10 PREHOOK: type: QUERY PREHOOK: Input: test_db@src -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-14-03_810_3196244583692570364/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-18-44_291_2571902017670449671/-mr-10000 POSTHOOK: query: SELECT * FROM src LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: test_db@src -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-14-03_810_3196244583692570364/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-18-44_291_2571902017670449671/-mr-10000 PREHOOK: query: USE default PREHOOK: type: SWITCHDATABASE POSTHOOK: query: USE default @@ -298,11 +247,11 @@ PREHOOK: query: SELECT * FROM src LIMIT 10 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-14-03_870_6860222356519835640/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-18-44_347_2889860459217553704/-mr-10000 POSTHOOK: query: SELECT * FROM src LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-14-03_870_6860222356519835640/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-18-44_347_2889860459217553704/-mr-10000 238 val_238 86 val_86 311 val_311 Index: ql/src/test/results/clientpositive/create_default_prop.q.out =================================================================== --- ql/src/test/results/clientpositive/create_default_prop.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/create_default_prop.q.out (working copy) @@ -7,35 +7,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESC EXTENDED table_p1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a string -a string None - -# Detailed Table Information -Database: default -Owner: sdong -CreateTime: Tue Sep 21 20:51:39 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/sdong/www/trunk/VENDOR.hive/trunk/build/ql/test/data/warehouse/table_p1 -Table Type: MANAGED_TABLE -Table Parameters: - p1 v1 - transient_lastDdlTime 1285127499 - P2 v21=v22=v23 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:table_p1, dbName:default, owner:thiruvel, createTime:1286825949, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/table_p1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{p1=v1, transient_lastDdlTime=1286825949, P2=v21=v22=v23}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: CREATE TABLE table_p2 LIKE table_p1 PREHOOK: type: CREATETABLE POSTHOOK: query: CREATE TABLE table_p2 LIKE table_p1 @@ -45,36 +19,9 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESC EXTENDED table_p2 POSTHOOK: type: DESCTABLE -col_name data_type comment +a string -a string None - -# Detailed Table Information -Database: default -Owner: sdong -CreateTime: Tue Sep 21 20:51:39 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/sdong/www/trunk/VENDOR.hive/trunk/build/ql/test/data/warehouse/table_p2 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - p1 v1 - transient_lastDdlTime 1285127499 - P2 v21=v22=v23 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:table_p2, dbName:default, owner:thiruvel, createTime:1286825949, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/table_p2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, p1=v1, transient_lastDdlTime=1286825949, P2=v21=v22=v23}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: CREATE TABLE table_p3 AS SELECT * FROM table_p1 PREHOOK: type: CREATETABLE PREHOOK: Input: default@table_p1 @@ -86,31 +33,6 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESC EXTENDED table_p3 POSTHOOK: type: DESCTABLE -col_name data_type comment +a string -a string None - -# Detailed Table Information -Database: default -Owner: sdong -CreateTime: Tue Sep 21 20:51:43 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/sdong/www/trunk/VENDOR.hive/trunk/build/ql/test/data/warehouse/table_p3 -Table Type: MANAGED_TABLE -Table Parameters: - p3 v3 - transient_lastDdlTime 1285127503 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:table_p3, dbName:default, owner:thiruvel, createTime:1286825953, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/table_p3, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{p3=v3, transient_lastDdlTime=1286825953}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) Index: ql/src/test/results/clientpositive/rcfile_columnar.q.out =================================================================== --- ql/src/test/results/clientpositive/rcfile_columnar.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/rcfile_columnar.q.out (working copy) @@ -31,18 +31,16 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: columntable.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: columntable.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment - -key string from deserializer -value string from deserializer +key string from deserializer +value string from deserializer PREHOOK: query: SELECT columnTable.* FROM columnTable PREHOOK: type: QUERY PREHOOK: Input: default@columntable -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-16-53_856_5575945175837293998/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-19-15_391_1140349792913027723/-mr-10000 POSTHOOK: query: SELECT columnTable.* FROM columnTable POSTHOOK: type: QUERY POSTHOOK: Input: default@columntable -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-16-53_856_5575945175837293998/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-19-15_391_1140349792913027723/-mr-10000 POSTHOOK: Lineage: columntable.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: columntable.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 238 val_238 Index: ql/src/test/results/clientpositive/load_dyn_part5.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part5.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/load_dyn_part5.q.out (working copy) @@ -7,38 +7,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part5 POSTHOOK: type: DESCTABLE -col_name data_type comment +key string +value string -key string None - -# Partition Information -col_name data_type comment - -value string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 00:16:35 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part5 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1285053395 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:nzhang_part5, dbName:default, owner:thiruvel, createTime:1286799582, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part5, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:value, type:string, comment:null)], parameters:{transient_lastDdlTime=1286799582}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain insert overwrite table nzhang_part5 partition (value) select key, value from src PREHOOK: type: QUERY @@ -1341,11 +1313,11 @@ PREHOOK: query: select * from nzhang_part5 where value='val_0' PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part5@value=val_0 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-22-02_739_6993685440443435128/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-20-37_135_2967055930778038061/-mr-10000 POSTHOOK: query: select * from nzhang_part5 where value='val_0' POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part5@value=val_0 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-22-02_739_6993685440443435128/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-20-37_135_2967055930778038061/-mr-10000 POSTHOOK: Lineage: nzhang_part5 PARTITION(value=val_0).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part5 PARTITION(value=val_100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part5 PARTITION(value=val_103).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1661,11 +1633,11 @@ PREHOOK: query: select * from nzhang_part5 where value='val_2' PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part5@value=val_2 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-22-03_529_3084528464376724751/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-20-37_468_7815672615609060174/-mr-10000 POSTHOOK: query: select * from nzhang_part5 where value='val_2' POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part5@value=val_2 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-22-03_529_3084528464376724751/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-20-37_468_7815672615609060174/-mr-10000 POSTHOOK: Lineage: nzhang_part5 PARTITION(value=val_0).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part5 PARTITION(value=val_100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part5 PARTITION(value=val_103).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/load_dyn_part11.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part11.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/load_dyn_part11.q.out (working copy) @@ -15,41 +15,12 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part POSTHOOK: type: DESCTABLE -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 14 07:06:05 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - transient_lastDdlTime 1284473165 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:nzhang_part, dbName:default, owner:null, createTime:1286799666, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286799666}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: insert overwrite table nzhang_part partition (ds="2010-03-03", hr) select key, value, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -71,11 +42,11 @@ PREHOOK: query: select * from nzhang_part where ds = '2010-03-03' and hr = '11' PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part@ds=2010-03-03/hr=11 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-06-08_374_2915243903396634314/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-21-11_272_2801336221684001752/-mr-10000 POSTHOOK: query: select * from nzhang_part where ds = '2010-03-03' and hr = '11' POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part@ds=2010-03-03/hr=11 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-06-08_374_2915243903396634314/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-21-11_272_2801336221684001752/-mr-10000 POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-03-03,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-03-03,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-03-03,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -1083,11 +1054,11 @@ PREHOOK: query: select * from nzhang_part where ds = '2010-03-03' and hr = '12' PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part@ds=2010-03-03/hr=12 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-06-08_589_5282464525990209610/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-21-11_487_7161669085122399362/-mr-10000 POSTHOOK: query: select * from nzhang_part where ds = '2010-03-03' and hr = '12' POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part@ds=2010-03-03/hr=12 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-06-08_589_5282464525990209610/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-21-11_487_7161669085122399362/-mr-10000 POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-03-03,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-03-03,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-03-03,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/stats6.q.out =================================================================== --- ql/src/test/results/clientpositive/stats6.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/stats6.q.out (working copy) @@ -87,42 +87,12 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-04-08, 11] -Database: default -Table: analyze_srcpart -CreateTime: Tue Sep 21 01:11:46 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-08/hr=11 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285056715 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-08, 11], dbName:default, tableName:analyze_srcpart, createTime:1286826366, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-08/hr=11, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286826369, numRows=500, totalSize=5812}) PREHOOK: query: describe extended analyze_srcpart PARTITION(ds='2008-04-08',hr=12) PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended analyze_srcpart PARTITION(ds='2008-04-08',hr=12) @@ -135,42 +105,12 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-04-08, 12] -Database: default -Table: analyze_srcpart -CreateTime: Tue Sep 21 01:11:47 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-08/hr=12 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285056721 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-08, 12], dbName:default, tableName:analyze_srcpart, createTime:1286826366, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-08/hr=12, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286826373, numRows=500, totalSize=5812}) PREHOOK: query: describe extended analyze_srcpart PARTITION(ds='2008-04-09',hr=11) PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended analyze_srcpart PARTITION(ds='2008-04-09',hr=11) @@ -183,39 +123,12 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-04-09, 11] -Database: default -Table: analyze_srcpart -CreateTime: Tue Sep 21 01:11:47 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-09/hr=11 -Partition Parameters: - transient_lastDdlTime 1285056707 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-09, 11], dbName:default, tableName:analyze_srcpart, createTime:1286826366, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-09/hr=11, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1286826366}) PREHOOK: query: describe extended analyze_srcpart PARTITION(ds='2008-04-09',hr=12) PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended analyze_srcpart PARTITION(ds='2008-04-09',hr=12) @@ -228,39 +141,12 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-04-09, 12] -Database: default -Table: analyze_srcpart -CreateTime: Tue Sep 21 01:11:48 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-09/hr=12 -Partition Parameters: - transient_lastDdlTime 1285056708 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-09, 12], dbName:default, tableName:analyze_srcpart, createTime:1286826366, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-09/hr=12, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1286826366}) PREHOOK: query: describe extended analyze_srcpart PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended analyze_srcpart @@ -273,42 +159,9 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 21 01:11:35 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_srcpart -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 2 - EXTERNAL FALSE - numFiles 2 - transient_lastDdlTime 1285056721 - numRows 1000 - totalSize 11624 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:analyze_srcpart, dbName:default, owner:null, createTime:1286826360, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_srcpart, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{numPartitions=2, EXTERNAL=FALSE, numFiles=2, transient_lastDdlTime=1286826373, numRows=1000, totalSize=11624}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) Index: ql/src/test/results/clientpositive/input_part10.q.out =================================================================== --- ql/src/test/results/clientpositive/input_part10.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/input_part10.q.out (working copy) @@ -101,50 +101,20 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: part_special PARTITION(ds=2008 04 08,ts=10:11:12=455).a SIMPLE [] POSTHOOK: Lineage: part_special PARTITION(ds=2008 04 08,ts=10:11:12=455).b SIMPLE [] -col_name data_type comment +a string +b string +ds string +ts string -a string None -b string None - -# Partition Information -col_name data_type comment - -ds string None -ts string None - -# Detailed Partition Information -Partition Value: [2008 04 08, 10:11:12=455] -Database: default -Table: part_special -CreateTime: Mon Sep 20 23:55:13 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/part_special/ds=2008 04 08/ts=10%3A11%3A12%3D455 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285052113 - numRows 1 - totalSize 4 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008 04 08, 10:11:12=455], dbName:default, tableName:part_special, createTime:1286799702, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/part_special/ds=2008 04 08/ts=10%3A11%3A12%3D455, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286799702, numRows=1, totalSize=4}) PREHOOK: query: SELECT * FROM part_special WHERE ds='2008 04 08' AND ts = '10:11:12=455' PREHOOK: type: QUERY PREHOOK: Input: default@part_special@ds=2008 04 08/ts=10%3A11%3A12%3D455 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-55-13_931_8974375359528209894/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-21-42_889_255644628587795756/-mr-10000 POSTHOOK: query: SELECT * FROM part_special WHERE ds='2008 04 08' AND ts = '10:11:12=455' POSTHOOK: type: QUERY POSTHOOK: Input: default@part_special@ds=2008 04 08/ts=10%3A11%3A12%3D455 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-55-13_931_8974375359528209894/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-21-42_889_255644628587795756/-mr-10000 POSTHOOK: Lineage: part_special PARTITION(ds=2008 04 08,ts=10:11:12=455).a SIMPLE [] POSTHOOK: Lineage: part_special PARTITION(ds=2008 04 08,ts=10:11:12=455).b SIMPLE [] 1 2 2008 04 08 10:11:12=455 Index: ql/src/test/results/clientpositive/stats1.q.out =================================================================== --- ql/src/test/results/clientpositive/stats1.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/stats1.q.out (working copy) @@ -71,7 +71,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/nzhang/hive_2010-09-21_01-07-36_945_8793978588452762951/-mr-10002 + file:/tmp/thiruvel/hive_2010-10-11_12-40-43_920_7464404777180584999/-mr-10002 Union Select Operator expressions: @@ -88,7 +88,7 @@ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable - file:/tmp/nzhang/hive_2010-09-21_01-07-36_945_8793978588452762951/-mr-10003 + file:/tmp/thiruvel/hive_2010-10-11_12-40-43_920_7464404777180584999/-mr-10003 Union Select Operator expressions: @@ -163,11 +163,11 @@ PREHOOK: query: SELECT * FROM tmptable x SORT BY x.key, x.value PREHOOK: type: QUERY PREHOOK: Input: default@tmptable -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-07-49_791_893860610419295712/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-40-52_217_4617099280093332761/-mr-10000 POSTHOOK: query: SELECT * FROM tmptable x SORT BY x.key, x.value POSTHOOK: type: QUERY POSTHOOK: Input: default@tmptable -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-07-49_791_893860610419295712/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-40-52_217_4617099280093332761/-mr-10000 POSTHOOK: Lineage: tmptable.key EXPRESSION [(src1)s2.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: tmptable.value EXPRESSION [(src)s1.null, (src1)s2.FieldSchema(name:value, type:string, comment:default), ] @@ -202,35 +202,7 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: tmptable.key EXPRESSION [(src1)s2.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: tmptable.value EXPRESSION [(src)s1.null, (src1)s2.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string +value string -key string None -value string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 01:07:36 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/tmptable -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 0 - numFiles 2 - transient_lastDdlTime 1285056469 - numRows 26 - totalSize 225 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:tmptable, dbName:default, owner:thiruvel, createTime:1286826043, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tmptable, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{numPartitions=0, numFiles=2, transient_lastDdlTime=1286826052, numRows=26, totalSize=225}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) Index: ql/src/test/results/clientpositive/ddltime.q.out =================================================================== --- ql/src/test/results/clientpositive/ddltime.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/ddltime.q.out (working copy) @@ -7,35 +7,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended T1 POSTHOOK: type: DESCTABLE -col_name data_type comment +key string default +value string default -key string default -value string default - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Mon Sep 20 23:31:14 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/t1 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - transient_lastDdlTime 1285050674 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:t1, dbName:default, owner:null, createTime:1286799731, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/t1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286799731}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: insert overwrite table T1 select * from src PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -52,39 +27,10 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: t1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default -key string default -value string default - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Mon Sep 20 23:31:14 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/t1 -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 0 - EXTERNAL FALSE - numFiles 1 - transient_lastDdlTime 1285050681 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:t1, dbName:default, owner:null, createTime:1286799731, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/t1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{numPartitions=0, EXTERNAL=FALSE, numFiles=1, transient_lastDdlTime=1286799735, numRows=500, totalSize=5812}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: insert overwrite table T1 select /*+ HOLD_DDLTIME*/ * from src PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -105,39 +51,10 @@ POSTHOOK: Lineage: t1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default -key string default -value string default - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Mon Sep 20 23:31:14 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/t1 -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 0 - EXTERNAL FALSE - numFiles 1 - transient_lastDdlTime 1285050688 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:t1, dbName:default, owner:null, createTime:1286799731, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/t1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{numPartitions=0, EXTERNAL=FALSE, numFiles=1, transient_lastDdlTime=1286799740, numRows=500, totalSize=5812}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: insert overwrite table T1 select * from src PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -162,39 +79,10 @@ POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default -key string default -value string default - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Mon Sep 20 23:31:14 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/t1 -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 0 - EXTERNAL FALSE - numFiles 1 - transient_lastDdlTime 1285050696 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:t1, dbName:default, owner:null, createTime:1286799731, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/t1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{numPartitions=0, EXTERNAL=FALSE, numFiles=1, transient_lastDdlTime=1286799744, numRows=500, totalSize=5812}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: create table if not exists T2 like srcpart PREHOOK: type: CREATETABLE POSTHOOK: query: create table if not exists T2 like srcpart @@ -216,41 +104,12 @@ POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Mon Sep 20 23:31:36 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/t2 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - transient_lastDdlTime 1285050696 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:t2, dbName:default, owner:null, createTime:1286799744, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/t2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286799744}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: insert overwrite table T2 partition (ds = '2010-06-21', hr = '1') select key, value from src where key > 10 PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -279,42 +138,12 @@ POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: t2 PARTITION(ds=2010-06-21,hr=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: t2 PARTITION(ds=2010-06-21,hr=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2010-06-21, 1] -Database: default -Table: t2 -CreateTime: Mon Sep 20 23:31:43 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/t2/ds=2010-06-21/hr=1 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285050703 - numRows 489 - totalSize 5722 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2010-06-21, 1], dbName:default, tableName:t2, createTime:1286799749, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/t2/ds=2010-06-21/hr=1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286799749, numRows=489, totalSize=5722}) PREHOOK: query: insert overwrite table T2 partition (ds = '2010-06-21', hr='1') select /*+ HOLD_DDLTIME */ key, value from src where key > 10 PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -347,42 +176,12 @@ POSTHOOK: Lineage: t2 PARTITION(ds=2010-06-21,hr=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: t2 PARTITION(ds=2010-06-21,hr=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: t2 PARTITION(ds=2010-06-21,hr=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2010-06-21, 1] -Database: default -Table: t2 -CreateTime: Mon Sep 20 23:31:43 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/t2/ds=2010-06-21/hr=1 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285050711 - numRows 489 - totalSize 5722 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2010-06-21, 1], dbName:default, tableName:t2, createTime:1286799749, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/t2/ds=2010-06-21/hr=1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286799754, numRows=489, totalSize=5722}) PREHOOK: query: insert overwrite table T2 partition (ds='2010-06-01', hr='1') select key, value from src where key > 10 PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -419,39 +218,9 @@ POSTHOOK: Lineage: t2 PARTITION(ds=2010-06-21,hr=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: t2 PARTITION(ds=2010-06-21,hr=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: t2 PARTITION(ds=2010-06-21,hr=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2010-06-01, 1] -Database: default -Table: t2 -CreateTime: Mon Sep 20 23:31:58 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/t2/ds=2010-06-01/hr=1 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285050718 - numRows 489 - totalSize 5722 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2010-06-01, 1], dbName:default, tableName:t2, createTime:1286799758, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/t2/ds=2010-06-01/hr=1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286799758, numRows=489, totalSize=5722}) Index: ql/src/test/results/clientpositive/tablename_with_select.q.out =================================================================== --- ql/src/test/results/clientpositive/tablename_with_select.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/tablename_with_select.q.out (working copy) @@ -7,10 +7,8 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE tmp_select POSTHOOK: type: DESCTABLE -col_name data_type comment - -a int None -b string None +a int +b string PREHOOK: query: INSERT OVERWRITE TABLE tmp_select SELECT key, value FROM src PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -24,11 +22,11 @@ PREHOOK: query: SELECT a, b FROM tmp_select ORDER BY a PREHOOK: type: QUERY PREHOOK: Input: default@tmp_select -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_06-38-20_433_3190875309888534016/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-23-09_960_7194078402854087529/-mr-10000 POSTHOOK: query: SELECT a, b FROM tmp_select ORDER BY a POSTHOOK: type: QUERY POSTHOOK: Input: default@tmp_select -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_06-38-20_433_3190875309888534016/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-23-09_960_7194078402854087529/-mr-10000 POSTHOOK: Lineage: tmp_select.a EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: tmp_select.b SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 0 val_0 Index: ql/src/test/results/clientpositive/alter3.q.out =================================================================== --- ql/src/test/results/clientpositive/alter3.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/alter3.q.out (working copy) @@ -30,11 +30,11 @@ PREHOOK: query: select * from alter3 where pcol1='test_part' and pcol2='test_part' PREHOOK: type: QUERY PREHOOK: Input: default@alter3@pcol1=test_part/pcol2=test_part -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-08-57_327_5944493503891814458/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-23-43_120_655298079586119550/-mr-10000 POSTHOOK: query: select * from alter3 where pcol1='test_part' and pcol2='test_part' POSTHOOK: type: QUERY POSTHOOK: Input: default@alter3@pcol1=test_part/pcol2=test_part -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-08-57_327_5944493503891814458/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-23-43_120_655298079586119550/-mr-10000 POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] 1 test_part test_part 2 test_part test_part @@ -57,93 +57,29 @@ POSTHOOK: query: describe extended alter3_renamed POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] -col_name data_type comment +col1 string +pcol1 string +pcol2 string -col1 string None - -# Partition Information -col_name data_type comment - -pcol1 string None -pcol2 string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Mon Sep 20 23:08:51 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/alter3_renamed -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 1 - numFiles 1 - last_modified_by nzhang - last_modified_time 1285049337 - transient_lastDdlTime 1285049337 - numRows 6 - totalSize 171 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter3_renamed, dbName:default, owner:thiruvel, createTime:1286799819, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col1, type:string, comment:null), FieldSchema(name:pcol1, type:string, comment:null), FieldSchema(name:pcol2, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter3_renamed, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:pcol1, type:string, comment:null), FieldSchema(name:pcol2, type:string, comment:null)], parameters:{numPartitions=1, numFiles=1, last_modified_by=thiruvel, last_modified_time=1286799823, transient_lastDdlTime=1286799823, numRows=6, totalSize=171}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: describe extended alter3_renamed partition (pCol1='test_part', pcol2='test_part') PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter3_renamed partition (pCol1='test_part', pcol2='test_part') POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] -col_name data_type comment +col1 string +pcol1 string +pcol2 string -col1 string None - -# Partition Information -col_name data_type comment - -pcol1 string None -pcol2 string None - -# Detailed Partition Information -Partition Value: [test_part, test_part] -Database: default -Table: alter3_renamed -CreateTime: Mon Sep 20 23:08:56 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/alter3_renamed/pcol1=test_part/pcol2=test_part -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285049337 - numRows 6 - totalSize 171 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[test_part, test_part], dbName:default, tableName:alter3_renamed, createTime:1286799822, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:col1, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter3_renamed/pcol1=test_part/pcol2=test_part, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286799823, numRows=6, totalSize=171}) PREHOOK: query: select * from alter3_renamed where pcol1='test_part' and pcol2='test_part' PREHOOK: type: QUERY PREHOOK: Input: default@alter3_renamed@pcol1=test_part/pcol2=test_part -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-08-58_285_926659329473097768/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-23-43_693_1804116675095780122/-mr-10000 POSTHOOK: query: select * from alter3_renamed where pcol1='test_part' and pcol2='test_part' POSTHOOK: type: QUERY POSTHOOK: Input: default@alter3_renamed@pcol1=test_part/pcol2=test_part -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-08-58_285_926659329473097768/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-23-43_693_1804116675095780122/-mr-10000 POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] 1 test_part test_part 2 test_part test_part @@ -182,46 +118,11 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3_like PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] -col_name data_type comment +col1 string +pcol1 string +pcol2 string -col1 string None - -# Partition Information -col_name data_type comment - -pcol1 string None -pcol2 string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Mon Sep 20 23:08:51 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/alter3_like_renamed -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 1 - EXTERNAL FALSE - numFiles 1 - last_modified_by nzhang - last_modified_time 1285049344 - transient_lastDdlTime 1285049344 - numRows 6 - totalSize 171 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter3_like_renamed, dbName:default, owner:thiruvel, createTime:1286799819, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col1, type:string, comment:null), FieldSchema(name:pcol1, type:string, comment:null), FieldSchema(name:pcol2, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter3_like_renamed, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:pcol1, type:string, comment:null), FieldSchema(name:pcol2, type:string, comment:null)], parameters:{numPartitions=1, EXTERNAL=FALSE, numFiles=1, last_modified_by=thiruvel, last_modified_time=1286799827, transient_lastDdlTime=1286799827, numRows=6, totalSize=171}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: -- Cleanup DROP TABLE alter3_src PREHOOK: type: DROPTABLE @@ -332,11 +233,11 @@ PREHOOK: query: SELECT * FROM alter3 WHERE pcol1='test_part' AND pcol2='test_part' PREHOOK: type: QUERY PREHOOK: Input: alter3_db@alter3@pcol1=test_part/pcol2=test_part -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-09-12_328_7205460480200294317/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-23-51_957_7684203129075677029/-mr-10000 POSTHOOK: query: SELECT * FROM alter3 WHERE pcol1='test_part' AND pcol2='test_part' POSTHOOK: type: QUERY POSTHOOK: Input: alter3_db@alter3@pcol1=test_part/pcol2=test_part -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-09-12_328_7205460480200294317/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-23-51_957_7684203129075677029/-mr-10000 POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3_like PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] @@ -365,45 +266,11 @@ POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3_like PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] -col_name data_type comment +col1 string +pcol1 string +pcol2 string -col1 string None - -# Partition Information -col_name data_type comment - -pcol1 string None -pcol2 string None - -# Detailed Table Information -Database: alter3_db -Owner: nzhang -CreateTime: Mon Sep 20 23:09:06 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/alter3_db.db/alter3_renamed -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 1 - numFiles 1 - last_modified_by nzhang - last_modified_time 1285049352 - transient_lastDdlTime 1285049352 - numRows 6 - totalSize 171 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter3_renamed, dbName:alter3_db, owner:thiruvel, createTime:1286799828, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col1, type:string, comment:null), FieldSchema(name:pcol1, type:string, comment:null), FieldSchema(name:pcol2, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter3_db.db/alter3_renamed, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:pcol1, type:string, comment:null), FieldSchema(name:pcol2, type:string, comment:null)], parameters:{numPartitions=1, numFiles=1, last_modified_by=thiruvel, last_modified_time=1286799832, transient_lastDdlTime=1286799832, numRows=6, totalSize=171}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: DESCRIBE EXTENDED alter3_renamed PARTITION (pCol1='test_part', pcol2='test_part') PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter3_renamed PARTITION (pCol1='test_part', pcol2='test_part') @@ -411,49 +278,19 @@ POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3_like PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] -col_name data_type comment +col1 string +pcol1 string +pcol2 string -col1 string None - -# Partition Information -col_name data_type comment - -pcol1 string None -pcol2 string None - -# Detailed Partition Information -Partition Value: [test_part, test_part] -Database: alter3_db -Table: alter3_renamed -CreateTime: Mon Sep 20 23:09:11 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/alter3_db.db/alter3_renamed/pcol1=test_part/pcol2=test_part -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285049352 - numRows 6 - totalSize 171 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[test_part, test_part], dbName:alter3_db, tableName:alter3_renamed, createTime:1286799831, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:col1, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter3_db.db/alter3_renamed/pcol1=test_part/pcol2=test_part, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286799831, numRows=6, totalSize=171}) PREHOOK: query: SELECT * FROM alter3_renamed WHERE pcol1='test_part' AND pcol2='test_part' PREHOOK: type: QUERY PREHOOK: Input: alter3_db@alter3_renamed@pcol1=test_part/pcol2=test_part -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-09-13_149_6501372199049102565/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-23-52_273_1411551756570868359/-mr-10000 POSTHOOK: query: SELECT * FROM alter3_renamed WHERE pcol1='test_part' AND pcol2='test_part' POSTHOOK: type: QUERY POSTHOOK: Input: alter3_db@alter3_renamed@pcol1=test_part/pcol2=test_part -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-20_23-09-13_149_6501372199049102565/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-23-52_273_1411551756570868359/-mr-10000 POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3_like PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] @@ -500,43 +337,8 @@ POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3_like PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3_like PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] -col_name data_type comment +col1 string +pcol1 string +pcol2 string -col1 string None - -# Partition Information -col_name data_type comment - -pcol1 string None -pcol2 string None - -# Detailed Table Information -Database: alter3_db -Owner: nzhang -CreateTime: Mon Sep 20 23:09:06 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/alter3_db.db/alter3_like_renamed -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 1 - EXTERNAL FALSE - numFiles 1 - last_modified_by nzhang - last_modified_time 1285049360 - transient_lastDdlTime 1285049360 - numRows 6 - totalSize 171 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:alter3_like_renamed, dbName:alter3_db, owner:thiruvel, createTime:1286799828, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col1, type:string, comment:null), FieldSchema(name:pcol1, type:string, comment:null), FieldSchema(name:pcol2, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter3_db.db/alter3_like_renamed, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:pcol1, type:string, comment:null), FieldSchema(name:pcol2, type:string, comment:null)], parameters:{numPartitions=1, EXTERNAL=FALSE, numFiles=1, last_modified_by=thiruvel, last_modified_time=1286799835, transient_lastDdlTime=1286799835, numRows=6, totalSize=171}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) Index: ql/src/test/results/clientpositive/stats10.q.out =================================================================== --- ql/src/test/results/clientpositive/stats10.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/stats10.q.out (working copy) @@ -123,11 +123,11 @@ PREHOOK: query: select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' order by key PREHOOK: type: QUERY PREHOOK: Input: default@bucket3_1@ds=1 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-08-16_021_199922498876438567/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-41-36_921_3883563776062594481/-mr-10000 POSTHOOK: query: select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucket3_1@ds=1 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_01-08-16_021_199922498876438567/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_12-41-36_921_3883563776062594481/-mr-10000 POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -440,41 +440,11 @@ POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key int +value string +ds string -key int None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Partition Information -Partition Value: [1] -Database: default -Table: bucket3_1 -CreateTime: Tue Sep 21 01:08:01 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/bucket3_1/ds=1 -Partition Parameters: - numFiles 2 - transient_lastDdlTime 1285056506 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: 2 -Bucket Columns: [key] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[1], dbName:default, tableName:bucket3_1, createTime:1286826089, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/bucket3_1/ds=1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:2, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}), parameters:{numFiles=2, transient_lastDdlTime=1286826103, numRows=500, totalSize=5812}) PREHOOK: query: describe extended bucket3_1 partition (ds='2') PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended bucket3_1 partition (ds='2') @@ -485,41 +455,11 @@ POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key int +value string +ds string -key int None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Partition Information -Partition Value: [2] -Database: default -Table: bucket3_1 -CreateTime: Tue Sep 21 01:08:15 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/bucket3_1/ds=2 -Partition Parameters: - numFiles 2 - transient_lastDdlTime 1285056506 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: 2 -Bucket Columns: [key] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2], dbName:default, tableName:bucket3_1, createTime:1286826096, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/bucket3_1/ds=2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:2, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}), parameters:{numFiles=2, transient_lastDdlTime=1286826103, numRows=500, totalSize=5812}) PREHOOK: query: describe extended bucket3_1 PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended bucket3_1 @@ -530,40 +470,8 @@ POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key int +value string +ds string -key int None -value string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 01:07:54 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/bucket3_1 -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 2 - numFiles 4 - transient_lastDdlTime 1285056506 - numRows 1000 - totalSize 11624 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: 2 -Bucket Columns: [key] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:bucket3_1, dbName:default, owner:thiruvel, createTime:1286826085, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/bucket3_1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:2, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{numPartitions=2, numFiles=4, transient_lastDdlTime=1286826103, numRows=1000, totalSize=11624}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) Index: ql/src/test/results/clientpositive/inputddl7.q.out =================================================================== --- ql/src/test/results/clientpositive/inputddl7.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/inputddl7.q.out (working copy) @@ -19,11 +19,11 @@ PREHOOK: query: SELECT COUNT(1) FROM T1 PREHOOK: type: QUERY PREHOOK: Input: default@t1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-21-38_208_6942362751444337631/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-24-23_415_2024312725946648362/-mr-10000 POSTHOOK: query: SELECT COUNT(1) FROM T1 POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-21-38_208_6942362751444337631/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-24-23_415_2024312725946648362/-mr-10000 500 PREHOOK: query: CREATE TABLE T2(name STRING) STORED AS SEQUENCEFILE PREHOOK: type: CREATETABLE @@ -38,11 +38,11 @@ PREHOOK: query: SELECT COUNT(1) FROM T2 PREHOOK: type: QUERY PREHOOK: Input: default@t2 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-21-41_054_6564363936212747087/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-24-26_246_3145435763243445930/-mr-10000 POSTHOOK: query: SELECT COUNT(1) FROM T2 POSTHOOK: type: QUERY POSTHOOK: Input: default@t2 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-21-41_054_6564363936212747087/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-24-26_246_3145435763243445930/-mr-10000 500 PREHOOK: query: CREATE TABLE T3(name STRING) PARTITIONED BY(ds STRING) STORED AS TEXTFILE PREHOOK: type: CREATETABLE @@ -57,11 +57,11 @@ PREHOOK: query: SELECT COUNT(1) FROM T3 where T3.ds='2008-04-09' PREHOOK: type: QUERY PREHOOK: Input: default@t3@ds=2008-04-09 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-21-43_724_6669484579821533203/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-24-28_732_8722076008902963248/-mr-10000 POSTHOOK: query: SELECT COUNT(1) FROM T3 where T3.ds='2008-04-09' POSTHOOK: type: QUERY POSTHOOK: Input: default@t3@ds=2008-04-09 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-21-43_724_6669484579821533203/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-24-28_732_8722076008902963248/-mr-10000 500 PREHOOK: query: CREATE TABLE T4(name STRING) PARTITIONED BY(ds STRING) STORED AS SEQUENCEFILE PREHOOK: type: CREATETABLE @@ -76,141 +76,39 @@ PREHOOK: query: SELECT COUNT(1) FROM T4 where T4.ds='2008-04-09' PREHOOK: type: QUERY PREHOOK: Input: default@t4@ds=2008-04-09 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-21-46_518_8734843392472439359/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-24-32_417_1504489573457723165/-mr-10000 POSTHOOK: query: SELECT COUNT(1) FROM T4 where T4.ds='2008-04-09' POSTHOOK: type: QUERY POSTHOOK: Input: default@t4@ds=2008-04-09 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-21-46_518_8734843392472439359/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-24-32_417_1504489573457723165/-mr-10000 500 PREHOOK: query: DESCRIBE EXTENDED T1 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED T1 POSTHOOK: type: DESCTABLE -col_name data_type comment +name string -name string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:21:38 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/t1 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284477698 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:t1, dbName:default, owner:thiruvel, createTime:1286799863, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:name, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/t1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286799863}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: DESCRIBE EXTENDED T2 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED T2 POSTHOOK: type: DESCTABLE -col_name data_type comment +name string -name string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:21:40 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/t2 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284477701 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:t2, dbName:default, owner:thiruvel, createTime:1286799866, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:name, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/t2, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286799866}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: DESCRIBE EXTENDED T3 PARTITION (ds='2008-04-09') PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED T3 PARTITION (ds='2008-04-09') POSTHOOK: type: DESCTABLE -col_name data_type comment +name string +ds string -name string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Partition Information -Partition Value: [2008-04-09] -Database: default -Table: t3 -CreateTime: Tue Sep 14 08:21:43 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/t3/ds=2008-04-09 -Partition Parameters: - transient_lastDdlTime 1284477703 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-09], dbName:default, tableName:t3, createTime:1286799868, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:name, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/t3/ds=2008-04-09, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1286799868}) PREHOOK: query: DESCRIBE EXTENDED T4 PARTITION (ds='2008-04-09') PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED T4 PARTITION (ds='2008-04-09') POSTHOOK: type: DESCTABLE -col_name data_type comment +name string +ds string -name string None - -# Partition Information -col_name data_type comment - -ds string None - -# Detailed Partition Information -Partition Value: [2008-04-09] -Database: default -Table: t4 -CreateTime: Tue Sep 14 08:21:46 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/t4/ds=2008-04-09 -Partition Parameters: - transient_lastDdlTime 1284477706 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-09], dbName:default, tableName:t4, createTime:1286799872, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:name, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/t4/ds=2008-04-09, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1286799872}) Index: ql/src/test/results/clientpositive/describe_xpath.q.out =================================================================== --- ql/src/test/results/clientpositive/describe_xpath.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/describe_xpath.q.out (working copy) @@ -4,53 +4,41 @@ POSTHOOK: query: -- Describe a list structure in a thrift table describe src_thrift.lint POSTHOOK: type: DESCTABLE -col_name data_type comment - -lint array from deserializer +lint array from deserializer PREHOOK: query: -- Describe the element of a list describe src_thrift.lint.$elem$ PREHOOK: type: DESCTABLE POSTHOOK: query: -- Describe the element of a list describe src_thrift.lint.$elem$ POSTHOOK: type: DESCTABLE -col_name data_type comment - -$elem$ int from deserializer +$elem$ int from deserializer PREHOOK: query: -- Describe the key of a map describe src_thrift.mStringString.$key$ PREHOOK: type: DESCTABLE POSTHOOK: query: -- Describe the key of a map describe src_thrift.mStringString.$key$ POSTHOOK: type: DESCTABLE -col_name data_type comment - -$key$ string from deserializer +$key$ string from deserializer PREHOOK: query: -- Describe the value of a map describe src_thrift.mStringString.$value$ PREHOOK: type: DESCTABLE POSTHOOK: query: -- Describe the value of a map describe src_thrift.mStringString.$value$ POSTHOOK: type: DESCTABLE -col_name data_type comment - -$value$ string from deserializer +$value$ string from deserializer PREHOOK: query: -- Describe a complex element of a list describe src_thrift.lintString.$elem$ PREHOOK: type: DESCTABLE POSTHOOK: query: -- Describe a complex element of a list describe src_thrift.lintString.$elem$ POSTHOOK: type: DESCTABLE -col_name data_type comment - -myint int from deserializer -mystring string from deserializer -underscore_int int from deserializer +myint int from deserializer +mystring string from deserializer +underscore_int int from deserializer PREHOOK: query: -- Describe a member of an element of a list describe src_thrift.lintString.$elem$.myint PREHOOK: type: DESCTABLE POSTHOOK: query: -- Describe a member of an element of a list describe src_thrift.lintString.$elem$.myint POSTHOOK: type: DESCTABLE -col_name data_type comment - -myint int from deserializer +myint int from deserializer Index: ql/src/test/results/clientpositive/fileformat_text.q.out =================================================================== --- ql/src/test/results/clientpositive/fileformat_text.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/fileformat_text.q.out (working copy) @@ -40,34 +40,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED dest1 POSTHOOK: type: DESCTABLE -col_name data_type comment +key int +value string -key int None -value string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:16:51 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/dest1 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284477411 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:dest1, dbName:default, owner:thiruvel, createTime:1286799930, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/dest1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286799930}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: FROM src INSERT OVERWRITE TABLE dest1 SELECT src.key, src.value WHERE src.key < 10 PREHOOK: type: QUERY @@ -83,11 +59,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-16-54_460_1149384812640316385/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-25-34_757_4775013083546657/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-16-54_460_1149384812640316385/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-25-34_757_4775013083546657/-mr-10000 POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 0 val_0 Index: ql/src/test/results/clientpositive/load_dyn_part6.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part6.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/load_dyn_part6.q.out (working copy) @@ -15,41 +15,12 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part6 POSTHOOK: type: DESCTABLE -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 14 07:13:24 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part6 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - transient_lastDdlTime 1284473604 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:nzhang_part6, dbName:default, owner:null, createTime:1286799989, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part6, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286799989}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: insert overwrite table nzhang_part6 partition (ds="2010-03-03", hr) select key, value, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -71,11 +42,11 @@ PREHOOK: query: select * from nzhang_part6 where ds = '2010-03-03' and hr = '11' PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part6@ds=2010-03-03/hr=11 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-13-27_260_7865814790114421170/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-26-33_896_3173294056554622080/-mr-10000 POSTHOOK: query: select * from nzhang_part6 where ds = '2010-03-03' and hr = '11' POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part6@ds=2010-03-03/hr=11 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-13-27_260_7865814790114421170/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-26-33_896_3173294056554622080/-mr-10000 POSTHOOK: Lineage: nzhang_part6 PARTITION(ds=2010-03-03,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part6 PARTITION(ds=2010-03-03,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part6 PARTITION(ds=2010-03-03,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -1083,11 +1054,11 @@ PREHOOK: query: select * from nzhang_part6 where ds = '2010-03-03' and hr = '12' PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part6@ds=2010-03-03/hr=12 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-13-27_494_9148794446592123412/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-26-34_103_8617093898941504396/-mr-10000 POSTHOOK: query: select * from nzhang_part6 where ds = '2010-03-03' and hr = '12' POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part6@ds=2010-03-03/hr=12 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-13-27_494_9148794446592123412/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-26-34_103_8617093898941504396/-mr-10000 POSTHOOK: Lineage: nzhang_part6 PARTITION(ds=2010-03-03,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part6 PARTITION(ds=2010-03-03,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part6 PARTITION(ds=2010-03-03,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/inputddl2.q.out =================================================================== --- ql/src/test/results/clientpositive/inputddl2.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/inputddl2.q.out (working copy) @@ -33,13 +33,7 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE INPUTDDL2 POSTHOOK: type: DESCTABLE -col_name data_type comment - -key int None -value string None - -# Partition Information -col_name data_type comment - -ds string None -country string None +key int +value string +ds string +country string Index: ql/src/test/results/clientpositive/fileformat_sequencefile.q.out =================================================================== --- ql/src/test/results/clientpositive/fileformat_sequencefile.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/fileformat_sequencefile.q.out (working copy) @@ -40,34 +40,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED dest1 POSTHOOK: type: DESCTABLE -col_name data_type comment +key int +value string -key int None -value string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:16:05 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/dest1 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284477365 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:dest1, dbName:default, owner:thiruvel, createTime:1286800022, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/dest1, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286800022}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: FROM src INSERT OVERWRITE TABLE dest1 SELECT src.key, src.value WHERE src.key < 10 PREHOOK: type: QUERY @@ -83,11 +59,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-16-08_426_1865933645353720968/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-27-06_293_5581599167057805225/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-16-08_426_1865933645353720968/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-27-06_293_5581599167057805225/-mr-10000 POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 0 val_0 Index: ql/src/test/results/clientpositive/load_dyn_part12.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part12.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/load_dyn_part12.q.out (working copy) @@ -15,41 +15,12 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part12 POSTHOOK: type: DESCTABLE -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 14 07:06:39 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part12 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - transient_lastDdlTime 1284473199 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:nzhang_part12, dbName:default, owner:null, createTime:1286800053, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part12, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286800053}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: insert overwrite table nzhang_part12 partition (ds="2010-03-03", hr) select key, value, cast(hr*2 as int) from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -82,12 +53,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part12@ds=2010-03-03/hr=22 PREHOOK: Input: default@nzhang_part12@ds=2010-03-03/hr=24 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-06-43_246_5380379143018347612/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-27-38_551_8394516671014137879/-mr-10000 POSTHOOK: query: select * from nzhang_part12 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part12@ds=2010-03-03/hr=22 POSTHOOK: Input: default@nzhang_part12@ds=2010-03-03/hr=24 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-06-43_246_5380379143018347612/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-27-38_551_8394516671014137879/-mr-10000 POSTHOOK: Lineage: nzhang_part12 PARTITION(ds=2010-03-03,hr=22).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part12 PARTITION(ds=2010-03-03,hr=22).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part12 PARTITION(ds=2010-03-03,hr=24).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/create_escape.q.out =================================================================== --- ql/src/test/results/clientpositive/create_escape.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/create_escape.q.out (working copy) @@ -11,44 +11,16 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE table1 POSTHOOK: type: DESCTABLE -col_name data_type comment - -a string None -b string None +a string +b string PREHOOK: query: DESCRIBE EXTENDED table1 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED table1 POSTHOOK: type: DESCTABLE -col_name data_type comment +a string +b string -a string None -b string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 07:28:36 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/table1 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1285079316 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - escape.delim \\ - serialization.format \t - field.delim \t - +Detailed Table Information Table(tableName:table1, dbName:default, owner:thiruvel, createTime:1286800085, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/table1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{escape.delim=\, serialization.format= , field.delim= PREHOOK: query: INSERT OVERWRITE TABLE table1 SELECT key, '\\\t\\' FROM src WHERE key = 86 PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -62,11 +34,11 @@ PREHOOK: query: SELECT * FROM table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_07-28-42_009_3448389970814289659/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-28-09_174_3118900658292640763/-mr-10000 POSTHOOK: query: SELECT * FROM table1 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_07-28-42_009_3448389970814289659/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-28-09_174_3118900658292640763/-mr-10000 POSTHOOK: Lineage: table1.a SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: table1.b SIMPLE [] 86 \ \ Index: ql/src/test/results/clientpositive/stats7.q.out =================================================================== --- ql/src/test/results/clientpositive/stats7.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/stats7.q.out (working copy) @@ -96,42 +96,12 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-04-08, 11] -Database: default -Table: analyze_srcpart -CreateTime: Tue Sep 21 01:12:14 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-08/hr=11 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285056743 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-08, 11], dbName:default, tableName:analyze_srcpart, createTime:1286826409, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-08/hr=11, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286826413, numRows=500, totalSize=5812}) PREHOOK: query: describe extended analyze_srcpart PARTITION(ds='2008-04-08',hr=12) PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended analyze_srcpart PARTITION(ds='2008-04-08',hr=12) @@ -144,42 +114,12 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Partition Information -Partition Value: [2008-04-08, 12] -Database: default -Table: analyze_srcpart -CreateTime: Tue Sep 21 01:12:15 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-08/hr=12 -Partition Parameters: - numFiles 1 - transient_lastDdlTime 1285056743 - numRows 500 - totalSize 5812 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Partition Information Partition(values:[2008-04-08, 12], dbName:default, tableName:analyze_srcpart, createTime:1286826409, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_srcpart/ds=2008-04-08/hr=12, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{numFiles=1, transient_lastDdlTime=1286826413, numRows=500, totalSize=5812}) PREHOOK: query: describe extended analyze_srcpart PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended analyze_srcpart @@ -192,42 +132,9 @@ POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_srcpart PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 21 01:12:03 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_srcpart -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 2 - EXTERNAL FALSE - numFiles 2 - transient_lastDdlTime 1285056743 - numRows 1000 - totalSize 11624 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:analyze_srcpart, dbName:default, owner:null, createTime:1286826404, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_srcpart, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{numPartitions=2, EXTERNAL=FALSE, numFiles=2, transient_lastDdlTime=1286826413, numRows=1000, totalSize=11624}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) Index: ql/src/test/results/clientpositive/load_dyn_part14.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part14.q.out_0.17 (revision 1021789) +++ ql/src/test/results/clientpositive/load_dyn_part14.q.out_0.17 (working copy) @@ -9,38 +9,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part14 POSTHOOK: type: DESCTABLE -col_name data_type comment +key string +value string -key string None - -# Partition Information -col_name data_type comment - -value string None - -# Detailed Table Information -Database: default -Owner: nzhang -CreateTime: Tue Sep 21 08:18:52 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part14 -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1285082332 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:nzhang_part14, dbName:default, owner:thiruvel, createTime:1286880420, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part14, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:value, type:string, comment:null)], parameters:{transient_lastDdlTime=1286880420}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain insert overwrite table nzhang_part14 partition(value) select key, value from ( @@ -108,7 +80,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/nzhang/hive_2010-09-21_08-18-52_887_7592187800387913855/-mr-10002 + file:/tmp/thiruvel/hive_2010-10-12_03-47-00_618_7713758260856456661/-mr-10002 Union Select Operator expressions: @@ -125,7 +97,7 @@ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part14 - file:/tmp/nzhang/hive_2010-09-21_08-18-52_887_7592187800387913855/-mr-10003 + file:/tmp/thiruvel/hive_2010-10-12_03-47-00_618_7713758260856456661/-mr-10003 Union Select Operator expressions: @@ -142,7 +114,7 @@ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part14 - file:/tmp/nzhang/hive_2010-09-21_08-18-52_887_7592187800387913855/-mr-10004 + file:/tmp/thiruvel/hive_2010-10-12_03-47-00_618_7713758260856456661/-mr-10004 Union Select Operator expressions: @@ -277,13 +249,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part14@value= PREHOOK: Input: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_08-19-12_540_8445609877851421931/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-47-11_974_2396253823016980243/-mr-10000 POSTHOOK: query: select * from nzhang_part14 where value <> 'a' order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part14@value= POSTHOOK: Input: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_08-19-12_540_8445609877851421931/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-12_03-47-11_974_2396253823016980243/-mr-10000 POSTHOOK: Lineage: nzhang_part14 PARTITION(value= ).key EXPRESSION [] POSTHOOK: Lineage: nzhang_part14 PARTITION(value=__HIVE_DEFAULT_PARTITION__).key EXPRESSION [] k1 __HIVE_DEFAULT_PARTITION__ Index: ql/src/test/results/clientpositive/load_dyn_part1.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part1.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/load_dyn_part1.q.out (working copy) @@ -20,41 +20,12 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part1 POSTHOOK: type: DESCTABLE -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 21 00:13:39 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/nzhang_part1 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - transient_lastDdlTime 1285053219 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:nzhang_part1, dbName:default, owner:null, createTime:1286798987, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286798987}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain from srcpart insert overwrite table nzhang_part1 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' @@ -140,7 +111,7 @@ Move Operator files: hdfs directory: true - destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-13-39_317_150757677956835790/-ext-10000 + destination: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-09-47_279_3359280374458847412/-ext-10000 Stage: Stage-0 Move Operator @@ -161,7 +132,7 @@ Stage: Stage-4 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-13-39_317_150757677956835790/-ext-10004 + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-09-47_279_3359280374458847412/-ext-10004 File Output Operator compressed: false GlobalTableId: 0 @@ -178,7 +149,7 @@ Move Operator files: hdfs directory: true - destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-13-39_317_150757677956835790/-ext-10002 + destination: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-09-47_279_3359280374458847412/-ext-10002 Stage: Stage-1 Move Operator @@ -199,7 +170,7 @@ Stage: Stage-8 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-13-39_317_150757677956835790/-ext-10005 + pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/scratchdir/hive_2010-10-11_05-09-47_279_3359280374458847412/-ext-10005 File Output Operator compressed: false GlobalTableId: 0 @@ -270,12 +241,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=11 PREHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-13-55_874_723157656430223192/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-09-55_752_5604915481568921978/-mr-10000 POSTHOOK: query: select * from nzhang_part1 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=11 POSTHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-13-55_874_723157656430223192/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-09-55_752_5604915481568921978/-mr-10000 POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -1288,12 +1259,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=11 PREHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-13-56_688_509916876298638236/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-09-55_992_218214971900824137/-mr-10000 POSTHOOK: query: select * from nzhang_part2 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=11 POSTHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-13-56_688_509916876298638236/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-09-55_992_218214971900824137/-mr-10000 POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/join_thrift.q.out =================================================================== --- ql/src/test/results/clientpositive/join_thrift.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/join_thrift.q.out (working copy) @@ -2,14 +2,12 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE src_thrift POSTHOOK: type: DESCTABLE -col_name data_type comment - -aint int from deserializer -astring string from deserializer -lint array from deserializer -lstring array from deserializer -lintstring array from deserializer -mstringstring map from deserializer +aint int from deserializer +astring string from deserializer +lint array from deserializer +lstring array from deserializer +lintstring array from deserializer +mstringstring map from deserializer PREHOOK: query: EXPLAIN SELECT s1.aint, s2.lintstring FROM src_thrift s1 @@ -97,14 +95,14 @@ ON s1.aint = s2.aint PREHOOK: type: QUERY PREHOOK: Input: default@src_thrift -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_06-26-12_924_8135736318784593858/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-29-58_166_5982818522525769910/-mr-10000 POSTHOOK: query: SELECT s1.aint, s2.lintstring FROM src_thrift s1 JOIN src_thrift s2 ON s1.aint = s2.aint POSTHOOK: type: QUERY POSTHOOK: Input: default@src_thrift -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_06-26-12_924_8135736318784593858/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-29-58_166_5982818522525769910/-mr-10000 -1952710710 [{"myint":25,"mystring":"125","underscore_int":5}] -1461153973 [{"myint":49,"mystring":"343","underscore_int":7}] -751827638 [{"myint":4,"mystring":"8","underscore_int":2}] Index: ql/src/test/results/clientpositive/stats2.q.out =================================================================== --- ql/src/test/results/clientpositive/stats2.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/stats2.q.out (working copy) @@ -101,41 +101,12 @@ POSTHOOK: Lineage: analyze_t1 PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_t1 PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_t1 PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 21 22:40:47 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_t1 -Table Type: MANAGED_TABLE -Table Parameters: - EXTERNAL FALSE - transient_lastDdlTime 1285134047 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:analyze_t1, dbName:default, owner:null, createTime:1286826187, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_t1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286826187}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain analyze table analyze_t1 partition (ds, hr) compute statistics PREHOOK: type: null POSTHOOK: query: explain analyze table analyze_t1 partition (ds, hr) compute statistics @@ -209,42 +180,9 @@ POSTHOOK: Lineage: analyze_t1 PARTITION(ds=2008-04-09,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: analyze_t1 PARTITION(ds=2008-04-09,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: analyze_t1 PARTITION(ds=2008-04-09,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] -col_name data_type comment +key string default +value string default +ds string +hr string -key string default -value string default - -# Partition Information -col_name data_type comment - -ds string None -hr string None - -# Detailed Table Information -Database: default -Owner: null -CreateTime: Tue Sep 21 22:40:47 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/analyze_t1 -Table Type: MANAGED_TABLE -Table Parameters: - numPartitions 4 - EXTERNAL FALSE - numFiles 4 - transient_lastDdlTime 1285134063 - numRows 2000 - totalSize 23248 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:analyze_t1, dbName:default, owner:null, createTime:1286826187, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_t1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{numPartitions=4, EXTERNAL=FALSE, numFiles=4, transient_lastDdlTime=1286826212, numRows=2000, totalSize=23248}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) Index: ql/src/test/results/clientpositive/alter4.q.out =================================================================== --- ql/src/test/results/clientpositive/alter4.q.out (revision 1021789) +++ ql/src/test/results/clientpositive/alter4.q.out (working copy) @@ -7,34 +7,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED set_bucketing_test POSTHOOK: type: DESCTABLE -col_name data_type comment +key int +value string -key int None -value string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:07:24 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/set_bucketing_test -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284476844 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: 10 -Bucket Columns: [key] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:set_bucketing_test, dbName:default, owner:thiruvel, createTime:1286800231, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/set_bucketing_test, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:10, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286800231}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: ALTER TABLE set_bucketing_test NOT CLUSTERED PREHOOK: type: null PREHOOK: Input: default@set_bucketing_test @@ -47,36 +23,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED set_bucketing_test POSTHOOK: type: DESCTABLE -col_name data_type comment +key int +value string -key int None -value string None - -# Detailed Table Information -Database: default -Owner: thiruvel -CreateTime: Tue Sep 14 08:07:24 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/set_bucketing_test -Table Type: MANAGED_TABLE -Table Parameters: - last_modified_by thiruvel - last_modified_time 1284476844 - transient_lastDdlTime 1284476844 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:set_bucketing_test, dbName:default, owner:thiruvel, createTime:1286800231, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/set_bucketing_test, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=thiruvel, last_modified_time=1286800231, transient_lastDdlTime=1286800231}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: -- Cleanup DROP TABLE set_bucketing_test PREHOOK: type: DROPTABLE @@ -124,34 +74,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED set_bucketing_test POSTHOOK: type: DESCTABLE -col_name data_type comment +key int +value string -key int None -value string None - -# Detailed Table Information -Database: alter4_db -Owner: thiruvel -CreateTime: Tue Sep 14 08:07:24 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter4_db.db/set_bucketing_test -Table Type: MANAGED_TABLE -Table Parameters: - transient_lastDdlTime 1284476844 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: 10 -Bucket Columns: [key] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:set_bucketing_test, dbName:alter4_db, owner:thiruvel, createTime:1286800232, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter4_db.db/set_bucketing_test, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:10, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286800232}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: ALTER TABLE set_bucketing_test NOT CLUSTERED PREHOOK: type: null PREHOOK: Input: alter4_db@set_bucketing_test @@ -164,36 +90,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED set_bucketing_test POSTHOOK: type: DESCTABLE -col_name data_type comment +key int +value string -key int None -value string None - -# Detailed Table Information -Database: alter4_db -Owner: thiruvel -CreateTime: Tue Sep 14 08:07:24 PDT 2010 -LastAccessTime: Wed Dec 31 16:00:00 PST 1969 -Protect Mode: None -Retention: 0 -Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter4_db.db/set_bucketing_test -Table Type: MANAGED_TABLE -Table Parameters: - last_modified_by thiruvel - last_modified_time 1284476845 - transient_lastDdlTime 1284476845 - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 - +Detailed Table Information Table(tableName:set_bucketing_test, dbName:alter4_db, owner:thiruvel, createTime:1286800232, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter4_db.db/set_bucketing_test, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=thiruvel, last_modified_time=1286800232, transient_lastDdlTime=1286800232}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: DROP TABLE set_bucketing_test PREHOOK: type: DROPTABLE PREHOOK: Input: alter4_db@set_bucketing_test Index: ql/src/test/queries/clientpositive/describe_table.q =================================================================== --- ql/src/test/queries/clientpositive/describe_table.q (revision 0) +++ ql/src/test/queries/clientpositive/describe_table.q (revision 0) @@ -0,0 +1,19 @@ +describe srcpart; +describe srcpart.key; +describe srcpart PARTITION(ds='2008-04-08', hr='12'); + +describe extended srcpart; +describe extended srcpart.key; +describe extended srcpart PARTITION(ds='2008-04-08', hr='12'); + +describe formatted srcpart; +describe formatted srcpart.key; +describe formatted srcpart PARTITION(ds='2008-04-08', hr='12'); + +create table srcpart_serdeprops like srcpart; +alter table srcpart_serdeprops set serdeproperties('xyz'='0'); +alter table srcpart_serdeprops set serdeproperties('pqrs'='1'); +alter table srcpart_serdeprops set serdeproperties('abcd'='2'); +alter table srcpart_serdeprops set serdeproperties('A1234'='3'); +describe formatted srcpart_serdeprops; +drop table srcpart_serdeprops; Index: ql/src/test/queries/clientpositive/create_view.q =================================================================== --- ql/src/test/queries/clientpositive/create_view.q (revision 1021789) +++ ql/src/test/queries/clientpositive/create_view.q (working copy) @@ -40,13 +40,17 @@ SHOW TABLES 'view.*'; DESCRIBE view1; DESCRIBE EXTENDED view1; +DESCRIBE FORMATTED view1; DESCRIBE view2; DESCRIBE EXTENDED view2; +DESCRIBE FORMATTED view2; DESCRIBE view3; DESCRIBE EXTENDED view3; +DESCRIBE FORMATTED view3; ALTER VIEW view3 SET TBLPROPERTIES ("biggest" = "loser"); DESCRIBE EXTENDED view3; +DESCRIBE FORMATTED view3; CREATE TABLE table1 (key int); @@ -110,6 +114,7 @@ SELECT test_translate('abc', 'a', 'b') FROM table1; DESCRIBE EXTENDED view8; +DESCRIBE FORMATTED view8; SELECT * FROM view8; -- test usage of a UDAF within a view @@ -119,12 +124,14 @@ SELECT test_max(length(value)) FROM src; DESCRIBE EXTENDED view9; +DESCRIBE FORMATTED view9; SELECT * FROM view9; -- test usage of a subselect within a view CREATE VIEW view10 AS SELECT slurp.* FROM (SELECT * FROM src WHERE key=86) slurp; DESCRIBE EXTENDED view10; +DESCRIBE FORMATTED view10; SELECT * FROM view10; -- test usage of a UDTF within a view @@ -134,12 +141,14 @@ SELECT test_explode(array(1,2,3)) AS (boom) FROM table1; DESCRIBE EXTENDED view11; +DESCRIBE FORMATTED view11; SELECT * FROM view11; -- test usage of LATERAL within a view CREATE VIEW view12 AS SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol; DESCRIBE EXTENDED view12; +DESCRIBE FORMATTED view12; SELECT * FROM view12 ORDER BY key ASC, myCol ASC LIMIT 1; @@ -152,6 +161,7 @@ SELECT s.key FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 ON key) s; DESCRIBE EXTENDED view13; +DESCRIBE FORMATTED view13; SELECT * FROM view13 ORDER BY key LIMIT 12; @@ -168,6 +178,7 @@ select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2 ON (unionsrc1.key = unionsrc2.key); DESCRIBE EXTENDED view14; +DESCRIBE FORMATTED view14; SELECT * FROM view14 ORDER BY k1; @@ -177,6 +188,7 @@ FROM src GROUP BY key; DESCRIBE EXTENDED view15; +DESCRIBE FORMATTED view15; SELECT * FROM view15 ORDER BY value_count DESC, key LIMIT 10; @@ -186,6 +198,7 @@ SELECT DISTINCT value FROM src; DESCRIBE EXTENDED view16; +DESCRIBE FORMATTED view16; SELECT * FROM view16 ORDER BY value LIMIT 10; Index: ql/src/java/org/apache/hadoop/hive/ql/metadata/MetaDataFormatUtils.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/metadata/MetaDataFormatUtils.java (revision 1021789) +++ ql/src/java/org/apache/hadoop/hive/ql/metadata/MetaDataFormatUtils.java (working copy) @@ -26,6 +26,8 @@ import java.util.Date; import java.util.List; import java.util.Map; +import java.util.Collections; +import java.util.ArrayList; /** * This class provides methods to format table information. @@ -59,6 +61,7 @@ } private static void formatColumnsHeader(StringBuilder columnInformation) { + columnInformation.append("# "); // Easy for shell scripts to ignore formatOutput(getColumnsHeader(), columnInformation); columnInformation.append(LINE_DELIM); } @@ -76,11 +79,27 @@ } } + /* + Displaying columns unformatted for backward compatibility. + */ + public static String displayColsUnformatted(List cols) { + StringBuilder colBuffer = new StringBuilder(DEFAULT_STRINGBUILDER_SIZE); + for (FieldSchema col : cols) { + colBuffer.append(col.getName()); + colBuffer.append(FIELD_DELIM); + colBuffer.append(col.getType()); + colBuffer.append(FIELD_DELIM); + colBuffer.append(col.getComment() == null ? "" : col.getComment()); + colBuffer.append(LINE_DELIM); + } + return colBuffer.toString(); + } + public static String getPartitionInformation(Partition part) { StringBuilder tableInfo = new StringBuilder(DEFAULT_STRINGBUILDER_SIZE); // Table Metadata - tableInfo.append("# Detailed Partition Information").append(LINE_DELIM); + tableInfo.append(LINE_DELIM).append("# Detailed Partition Information").append(LINE_DELIM); getPartitionMetaDataInformation(tableInfo, part); // Storage information. @@ -94,7 +113,7 @@ StringBuilder tableInfo = new StringBuilder(DEFAULT_STRINGBUILDER_SIZE); // Table Metadata - tableInfo.append("# Detailed Table Information").append(LINE_DELIM); + tableInfo.append(LINE_DELIM).append("# Detailed Table Information").append(LINE_DELIM); getTableMetaDataInformation(tableInfo, table); // Storage information. @@ -168,10 +187,11 @@ } private static void displayAllParameters(Map params, StringBuilder tableInfo) { - for (Map.Entry parameter: params.entrySet()) { + List keys = new ArrayList(params.keySet()); + Collections.sort(keys); + for (String key : keys) { tableInfo.append(FIELD_DELIM); // Ensures all params are indented. - formatOutput(parameter.getKey(), StringEscapeUtils.escapeJava(parameter.getValue()), - tableInfo); + formatOutput(key, StringEscapeUtils.escapeJava(params.get(key)), tableInfo); } } @@ -181,8 +201,11 @@ } private static String formatDate(long timeInSeconds) { - Date date = new Date(timeInSeconds * 1000); - return date.toString(); + if (timeInSeconds != 0) { + Date date = new Date(timeInSeconds * 1000); + return date.toString(); + } + return "UNKNOWN"; } private static void formatOutput(String[] fields, StringBuilder tableInfo) { Index: ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java (revision 1021789) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java (working copy) @@ -1613,26 +1613,52 @@ DataOutput outStream = fs.create(resFile); if (colPath.equals(tableName)) { - outStream.writeBytes(MetaDataFormatUtils.getAllColumnsInformation(tbl)); + if (!descTbl.isFormatted()) { + List cols = tbl.getCols(); + if (tableName.equals(colPath)) { + cols.addAll(tbl.getPartCols()); + } + outStream.writeBytes(MetaDataFormatUtils.displayColsUnformatted(cols)); + } else { + outStream.writeBytes(MetaDataFormatUtils.getAllColumnsInformation(tbl)); + } } else { - List cols = null; - cols = Hive.getFieldsFromDeserializer(colPath, tbl.getDeserializer()); - outStream.writeBytes(MetaDataFormatUtils.getAllColumnsInformation(cols)); + List cols = Hive.getFieldsFromDeserializer(colPath, tbl.getDeserializer()); + if (descTbl.isFormatted()) { + outStream.writeBytes(MetaDataFormatUtils.getAllColumnsInformation(cols)); + } else { + outStream.writeBytes(MetaDataFormatUtils.displayColsUnformatted(cols)); + } } if (tableName.equals(colPath)) { + + if (descTbl.isFormatted()) { + if (part != null) { + outStream.writeBytes(MetaDataFormatUtils.getPartitionInformation(part)); + } else { + outStream.writeBytes(MetaDataFormatUtils.getTableInformation(tbl)); + } + } + // if extended desc table then show the complete details of the table if (descTbl.isExt()) { // add empty line outStream.write(terminator); if (part != null) { // show partition information - outStream.writeBytes(MetaDataFormatUtils.getPartitionInformation(part)); + outStream.writeBytes("Detailed Partition Information"); + outStream.write(separator); + outStream.writeBytes(part.getTPartition().toString()); + outStream.write(separator); // comment column is empty outStream.write(terminator); } else { // show table information - outStream.writeBytes(MetaDataFormatUtils.getTableInformation(tbl)); + outStream.writeBytes("Detailed Table Information"); + outStream.write(separator); + outStream.writeBytes(tbl.getTTable().toString()); + outStream.write(separator); outStream.write(terminator); } } Index: ql/src/java/org/apache/hadoop/hive/ql/plan/DescTableDesc.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/plan/DescTableDesc.java (revision 1021789) +++ ql/src/java/org/apache/hadoop/hive/ql/plan/DescTableDesc.java (working copy) @@ -39,6 +39,7 @@ HashMap partSpec; String resFile; boolean isExt; + boolean isFormatted; /** * table name for the result of describe table. */ @@ -52,14 +53,14 @@ } /** - * @param isExt * @param partSpec * @param resFile * @param tableName */ public DescTableDesc(Path resFile, String tableName, - HashMap partSpec, boolean isExt) { - this.isExt = isExt; + HashMap partSpec) { + this.isExt = false; + this.isFormatted = false; this.partSpec = partSpec; this.resFile = resFile.toString(); this.tableName = tableName; @@ -88,7 +89,22 @@ this.isExt = isExt; } + /** + * @return the isFormatted + */ + public boolean isFormatted() { + return isFormatted; + } + /** + * @param isFormatted + * the isFormat to set + */ + public void setFormatted(boolean isFormat) { + this.isFormatted = isFormat; + } + + /** * @return the tableName */ @Explain(displayName = "table") Index: ql/src/java/org/apache/hadoop/hive/ql/parse/Hive.g =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/parse/Hive.g (revision 1021789) +++ ql/src/java/org/apache/hadoop/hive/ql/parse/Hive.g (working copy) @@ -624,7 +624,7 @@ descStatement @init { msgs.push("describe statement"); } @after { msgs.pop(); } - : (KW_DESCRIBE|KW_DESC) (isExtended=KW_EXTENDED)? (parttype=partTypeExpr) -> ^(TOK_DESCTABLE $parttype $isExtended?) + : (KW_DESCRIBE|KW_DESC) (descOptions=KW_FORMATTED|descOptions=KW_EXTENDED)? (parttype=partTypeExpr) -> ^(TOK_DESCTABLE $parttype $descOptions?) | (KW_DESCRIBE|KW_DESC) KW_FUNCTION KW_EXTENDED? (name=descFuncNames) -> ^(TOK_DESCFUNCTION $name KW_EXTENDED?) ; @@ -1836,6 +1836,7 @@ KW_FUNCTION: 'FUNCTION'; KW_EXPLAIN: 'EXPLAIN'; KW_EXTENDED: 'EXTENDED'; +KW_FORMATTED: 'FORMATTED'; KW_SERDE: 'SERDE'; KW_WITH: 'WITH'; KW_DEFERRED: 'DEFERRED'; Index: ql/src/java/org/apache/hadoop/hive/ql/parse/DDLSemanticAnalyzer.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/parse/DDLSemanticAnalyzer.java (revision 1021789) +++ ql/src/java/org/apache/hadoop/hive/ql/parse/DDLSemanticAnalyzer.java (working copy) @@ -790,9 +790,12 @@ partSpec = getPartSpec(partspec); } - boolean isExt = ast.getChildCount() > 1; - DescTableDesc descTblDesc = new DescTableDesc(ctx.getResFile(), tableName, - partSpec, isExt); + DescTableDesc descTblDesc = new DescTableDesc(ctx.getResFile(), tableName, partSpec); + if (ast.getChildCount() == 2) { + int descOptions = ast.getChild(1).getType(); + descTblDesc.setFormatted(descOptions == HiveParser.KW_FORMATTED); + descTblDesc.setExt(descOptions == HiveParser.KW_EXTENDED); + } rootTasks.add(TaskFactory.get(new DDLWork(getInputs(), getOutputs(), descTblDesc), conf)); setFetchTask(createFetchTask(DescTableDesc.getSchema()));