Index: contrib/src/test/results/clientpositive/fileformat_base64.q.out =================================================================== --- contrib/src/test/results/clientpositive/fileformat_base64.q.out (revision 998035) +++ contrib/src/test/results/clientpositive/fileformat_base64.q.out (working copy) @@ -44,10 +44,34 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED base64_test POSTHOOK: type: DESCTABLE -key int -value string +col_name data_type comment -Detailed Table Information Table(tableName:base64_test, dbName:default, owner:njain, createTime:1282150167, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/njain/hive3/hive3/build/contrib/test/data/warehouse/base64_test, inputFormat:org.apache.hadoop.hive.contrib.fileformat.base64.Base64TextInputFormat, outputFormat:org.apache.hadoop.hive.contrib.fileformat.base64.Base64TextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282150167}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key int None +value string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Fri Sep 17 01:51:29 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/contrib/test/data/warehouse/base64_test +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284713489 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.hive.contrib.fileformat.base64.Base64TextInputFormat +OutputFormat: org.apache.hadoop.hive.contrib.fileformat.base64.Base64TextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: FROM src INSERT OVERWRITE TABLE base64_test SELECT key, value WHERE key < 10 @@ -65,11 +89,11 @@ PREHOOK: query: SELECT * FROM base64_test PREHOOK: type: QUERY PREHOOK: Input: default@base64_test -PREHOOK: Output: file:/tmp/njain/hive_2010-08-18_09-49-31_341_7110837578626291672/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-17_01-51-32_335_619401707200390008/-mr-10000 POSTHOOK: query: SELECT * FROM base64_test POSTHOOK: type: QUERY POSTHOOK: Input: default@base64_test -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-18_09-49-31_341_7110837578626291672/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-17_01-51-32_335_619401707200390008/-mr-10000 POSTHOOK: Lineage: base64_test.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: base64_test.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 0 val_0 @@ -107,11 +131,11 @@ PREHOOK: query: SELECT * FROM base64_test PREHOOK: type: QUERY PREHOOK: Input: default@base64_test -PREHOOK: Output: file:/tmp/njain/hive_2010-08-18_09-49-35_328_4985371350274176901/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-17_01-51-34_808_4140189104352013659/-mr-10000 POSTHOOK: query: SELECT * FROM base64_test POSTHOOK: type: QUERY POSTHOOK: Input: default@base64_test -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-18_09-49-35_328_4985371350274176901/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-17_01-51-34_808_4140189104352013659/-mr-10000 POSTHOOK: Lineage: base64_test.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: base64_test.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: base64_test.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] Index: contrib/src/test/results/clientpositive/serde_s3.q.out =================================================================== --- contrib/src/test/results/clientpositive/serde_s3.q.out (revision 998035) +++ contrib/src/test/results/clientpositive/serde_s3.q.out (working copy) @@ -15,23 +15,25 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE s3log POSTHOOK: type: DESCTABLE -bucketowner string from deserializer -bucketname string from deserializer -rdatetime string from deserializer -rip string from deserializer -requester string from deserializer -requestid string from deserializer -operation string from deserializer -rkey string from deserializer -requesturi string from deserializer -httpstatus int from deserializer -errorcode string from deserializer -bytessent int from deserializer -objsize int from deserializer -totaltime int from deserializer -turnaroundtime int from deserializer -referer string from deserializer -useragent string from deserializer +col_name data_type comment + +bucketowner string from deserializer +bucketname string from deserializer +rdatetime string from deserializer +rip string from deserializer +requester string from deserializer +requestid string from deserializer +operation string from deserializer +rkey string from deserializer +requesturi string from deserializer +httpstatus int from deserializer +errorcode string from deserializer +bytessent int from deserializer +objsize int from deserializer +totaltime int from deserializer +turnaroundtime int from deserializer +referer string from deserializer +useragent string from deserializer PREHOOK: query: LOAD DATA LOCAL INPATH '../contrib/data/files/s3.log' INTO TABLE s3log PREHOOK: type: LOAD POSTHOOK: query: LOAD DATA LOCAL INPATH '../contrib/data/files/s3.log' INTO TABLE s3log @@ -40,11 +42,11 @@ PREHOOK: query: SELECT a.* FROM s3log a PREHOOK: type: QUERY PREHOOK: Input: default@s3log -PREHOOK: Output: file:/tmp/njain/hive_2010-08-18_09-49-50_583_1488535606049303480/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-17_01-52-54_413_2340174263889776647/-mr-10000 POSTHOOK: query: SELECT a.* FROM s3log a POSTHOOK: type: QUERY POSTHOOK: Input: default@s3log -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-18_09-49-50_583_1488535606049303480/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-17_01-52-54_413_2340174263889776647/-mr-10000 04ff331638adc13885d6c42059584deabbdeabcd55bf0bee491172a79a87b196 img.zemanta.com 09/Apr/2009:22:00:01 +0000 212.143.99.188 65a011a29cdf8ec533ec3d1ccaae921c D987234E52141DE7 REST.GET.OBJECT pixy.gif GET /pixy.gif?x-id=4560525f-2864-495c-842c-159ede7143f8 HTTP/1.1 200 - 828 828 3 2 http://www.mediafuturist.com/2009/02/marc-andreessen-on-the-charlie-rose-show-talking-about-mobile-technology-video.html Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Chrome/1.0.154.53 Safari/525.19 04ff331638adc13885d6c42059584deabbdeabcd55bf0bee491172a79a87b196 img.zemanta.com 09/Apr/2009:22:00:01 +0000 74.244.182.35 65a011a29cdf8ec533ec3d1ccaae921c 626EECA20AB12A5C REST.GET.OBJECT pixy.gif GET /pixy.gif HTTP/1.1 200 - 828 828 20 20 http://trueslant.com/ Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_5_6; en-us) AppleWebKit/528.16 (KHTML, like Gecko) Version/4 Public Beta Safari/528.16 04ff331638adc13885d6c42059584deabbdeabcd55bf0bee491172a79a87b196 img.zemanta.com 09/Apr/2009:22:00:02 +0000 62.149.175.120 65a011a29cdf8ec533ec3d1ccaae921c 3E93D70E69292C98 REST.GET.OBJECT pixy.gif GET /pixy.gif?x-id=9fec752e-2318-4da3-864e-ac5b9e47c4ae HTTP/1.0 200 - 828 828 4 3 - - Index: ql/src/test/results/clientnegative/protectmode_tbl4.q.out =================================================================== --- ql/src/test/results/clientnegative/protectmode_tbl4.q.out (revision 998035) +++ ql/src/test/results/clientnegative/protectmode_tbl4.q.out (working copy) @@ -55,8 +55,39 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl_protectmode_tbl4 POSTHOOK: type: DESCTABLE -col string -p string +col_name data_type comment -Detailed Table Information Table(tableName:tbl_protectmode_tbl4, dbName:default, owner:njain, createTime:1282025362, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/tbl_protectmode_tbl4, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=njain, last_modified_time=1282025362, PROTECT_MODE=OFFLINE, transient_lastDdlTime=1282025362}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +col string None + +# Partition Information +col_name data_type comment + +p string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:29:03 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: OFFLINE +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl_protectmode_tbl4 +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284478143 + PROTECT_MODE OFFLINE + transient_lastDdlTime 1284478143 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + FAILED: Error in semantic analysis: Query against an offline table or partition Table tbl_protectmode_tbl4 Index: ql/src/test/results/clientnegative/protectmode_tbl3.q.out =================================================================== --- ql/src/test/results/clientnegative/protectmode_tbl3.q.out (revision 998035) +++ ql/src/test/results/clientnegative/protectmode_tbl3.q.out (working copy) @@ -14,11 +14,11 @@ PREHOOK: query: select col from tbl_protectmode_4 PREHOOK: type: QUERY PREHOOK: Input: default@tbl_protectmode_4 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-09-18_644_2317445421479072812/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-28-23_139_4654751823762752374/-mr-10000 POSTHOOK: query: select col from tbl_protectmode_4 POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl_protectmode_4 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-09-18_644_2317445421479072812/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-28-23_139_4654751823762752374/-mr-10000 PREHOOK: query: alter table tbl_protectmode_4 enable offline PREHOOK: type: ALTERTABLE_PROTECTMODE PREHOOK: Input: default@tbl_protectmode_4 @@ -31,7 +31,34 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl_protectmode_4 POSTHOOK: type: DESCTABLE -col string +col_name data_type comment -Detailed Table Information Table(tableName:tbl_protectmode_4, dbName:default, owner:njain, createTime:1282025358, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/tbl_protectmode_4, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=njain, last_modified_time=1282025361, PROTECT_MODE=OFFLINE, transient_lastDdlTime=1282025361}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +col string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:28:23 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: OFFLINE +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl_protectmode_4 +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284478106 + PROTECT_MODE OFFLINE + transient_lastDdlTime 1284478106 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + FAILED: Error in semantic analysis: Query against an offline table or partition Table tbl_protectmode_4 Index: ql/src/test/results/clientnegative/protectmode_tbl2.q.out =================================================================== --- ql/src/test/results/clientnegative/protectmode_tbl2.q.out (revision 998035) +++ ql/src/test/results/clientnegative/protectmode_tbl2.q.out (working copy) @@ -46,8 +46,39 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl_protectmode2 POSTHOOK: type: DESCTABLE -col string -p string +col_name data_type comment -Detailed Table Information Table(tableName:tbl_protectmode2, dbName:default, owner:njain, createTime:1282025357, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/tbl_protectmode2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=njain, last_modified_time=1282025358, PROTECT_MODE=OFFLINE, transient_lastDdlTime=1282025358}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +col string None + +# Partition Information +col_name data_type comment + +p string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:28:04 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: OFFLINE +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl_protectmode2 +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284478084 + PROTECT_MODE OFFLINE + transient_lastDdlTime 1284478084 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + FAILED: Error in semantic analysis: Query against an offline table or partition Table tbl_protectmode2 Index: ql/src/test/results/clientnegative/protectmode_tbl_no_drop.q.out =================================================================== --- ql/src/test/results/clientnegative/protectmode_tbl_no_drop.q.out (revision 998035) +++ ql/src/test/results/clientnegative/protectmode_tbl_no_drop.q.out (working copy) @@ -14,11 +14,11 @@ PREHOOK: query: select * from tbl_protectmode__no_drop PREHOOK: type: QUERY PREHOOK: Input: default@tbl_protectmode__no_drop -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-09-24_500_202960055467493836/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-39-31_893_2625855232363516041/-mr-10000 POSTHOOK: query: select * from tbl_protectmode__no_drop POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl_protectmode__no_drop -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-09-24_500_202960055467493836/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-39-31_893_2625855232363516041/-mr-10000 PREHOOK: query: alter table tbl_protectmode__no_drop enable no_drop PREHOOK: type: ALTERTABLE_PROTECTMODE PREHOOK: Input: default@tbl_protectmode__no_drop @@ -31,9 +31,36 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl_protectmode__no_drop POSTHOOK: type: DESCTABLE -col string +col_name data_type comment -Detailed Table Information Table(tableName:tbl_protectmode__no_drop, dbName:default, owner:njain, createTime:1282025364, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/tbl_protectmode__no_drop, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=njain, last_modified_time=1282025364, PROTECT_MODE=NO_DROP, transient_lastDdlTime=1282025364}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +col string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:39:31 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: NO_DROP +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl_protectmode__no_drop +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284478771 + PROTECT_MODE NO_DROP + transient_lastDdlTime 1284478771 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: drop table tbl_protectmode__no_drop PREHOOK: type: DROPTABLE PREHOOK: Input: default@tbl_protectmode__no_drop Index: ql/src/test/results/clientnegative/protectmode_part_no_drop.q.out =================================================================== --- ql/src/test/results/clientnegative/protectmode_part_no_drop.q.out (revision 998035) +++ ql/src/test/results/clientnegative/protectmode_part_no_drop.q.out (working copy) @@ -32,11 +32,41 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl_protectmode_no_drop partition (p='p1') POSTHOOK: type: DESCTABLE -c1 string -c2 string -p string +col_name data_type comment -Detailed Partition Information Partition(values:[p1], dbName:default, tableName:tbl_protectmode_no_drop, createTime:1284168328, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:c1, type:string, comment:null), FieldSchema(name:c2, type:string, comment:null)], location:pfile:/data/users/sdong/www/trunk/VENDOR.hive/trunk/build/ql/test/data/warehouse/tbl_protectmode_no_drop/p=p1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{last_modified_by=sdong, last_modified_time=1284168328, PROTECT_MODE=NO_DROP, transient_lastDdlTime=1284168328}) +c1 string None +c2 string None + +# Partition Information +col_name data_type comment + +p string None + +# Detailed Partition Information +Partition Value: [p1] +Database: default +Table: tbl_protectmode_no_drop +CreateTime: Tue Sep 14 08:27:42 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: NO_DROP +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl_protectmode_no_drop/p=p1 +Partition Parameters: + last_modified_by thiruvel + last_modified_time 1284478062 + PROTECT_MODE NO_DROP + transient_lastDdlTime 1284478062 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: alter table tbl_protectmode_no_drop drop partition (p='p1') PREHOOK: type: ALTERTABLE_DROPPARTS PREHOOK: Input: default@tbl_protectmode_no_drop Index: ql/src/test/results/clientnegative/protectmode_tbl5.q.out =================================================================== --- ql/src/test/results/clientnegative/protectmode_tbl5.q.out (revision 998035) +++ ql/src/test/results/clientnegative/protectmode_tbl5.q.out (working copy) @@ -55,8 +55,39 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl_protectmode_tbl5 POSTHOOK: type: DESCTABLE -col string -p string +col_name data_type comment -Detailed Table Information Table(tableName:tbl_protectmode_tbl5, dbName:default, owner:njain, createTime:1282025363, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/tbl_protectmode_tbl5, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=njain, last_modified_time=1282025363, PROTECT_MODE=OFFLINE, transient_lastDdlTime=1282025363}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +col string None + +# Partition Information +col_name data_type comment + +p string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:29:35 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: OFFLINE +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl_protectmode_tbl5 +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284478175 + PROTECT_MODE OFFLINE + transient_lastDdlTime 1284478175 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + FAILED: Error in semantic analysis: Query against an offline table or partition Table tbl_protectmode_tbl5 Index: ql/src/test/results/clientpositive/inputddl8.q.out =================================================================== --- ql/src/test/results/clientpositive/inputddl8.q.out (revision 998035) +++ ql/src/test/results/clientpositive/inputddl8.q.out (working copy) @@ -19,13 +19,43 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED INPUTDDL8 POSTHOOK: type: DESCTABLE -aint int from deserializer -astring string from deserializer -lint array from deserializer -lstring array from deserializer -lintstring array from deserializer -mstringstring map from deserializer -ds string -country string +col_name data_type comment -Detailed Table Information Table(tableName:inputddl8, dbName:default, owner:jssarma, createTime:1279737072, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/inputddl8, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:32, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer, parameters:{serialization.class=org.apache.hadoop.hive.serde2.thrift.test.Complex, serialization.format=com.facebook.thrift.protocol.TBinaryProtocol}), bucketCols:[aint], sortCols:[Order(col:lint, order:1)], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:country, type:string, comment:null)], parameters:{transient_lastDdlTime=1279737072, comment=This is a thrift based table}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +aint int from deserializer +astring string from deserializer +lint array from deserializer +lstring array from deserializer +lintstring array from deserializer +mstringstring map from deserializer + +# Partition Information +col_name data_type comment + +ds string None +country string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:22:10 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/inputddl8 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284477730 + comment This is a thrift based table + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: 32 +Bucket Columns: [aint] +Sort Columns: [Order(col:lint, order:1)] +Storage Desc Params: + serialization.class org.apache.hadoop.hive.serde2.thrift.test.Complex + serialization.format com.facebook.thrift.protocol.TBinaryProtocol + Index: ql/src/test/results/clientpositive/load_dyn_part7.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part7.q.out (revision 998035) +++ ql/src/test/results/clientpositive/load_dyn_part7.q.out (working copy) @@ -15,12 +15,41 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part7 POSTHOOK: type: DESCTABLE -key string default -value string default -ds string -hr string +col_name data_type comment -Detailed Table Information Table(tableName:nzhang_part7, dbName:default, owner:null, createTime:1281476398, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/nzhang_part7, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1281476398}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string default +value string default + +# Partition Information +col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 07:14:05 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part7 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + transient_lastDdlTime 1284473645 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: insert overwrite table nzhang_part7 partition (ds='2010-03-03', hr='12') select key, value from srcpart where ds = '2008-04-08' and hr = '12' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 @@ -41,11 +70,11 @@ PREHOOK: query: select * from nzhang_part7 where ds is not null and hr is not null PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part7@ds=2010-03-03/hr=12 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-40-05_864_1859619194376685288/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-14-08_307_1529161512865456988/-mr-10000 POSTHOOK: query: select * from nzhang_part7 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part7@ds=2010-03-03/hr=12 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-40-05_864_1859619194376685288/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-14-08_307_1529161512865456988/-mr-10000 POSTHOOK: Lineage: nzhang_part7 PARTITION(ds=2010-03-03,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part7 PARTITION(ds=2010-03-03,hr=12).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] 238 val_238 2010-03-03 12 Index: ql/src/test/results/clientpositive/inputddl3.q.out =================================================================== --- ql/src/test/results/clientpositive/inputddl3.q.out (revision 998035) +++ ql/src/test/results/clientpositive/inputddl3.q.out (working copy) @@ -33,5 +33,7 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE INPUTDDL3 POSTHOOK: type: DESCTABLE -key int -value string +col_name data_type comment + +key int None +value string None Index: ql/src/test/results/clientpositive/load_dyn_part13.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part13.q.out (revision 998035) +++ ql/src/test/results/clientpositive/load_dyn_part13.q.out (working copy) @@ -15,12 +15,41 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part13 POSTHOOK: type: DESCTABLE -key string default -value string default -ds string -hr string +col_name data_type comment -Detailed Table Information Table(tableName:nzhang_part13, dbName:default, owner:null, createTime:1279737513, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/nzhang_part13, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1279737513}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string default +value string default + +# Partition Information +col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 07:07:15 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part13 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + transient_lastDdlTime 1284473235 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: explain insert overwrite table nzhang_part13 partition (ds="2010-03-03", hr) select * from ( @@ -187,12 +216,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part13@ds=2010-03-03/hr=22 PREHOOK: Input: default@nzhang_part13@ds=2010-03-03/hr=33 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-38-36_782_8524700985752178497/10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-07-18_377_2550771221773064356/-mr-10000 POSTHOOK: query: select * from nzhang_part13 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part13@ds=2010-03-03/hr=22 POSTHOOK: Input: default@nzhang_part13@ds=2010-03-03/hr=33 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-38-36_782_8524700985752178497/10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-07-18_377_2550771221773064356/-mr-10000 POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=22).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=22).value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part13 PARTITION(ds=2010-03-03,hr=33).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/load_dyn_part2.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part2.q.out (revision 998035) +++ ql/src/test/results/clientpositive/load_dyn_part2.q.out (working copy) @@ -11,12 +11,40 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part_bucket POSTHOOK: type: DESCTABLE -key string -value string -ds string -hr string +col_name data_type comment -Detailed Table Information Table(tableName:nzhang_part_bucket, dbName:default, owner:heyongqiang, createTime:1281476261, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/nzhang_part_bucket, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:10, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{transient_lastDdlTime=1281476261}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string None +value string None + +# Partition Information +col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Thu Sep 16 06:29:10 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part_bucket +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284643750 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: 10 +Bucket Columns: [key] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: explain insert overwrite table nzhang_part_bucket partition (ds='2010-03-23', hr) select key, value, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY @@ -123,11 +151,11 @@ PREHOOK: query: select * from nzhang_part_bucket where ds='2010-03-23' and hr='11' order by key PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part_bucket@ds=2010-03-23/hr=11 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-37-47_700_8302519482695179055/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_06-29-15_480_2279252070002045703/-mr-10000 POSTHOOK: query: select * from nzhang_part_bucket where ds='2010-03-23' and hr='11' order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part_bucket@ds=2010-03-23/hr=11 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-37-47_700_8302519482695179055/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_06-29-15_480_2279252070002045703/-mr-10000 POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -1135,11 +1163,11 @@ PREHOOK: query: select * from nzhang_part_bucket where ds='2010-03-23' and hr='12' order by key PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part_bucket@ds=2010-03-23/hr=12 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-37-51_339_7746410359038426561/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_06-29-19_109_7906798640956023956/-mr-10000 POSTHOOK: query: select * from nzhang_part_bucket where ds='2010-03-23' and hr='12' order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part_bucket@ds=2010-03-23/hr=12 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-37-51_339_7746410359038426561/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_06-29-19_109_7906798640956023956/-mr-10000 POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input1.q.out =================================================================== --- ql/src/test/results/clientpositive/input1.q.out (revision 998035) +++ ql/src/test/results/clientpositive/input1.q.out (working copy) @@ -31,5 +31,7 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE TEST1 POSTHOOK: type: DESCTABLE -a int -b double +col_name data_type comment + +a int None +b double None Index: ql/src/test/results/clientpositive/combine3.q.out =================================================================== --- ql/src/test/results/clientpositive/combine3.q.out (revision 998035) +++ ql/src/test/results/clientpositive/combine3.q.out (working copy) @@ -47,12 +47,39 @@ POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=001).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=00).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=00).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -key int -value string -ds string -hr string +col_name data_type comment -Detailed Partition Information Partition(values:[2010-08-03, 00], dbName:default, tableName:combine_3_srcpart_seq_rc, createTime:1282111568, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/Users/heyongqiang/Documents/workspace/Hive-Index/build/ql/test/data/warehouse/combine_3_srcpart_seq_rc/ds=2010-08-03/hr=00, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1282111568}) +key int from deserializer +value string from deserializer + +# Partition Information +col_name data_type comment + +ds string None +hr string None + +# Detailed Partition Information +Partition Value: [2010-08-03, 00] +Database: default +Table: combine_3_srcpart_seq_rc +CreateTime: Tue Sep 14 08:10:04 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/combine_3_srcpart_seq_rc/ds=2010-08-03/hr=00 +Partition Parameters: + transient_lastDdlTime 1284477004 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: desc extended combine_3_srcpart_seq_rc partition(ds="2010-08-03", hr="001") PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended combine_3_srcpart_seq_rc partition(ds="2010-08-03", hr="001") @@ -61,22 +88,49 @@ POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=001).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=00).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=00).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -key int -value string -ds string -hr string +col_name data_type comment -Detailed Partition Information Partition(values:[2010-08-03, 001], dbName:default, tableName:combine_3_srcpart_seq_rc, createTime:1282111572, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/Users/heyongqiang/Documents/workspace/Hive-Index/build/ql/test/data/warehouse/combine_3_srcpart_seq_rc/ds=2010-08-03/hr=001, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1282111572}) +key int from deserializer +value string from deserializer + +# Partition Information +col_name data_type comment + +ds string None +hr string None + +# Detailed Partition Information +Partition Value: [2010-08-03, 001] +Database: default +Table: combine_3_srcpart_seq_rc +CreateTime: Tue Sep 14 08:10:07 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/combine_3_srcpart_seq_rc/ds=2010-08-03/hr=001 +Partition Parameters: + transient_lastDdlTime 1284477007 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe +InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: select key, value, ds, hr from combine_3_srcpart_seq_rc where ds="2010-08-03" order by key, hr limit 30 PREHOOK: type: QUERY PREHOOK: Input: default@combine_3_srcpart_seq_rc@ds=2010-08-03/hr=00 PREHOOK: Input: default@combine_3_srcpart_seq_rc@ds=2010-08-03/hr=001 -PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-08-17_23-06-13_344_3763300927102183566/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-10-07_563_6249036471530626320/-mr-10000 POSTHOOK: query: select key, value, ds, hr from combine_3_srcpart_seq_rc where ds="2010-08-03" order by key, hr limit 30 POSTHOOK: type: QUERY POSTHOOK: Input: default@combine_3_srcpart_seq_rc@ds=2010-08-03/hr=00 POSTHOOK: Input: default@combine_3_srcpart_seq_rc@ds=2010-08-03/hr=001 -POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-08-17_23-06-13_344_3763300927102183566/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-10-07_563_6249036471530626320/-mr-10000 POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=001).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=001).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=00).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -180,12 +234,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@combine_3_srcpart_seq_rc_bucket@ds=1 PREHOOK: Input: default@combine_3_srcpart_seq_rc_bucket@ds=11 -PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-08-17_23-06-32_345_4538839581357678799/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-10-16_242_8416235865630529186/-mr-10000 POSTHOOK: query: select key, ds from combine_3_srcpart_seq_rc_bucket tablesample (bucket 1 out of 2) s where ds = '1' or ds= '11' order by key, ds limit 30 POSTHOOK: type: QUERY POSTHOOK: Input: default@combine_3_srcpart_seq_rc_bucket@ds=1 POSTHOOK: Input: default@combine_3_srcpart_seq_rc_bucket@ds=11 -POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-08-17_23-06-32_345_4538839581357678799/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-10-16_242_8416235865630529186/-mr-10000 POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=001).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=001).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: combine_3_srcpart_seq_rc PARTITION(ds=2010-08-03,hr=00).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input15.q.out =================================================================== --- ql/src/test/results/clientpositive/input15.q.out (revision 998035) +++ ql/src/test/results/clientpositive/input15.q.out (working copy) @@ -33,5 +33,7 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE TEST15 POSTHOOK: type: DESCTABLE -key int -value string +col_name data_type comment + +key int None +value string None Index: ql/src/test/results/clientpositive/create_view.q.out =================================================================== --- ql/src/test/results/clientpositive/create_view.q.out (revision 998035) +++ ql/src/test/results/clientpositive/create_view.q.out (working copy) @@ -77,64 +77,64 @@ PREHOOK: query: SELECT * FROM src WHERE key=86 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-09_788_3866947925884068262/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-39_073_4331695812166394450/-mr-10000 POSTHOOK: query: SELECT * FROM src WHERE key=86 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-09_788_3866947925884068262/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-39_073_4331695812166394450/-mr-10000 86 val_86 PREHOOK: query: CREATE VIEW view1 AS SELECT value FROM src WHERE key=86 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-13_085_1988531580687775692/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-41_699_6577504921273227931/-mr-10000 POSTHOOK: query: CREATE VIEW view1 AS SELECT value FROM src WHERE key=86 POSTHOOK: type: CREATEVIEW -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-13_085_1988531580687775692/-mr-10000 POSTHOOK: Output: default@view1 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-41_699_6577504921273227931/-mr-10000 PREHOOK: query: CREATE VIEW view2 AS SELECT * FROM src PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-13_133_7225486316082571295/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-41_733_5063594338559547665/-mr-10000 POSTHOOK: query: CREATE VIEW view2 AS SELECT * FROM src POSTHOOK: type: CREATEVIEW -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-13_133_7225486316082571295/-mr-10000 POSTHOOK: Output: default@view2 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-41_733_5063594338559547665/-mr-10000 PREHOOK: query: CREATE VIEW view3(valoo) TBLPROPERTIES ("fear" = "factor") AS SELECT upper(value) FROM src WHERE key=86 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-13_176_1921292863847006684/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-41_765_721716076067394179/-mr-10000 POSTHOOK: query: CREATE VIEW view3(valoo) TBLPROPERTIES ("fear" = "factor") AS SELECT upper(value) FROM src WHERE key=86 POSTHOOK: type: CREATEVIEW -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-13_176_1921292863847006684/-mr-10000 POSTHOOK: Output: default@view3 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-41_765_721716076067394179/-mr-10000 PREHOOK: query: SELECT * from view1 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-13_222_1212542268629354900/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-41_801_851891993671205938/-mr-10000 POSTHOOK: query: SELECT * from view1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-13_222_1212542268629354900/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-41_801_851891993671205938/-mr-10000 val_86 PREHOOK: query: SELECT * from view2 where key=18 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-16_955_8762744199440835746/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-44_148_3708937564748911823/-mr-10000 POSTHOOK: query: SELECT * from view2 where key=18 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-16_955_8762744199440835746/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-44_148_3708937564748911823/-mr-10000 18 val_18 18 val_18 PREHOOK: query: SELECT * from view3 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-20_188_1730124524773650078/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-46_437_8680230085965728455/-mr-10000 POSTHOOK: query: SELECT * from view3 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-20_188_1730124524773650078/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-46_437_8680230085965728455/-mr-10000 VAL_86 PREHOOK: query: -- test EXPLAIN output for CREATE VIEW EXPLAIN @@ -228,40 +228,122 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE view1 POSTHOOK: type: DESCTABLE -value string +col_name data_type comment + +value string None PREHOOK: query: DESCRIBE EXTENDED view1 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view1 POSTHOOK: type: DESCTABLE -value string +col_name data_type comment -Detailed Table Information Table(tableName:view1, dbName:default, owner:njain, createTime:1282027213, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282027213}, viewOriginalText:SELECT value FROM src WHERE key=86, viewExpandedText:SELECT `src`.`value` FROM `src` WHERE `src`.`key`=86, tableType:VIRTUAL_VIEW) +value string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Thu Sep 16 08:06:41 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Table Type: VIRTUAL_VIEW +Table Parameters: + transient_lastDdlTime 1284649601 + +# Storage Information +SerDe Library: null +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] + +# View Information +View Original Text: SELECT value FROM src WHERE key=86 +View Expanded Text: SELECT `src`.`value` FROM `src` WHERE `src`.`key`=86 + PREHOOK: query: DESCRIBE view2 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE view2 POSTHOOK: type: DESCTABLE -key string -value string +col_name data_type comment + +key string None +value string None PREHOOK: query: DESCRIBE EXTENDED view2 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view2 POSTHOOK: type: DESCTABLE -key string -value string +col_name data_type comment -Detailed Table Information Table(tableName:view2, dbName:default, owner:njain, createTime:1282027213, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282027213}, viewOriginalText:SELECT * FROM src, viewExpandedText:SELECT `src`.`key`, `src`.`value` FROM `src`, tableType:VIRTUAL_VIEW) +key string None +value string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Thu Sep 16 08:06:41 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Table Type: VIRTUAL_VIEW +Table Parameters: + transient_lastDdlTime 1284649601 + +# Storage Information +SerDe Library: null +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] + +# View Information +View Original Text: SELECT * FROM src +View Expanded Text: SELECT `src`.`key`, `src`.`value` FROM `src` + PREHOOK: query: DESCRIBE view3 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE view3 POSTHOOK: type: DESCTABLE -valoo string +col_name data_type comment + +valoo string None PREHOOK: query: DESCRIBE EXTENDED view3 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view3 POSTHOOK: type: DESCTABLE -valoo string +col_name data_type comment -Detailed Table Information Table(tableName:view3, dbName:default, owner:njain, createTime:1282027213, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:valoo, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282027213, fear=factor}, viewOriginalText:SELECT upper(value) FROM src WHERE key=86, viewExpandedText:SELECT `_c0` AS `valoo` FROM (SELECT upper(`src`.`value`) FROM `src` WHERE `src`.`key`=86) `view3`, tableType:VIRTUAL_VIEW) +valoo string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Thu Sep 16 08:06:41 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Table Type: VIRTUAL_VIEW +Table Parameters: + transient_lastDdlTime 1284649601 + fear factor + +# Storage Information +SerDe Library: null +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] + +# View Information +View Original Text: SELECT upper(value) FROM src WHERE key=86 +View Expanded Text: SELECT `_c0` AS `valoo` FROM (SELECT upper(`src`.`value`) FROM `src` WHERE `src`.`key`=86) `view3` + PREHOOK: query: ALTER VIEW view3 SET TBLPROPERTIES ("biggest" = "loser") PREHOOK: type: ALTERVIEW_PROPERTIES PREHOOK: Input: default@view3 @@ -274,9 +356,38 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view3 POSTHOOK: type: DESCTABLE -valoo string +col_name data_type comment -Detailed Table Information Table(tableName:view3, dbName:default, owner:njain, createTime:1282027213, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:valoo, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=njain, last_modified_time=1282027224, biggest=loser, transient_lastDdlTime=1282027224, fear=factor}, viewOriginalText:SELECT upper(value) FROM src WHERE key=86, viewExpandedText:SELECT `_c0` AS `valoo` FROM (SELECT upper(`src`.`value`) FROM `src` WHERE `src`.`key`=86) `view3`, tableType:VIRTUAL_VIEW) +valoo string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Thu Sep 16 08:06:41 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Table Type: VIRTUAL_VIEW +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284649609 + biggest loser + transient_lastDdlTime 1284649609 + fear factor + +# Storage Information +SerDe Library: null +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] + +# View Information +View Original Text: SELECT upper(value) FROM src WHERE key=86 +View Expanded Text: SELECT `_c0` AS `valoo` FROM (SELECT upper(`src`.`value`) FROM `src` WHERE `src`.`key`=86) `view3` + PREHOOK: query: CREATE TABLE table1 (key int) PREHOOK: type: CREATETABLE POSTHOOK: query: CREATE TABLE table1 (key int) @@ -290,17 +401,65 @@ -- of comparison for view descriptions DESCRIBE EXTENDED table1 POSTHOOK: type: DESCTABLE -key int +col_name data_type comment -Detailed Table Information Table(tableName:table1, dbName:default, owner:njain, createTime:1282027224, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/table1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282027224}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key int None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Thu Sep 16 08:06:49 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/table1 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284649609 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: DESCRIBE EXTENDED src1 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED src1 POSTHOOK: type: DESCTABLE -key string default -value string default +col_name data_type comment -Detailed Table Information Table(tableName:src1, dbName:default, owner:null, createTime:1282026221, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/src1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282026222}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string default +value string default + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Thu Sep 16 08:06:37 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/src1 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284649597 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: -- use DESCRIBE EXTENDED on a base table as a point of comparison for -- view descriptions DESCRIBE EXTENDED table1 @@ -309,9 +468,33 @@ -- view descriptions DESCRIBE EXTENDED table1 POSTHOOK: type: DESCTABLE -key int +col_name data_type comment -Detailed Table Information Table(tableName:table1, dbName:default, owner:njain, createTime:1282027224, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/table1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282027224}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key int None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Thu Sep 16 08:06:49 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/table1 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284649609 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: INSERT OVERWRITE TABLE table1 SELECT key FROM src WHERE key = 86 PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -324,29 +507,29 @@ PREHOOK: query: SELECT * FROM table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-28_894_8534287207347317428/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-51_955_429770824293875896/-mr-10000 POSTHOOK: query: SELECT * FROM table1 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-28_894_8534287207347317428/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-51_955_429770824293875896/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 86 PREHOOK: query: CREATE VIEW view4 AS SELECT * FROM table1 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-29_167_7917218322823731079/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-52_023_778305098175330392/-mr-10000 POSTHOOK: query: CREATE VIEW view4 AS SELECT * FROM table1 POSTHOOK: type: CREATEVIEW -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-29_167_7917218322823731079/-mr-10000 POSTHOOK: Output: default@view4 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-52_023_778305098175330392/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: SELECT * FROM view4 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-29_216_7767851640065945134/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-52_054_3714301723144249852/-mr-10000 POSTHOOK: query: SELECT * FROM view4 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-29_216_7767851640065945134/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-52_054_3714301723144249852/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 86 PREHOOK: query: DESCRIBE view4 @@ -354,7 +537,9 @@ POSTHOOK: query: DESCRIBE view4 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -key int +col_name data_type comment + +key int None PREHOOK: query: ALTER TABLE table1 ADD COLUMNS (value STRING) PREHOOK: type: ALTERTABLE_ADDCOLS PREHOOK: Input: default@table1 @@ -367,21 +552,21 @@ PREHOOK: query: SELECT * FROM table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-32_632_8600990309975083810/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-54_342_5683804169850783351/-mr-10000 POSTHOOK: query: SELECT * FROM table1 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-32_632_8600990309975083810/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-54_342_5683804169850783351/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 86 NULL PREHOOK: query: SELECT * FROM view4 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-32_892_5502752911208047714/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-54_420_1341033788862490620/-mr-10000 POSTHOOK: query: SELECT * FROM view4 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-32_892_5502752911208047714/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-54_420_1341033788862490620/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 86 PREHOOK: query: DESCRIBE table1 @@ -389,32 +574,36 @@ POSTHOOK: query: DESCRIBE table1 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -key int -value string +col_name data_type comment + +key int None +value string None PREHOOK: query: DESCRIBE view4 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE view4 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -key int +col_name data_type comment + +key int None PREHOOK: query: CREATE VIEW view5 AS SELECT v1.key as key1, v2.key as key2 FROM view4 v1 join view4 v2 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-36_935_5435053655415555833/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-56_747_3417956684208928677/-mr-10000 POSTHOOK: query: CREATE VIEW view5 AS SELECT v1.key as key1, v2.key as key2 FROM view4 v1 join view4 v2 POSTHOOK: type: CREATEVIEW -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-36_935_5435053655415555833/-mr-10000 POSTHOOK: Output: default@view5 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-56_747_3417956684208928677/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: SELECT * FROM view5 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-37_028_4299804330701359644/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-56_826_980833180973926961/-mr-10000 POSTHOOK: query: SELECT * FROM view5 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-37_028_4299804330701359644/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-56_826_980833180973926961/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 86 86 PREHOOK: query: DESCRIBE view5 @@ -422,28 +611,32 @@ POSTHOOK: query: DESCRIBE view5 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -key1 int -key2 int +col_name data_type comment + +key1 int None +key2 int None PREHOOK: query: -- verify that column name and comment in DDL portion -- overrides column alias in SELECT CREATE VIEW view6(valoo COMMENT 'I cannot spell') AS SELECT upper(value) as blarg FROM src WHERE key=86 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-40_491_513507870647193514/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-59_242_8203786766579545400/-mr-10000 POSTHOOK: query: -- verify that column name and comment in DDL portion -- overrides column alias in SELECT CREATE VIEW view6(valoo COMMENT 'I cannot spell') AS SELECT upper(value) as blarg FROM src WHERE key=86 POSTHOOK: type: CREATEVIEW -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-40_491_513507870647193514/-mr-10000 POSTHOOK: Output: default@view6 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-59_242_8203786766579545400/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE view6 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE view6 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -valoo string I cannot spell +col_name data_type comment + +valoo string I cannot spell PREHOOK: query: -- verify that ORDER BY and LIMIT are both supported in view def CREATE VIEW view7 AS SELECT * FROM src @@ -451,7 +644,7 @@ ORDER BY key, value LIMIT 10 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-40_638_6645675354265858892/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-59_316_7272552853130792617/-mr-10000 POSTHOOK: query: -- verify that ORDER BY and LIMIT are both supported in view def CREATE VIEW view7 AS SELECT * FROM src @@ -459,17 +652,17 @@ ORDER BY key, value LIMIT 10 POSTHOOK: type: CREATEVIEW -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-40_638_6645675354265858892/-mr-10000 POSTHOOK: Output: default@view7 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-59_316_7272552853130792617/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: SELECT * FROM view7 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-40_685_6541665071330551726/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-59_360_3821250111557768727/-mr-10000 POSTHOOK: query: SELECT * FROM view7 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-40_685_6541665071330551726/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-06-59_360_3821250111557768727/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 82 val_82 83 val_83 @@ -487,14 +680,14 @@ SELECT * FROM view7 ORDER BY key DESC, value PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-44_006_1220329452021352847/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-01_729_443492965601496117/-mr-10000 POSTHOOK: query: -- top-level ORDER BY should override the one inside the view -- (however, the inside ORDER BY should still influence the evaluation -- of the limit) SELECT * FROM view7 ORDER BY key DESC, value POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-44_006_1220329452021352847/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-01_729_443492965601496117/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 90 val_90 90 val_90 @@ -510,12 +703,12 @@ SELECT * FROM view7 LIMIT 5 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-50_530_7512792959819119406/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-06_182_7157214690414763158/-mr-10000 POSTHOOK: query: -- top-level LIMIT should override if lower SELECT * FROM view7 LIMIT 5 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-50_530_7512792959819119406/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-06_182_7157214690414763158/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 82 val_82 83 val_83 @@ -526,12 +719,12 @@ SELECT * FROM view7 LIMIT 20 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-53_835_1331609770802117006/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-08_636_4509506049598604013/-mr-10000 POSTHOOK: query: -- but not if higher SELECT * FROM view7 LIMIT 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-53_835_1331609770802117006/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-08_636_4509506049598604013/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 82 val_82 83 val_83 @@ -556,32 +749,57 @@ SELECT test_translate('abc', 'a', 'b') FROM table1 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-57_233_4086762321813800549/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-10_957_8575489250173174996/-mr-10000 POSTHOOK: query: CREATE VIEW view8(c) AS SELECT test_translate('abc', 'a', 'b') FROM table1 POSTHOOK: type: CREATEVIEW -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-57_233_4086762321813800549/-mr-10000 POSTHOOK: Output: default@view8 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-10_957_8575489250173174996/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view8 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view8 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -c string +col_name data_type comment -Detailed Table Information Table(tableName:view8, dbName:default, owner:njain, createTime:1282027257, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:c, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282027257}, viewOriginalText:SELECT test_translate('abc', 'a', 'b') -FROM table1, viewExpandedText:SELECT `_c0` AS `c` FROM (SELECT `test_translate`('abc', 'a', 'b') -FROM `table1`) `view8`, tableType:VIRTUAL_VIEW) +c string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Thu Sep 16 08:07:10 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Table Type: VIRTUAL_VIEW +Table Parameters: + transient_lastDdlTime 1284649630 + +# Storage Information +SerDe Library: null +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] + +# View Information +View Original Text: SELECT test_translate('abc', 'a', 'b') +FROM table1 +View Expanded Text: SELECT `_c0` AS `c` FROM (SELECT `test_translate`('abc', 'a', 'b') +FROM `table1`) `view8` + PREHOOK: query: SELECT * FROM view8 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-57_391_7292286495321267894/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-11_029_397010186781084438/-mr-10000 POSTHOOK: query: SELECT * FROM view8 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-40-57_391_7292286495321267894/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-11_029_397010186781084438/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] bbc PREHOOK: query: -- test usage of a UDAF within a view @@ -597,63 +815,113 @@ SELECT test_max(length(value)) FROM src PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-00_615_5414701073320461305/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-13_229_6085876418870591712/-mr-10000 POSTHOOK: query: CREATE VIEW view9(m) AS SELECT test_max(length(value)) FROM src POSTHOOK: type: CREATEVIEW -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-00_615_5414701073320461305/-mr-10000 POSTHOOK: Output: default@view9 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-13_229_6085876418870591712/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view9 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view9 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -m int +col_name data_type comment -Detailed Table Information Table(tableName:view9, dbName:default, owner:njain, createTime:1282027260, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:m, type:int, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282027260}, viewOriginalText:SELECT test_max(length(value)) -FROM src, viewExpandedText:SELECT `_c0` AS `m` FROM (SELECT `test_max`(length(`src`.`value`)) -FROM `src`) `view9`, tableType:VIRTUAL_VIEW) +m int None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Thu Sep 16 08:07:13 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Table Type: VIRTUAL_VIEW +Table Parameters: + transient_lastDdlTime 1284649633 + +# Storage Information +SerDe Library: null +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] + +# View Information +View Original Text: SELECT test_max(length(value)) +FROM src +View Expanded Text: SELECT `_c0` AS `m` FROM (SELECT `test_max`(length(`src`.`value`)) +FROM `src`) `view9` + PREHOOK: query: SELECT * FROM view9 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-00_768_4552422842958242135/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-13_312_940960957066623082/-mr-10000 POSTHOOK: query: SELECT * FROM view9 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-00_768_4552422842958242135/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-13_312_940960957066623082/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 7 PREHOOK: query: -- test usage of a subselect within a view CREATE VIEW view10 AS SELECT slurp.* FROM (SELECT * FROM src WHERE key=86) slurp PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-04_177_894476835231104906/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-15_644_9148833211654473308/-mr-10000 POSTHOOK: query: -- test usage of a subselect within a view CREATE VIEW view10 AS SELECT slurp.* FROM (SELECT * FROM src WHERE key=86) slurp POSTHOOK: type: CREATEVIEW -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-04_177_894476835231104906/-mr-10000 POSTHOOK: Output: default@view10 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-15_644_9148833211654473308/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view10 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view10 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -key string -value string +col_name data_type comment -Detailed Table Information Table(tableName:view10, dbName:default, owner:njain, createTime:1282027264, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282027264}, viewOriginalText:SELECT slurp.* FROM (SELECT * FROM src WHERE key=86) slurp, viewExpandedText:SELECT `slurp`.`key`, `slurp`.`value` FROM (SELECT `src`.`key`, `src`.`value` FROM `src` WHERE `src`.`key`=86) `slurp`, tableType:VIRTUAL_VIEW) +key string None +value string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Thu Sep 16 08:07:15 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Table Type: VIRTUAL_VIEW +Table Parameters: + transient_lastDdlTime 1284649635 + +# Storage Information +SerDe Library: null +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] + +# View Information +View Original Text: SELECT slurp.* FROM (SELECT * FROM src WHERE key=86) slurp +View Expanded Text: SELECT `slurp`.`key`, `slurp`.`value` FROM (SELECT `src`.`key`, `src`.`value` FROM `src` WHERE `src`.`key`=86) `slurp` + PREHOOK: query: SELECT * FROM view10 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-04_333_4142609431345873316/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-15_714_3287064615924384883/-mr-10000 POSTHOOK: query: SELECT * FROM view10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-04_333_4142609431345873316/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-15_714_3287064615924384883/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 86 val_86 PREHOOK: query: -- test usage of a UDTF within a view @@ -669,32 +937,57 @@ SELECT test_explode(array(1,2,3)) AS (boom) FROM table1 PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-07_711_5231452535379620010/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-17_962_2432836084539613786/-mr-10000 POSTHOOK: query: CREATE VIEW view11 AS SELECT test_explode(array(1,2,3)) AS (boom) FROM table1 POSTHOOK: type: CREATEVIEW -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-07_711_5231452535379620010/-mr-10000 POSTHOOK: Output: default@view11 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-17_962_2432836084539613786/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view11 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view11 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -boom int +col_name data_type comment -Detailed Table Information Table(tableName:view11, dbName:default, owner:njain, createTime:1282027267, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:boom, type:int, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282027267}, viewOriginalText:SELECT test_explode(array(1,2,3)) AS (boom) -FROM table1, viewExpandedText:SELECT `test_explode`(array(1,2,3)) AS (`boom`) -FROM `table1`, tableType:VIRTUAL_VIEW) +boom int None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Thu Sep 16 08:07:17 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Table Type: VIRTUAL_VIEW +Table Parameters: + transient_lastDdlTime 1284649637 + +# Storage Information +SerDe Library: null +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] + +# View Information +View Original Text: SELECT test_explode(array(1,2,3)) AS (boom) +FROM table1 +View Expanded Text: SELECT `test_explode`(array(1,2,3)) AS (`boom`) +FROM `table1` + PREHOOK: query: SELECT * FROM view11 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-07_862_8270125653114756939/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-18_038_8154161429012452269/-mr-10000 POSTHOOK: query: SELECT * FROM view11 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-07_862_8270125653114756939/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-18_038_8154161429012452269/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 1 2 @@ -703,34 +996,59 @@ CREATE VIEW view12 AS SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-11_142_8265814896680248624/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-20_328_6755689286532808467/-mr-10000 POSTHOOK: query: -- test usage of LATERAL within a view CREATE VIEW view12 AS SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol POSTHOOK: type: CREATEVIEW -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-11_142_8265814896680248624/-mr-10000 POSTHOOK: Output: default@view12 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-20_328_6755689286532808467/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view12 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view12 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -key string -value string -mycol int +col_name data_type comment -Detailed Table Information Table(tableName:view12, dbName:default, owner:njain, createTime:1282027271, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:mycol, type:int, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282027271}, viewOriginalText:SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol, viewExpandedText:SELECT `src`.`key`, `src`.`value`, `mytable`.`mycol` FROM `src` LATERAL VIEW explode(array(1,2,3)) `myTable` AS `myCol`, tableType:VIRTUAL_VIEW) +key string None +value string None +mycol int None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Thu Sep 16 08:07:20 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Table Type: VIRTUAL_VIEW +Table Parameters: + transient_lastDdlTime 1284649640 + +# Storage Information +SerDe Library: null +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] + +# View Information +View Original Text: SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol +View Expanded Text: SELECT `src`.`key`, `src`.`value`, `mytable`.`mycol` FROM `src` LATERAL VIEW explode(array(1,2,3)) `myTable` AS `myCol` + PREHOOK: query: SELECT * FROM view12 ORDER BY key ASC, myCol ASC LIMIT 1 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-11_318_7696506281060059232/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-20_399_7335319028574833923/-mr-10000 POSTHOOK: query: SELECT * FROM view12 ORDER BY key ASC, myCol ASC LIMIT 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-11_318_7696506281060059232/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-20_399_7335319028574833923/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 0 val_0 1 PREHOOK: query: -- test usage of LATERAL with a view as the LHS @@ -738,13 +1056,13 @@ ORDER BY key ASC, myCol ASC LIMIT 1 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-14_778_7164733752983624148/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-23_700_1702193720539633983/-mr-10000 POSTHOOK: query: -- test usage of LATERAL with a view as the LHS SELECT * FROM view2 LATERAL VIEW explode(array(1,2,3)) myTable AS myCol ORDER BY key ASC, myCol ASC LIMIT 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-14_778_7164733752983624148/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-23_700_1702193720539633983/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 0 val_0 1 PREHOOK: query: -- test usage of TABLESAMPLE within a view @@ -752,35 +1070,60 @@ SELECT s.key FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 ON key) s PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-19_187_2437005295395925730/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-26_978_8634847717177152845/-mr-10000 POSTHOOK: query: -- test usage of TABLESAMPLE within a view CREATE VIEW view13 AS SELECT s.key FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 ON key) s POSTHOOK: type: CREATEVIEW -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-19_187_2437005295395925730/-mr-10000 POSTHOOK: Output: default@view13 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-26_978_8634847717177152845/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view13 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view13 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -key int +col_name data_type comment -Detailed Table Information Table(tableName:view13, dbName:default, owner:njain, createTime:1282027279, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282027279}, viewOriginalText:SELECT s.key -FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 ON key) s, viewExpandedText:SELECT `s`.`key` -FROM `srcbucket` TABLESAMPLE (BUCKET 1 OUT OF 5 ON `key`) `s`, tableType:VIRTUAL_VIEW) +key int None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Thu Sep 16 08:07:26 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Table Type: VIRTUAL_VIEW +Table Parameters: + transient_lastDdlTime 1284649646 + +# Storage Information +SerDe Library: null +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] + +# View Information +View Original Text: SELECT s.key +FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 5 ON key) s +View Expanded Text: SELECT `s`.`key` +FROM `srcbucket` TABLESAMPLE (BUCKET 1 OUT OF 5 ON `key`) `s` + PREHOOK: query: SELECT * FROM view13 ORDER BY key LIMIT 12 PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-19_349_144989722027369659/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-27_048_5658141799629597224/-mr-10000 POSTHOOK: query: SELECT * FROM view13 ORDER BY key LIMIT 12 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-19_349_144989722027369659/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-27_048_5658141799629597224/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 0 0 @@ -807,7 +1150,7 @@ select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2 ON (unionsrc1.key = unionsrc2.key) PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-23_731_609807209563176006/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-29_246_6870121975257527119/-mr-10000 POSTHOOK: query: -- test usage of JOIN+UNION+AGG all within same view CREATE VIEW view14 AS SELECT unionsrc1.key as k1, unionsrc1.value as v1, @@ -821,20 +1164,43 @@ select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2 ON (unionsrc1.key = unionsrc2.key) POSTHOOK: type: CREATEVIEW -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-23_731_609807209563176006/-mr-10000 POSTHOOK: Output: default@view14 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-29_246_6870121975257527119/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view14 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view14 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -k1 string -v1 string -k2 string -v2 string +col_name data_type comment -Detailed Table Information Table(tableName:view14, dbName:default, owner:njain, createTime:1282027283, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:k1, type:string, comment:null), FieldSchema(name:v1, type:string, comment:null), FieldSchema(name:k2, type:string, comment:null), FieldSchema(name:v2, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282027283}, viewOriginalText:SELECT unionsrc1.key as k1, unionsrc1.value as v1, +k1 string None +v1 string None +k2 string None +v2 string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Thu Sep 16 08:07:29 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Table Type: VIRTUAL_VIEW +Table Parameters: + transient_lastDdlTime 1284649649 + +# Storage Information +SerDe Library: null +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] + +# View Information +View Original Text: SELECT unionsrc1.key as k1, unionsrc1.value as v1, unionsrc2.key as k2, unionsrc2.value as v2 FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL @@ -843,7 +1209,8 @@ (select 'tst1' as key, cast(count(1) as string) as value from src s3 UNION ALL select s4.key as key, s4.value as value from src s4 where s4.key < 10) unionsrc2 -ON (unionsrc1.key = unionsrc2.key), viewExpandedText:SELECT `unionsrc1`.`key` as `k1`, `unionsrc1`.`value` as `v1`, +ON (unionsrc1.key = unionsrc2.key) +View Expanded Text: SELECT `unionsrc1`.`key` as `k1`, `unionsrc1`.`value` as `v1`, `unionsrc2`.`key` as `k2`, `unionsrc2`.`value` as `v2` FROM (select 'tst1' as `key`, cast(count(1) as string) as `value` from `src` `s1` UNION ALL @@ -852,17 +1219,18 @@ (select 'tst1' as `key`, cast(count(1) as string) as `value` from `src` `s3` UNION ALL select `s4`.`key` as `key`, `s4`.`value` as `value` from `src` `s4` where `s4`.`key` < 10) `unionsrc2` -ON (`unionsrc1`.`key` = `unionsrc2`.`key`), tableType:VIRTUAL_VIEW) +ON (`unionsrc1`.`key` = `unionsrc2`.`key`) + PREHOOK: query: SELECT * FROM view14 ORDER BY k1 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-23_959_1856547547182034765/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-29_377_734117335711146528/-mr-10000 POSTHOOK: query: SELECT * FROM view14 ORDER BY k1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-23_959_1856547547182034765/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-29_377_734117335711146528/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 0 val_0 0 val_0 0 val_0 0 val_0 @@ -893,41 +1261,66 @@ FROM src GROUP BY key PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-47_885_9190573370331390456/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-45_072_4210231337861482287/-mr-10000 POSTHOOK: query: -- test usage of GROUP BY within view CREATE VIEW view15 AS SELECT key,COUNT(value) AS value_count FROM src GROUP BY key POSTHOOK: type: CREATEVIEW -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-47_885_9190573370331390456/-mr-10000 POSTHOOK: Output: default@view15 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-45_072_4210231337861482287/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view15 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view15 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -key string -value_count bigint +col_name data_type comment -Detailed Table Information Table(tableName:view15, dbName:default, owner:njain, createTime:1282027307, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value_count, type:bigint, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282027307}, viewOriginalText:SELECT key,COUNT(value) AS value_count +key string None +value_count bigint None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Thu Sep 16 08:07:45 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Table Type: VIRTUAL_VIEW +Table Parameters: + transient_lastDdlTime 1284649665 + +# Storage Information +SerDe Library: null +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] + +# View Information +View Original Text: SELECT key,COUNT(value) AS value_count FROM src -GROUP BY key, viewExpandedText:SELECT `src`.`key`,COUNT(`src`.`value`) AS `value_count` +GROUP BY key +View Expanded Text: SELECT `src`.`key`,COUNT(`src`.`value`) AS `value_count` FROM `src` -GROUP BY `src`.`key`, tableType:VIRTUAL_VIEW) +GROUP BY `src`.`key` + PREHOOK: query: SELECT * FROM view15 ORDER BY value_count DESC, key LIMIT 10 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-48_045_4155141605583361077/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-45_149_3743913644815066120/-mr-10000 POSTHOOK: query: SELECT * FROM view15 ORDER BY value_count DESC, key LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-48_045_4155141605583361077/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-45_149_3743913644815066120/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] 230 5 348 5 @@ -944,37 +1337,62 @@ SELECT DISTINCT value FROM src PREHOOK: type: CREATEVIEW -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-54_560_5159827355597086569/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-49_518_7880482078097886864/-mr-10000 POSTHOOK: query: -- test usage of DISTINCT within view CREATE VIEW view16 AS SELECT DISTINCT value FROM src POSTHOOK: type: CREATEVIEW -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-54_560_5159827355597086569/-mr-10000 POSTHOOK: Output: default@view16 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-49_518_7880482078097886864/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: DESCRIBE EXTENDED view16 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED view16 POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -value string +col_name data_type comment -Detailed Table Information Table(tableName:view16, dbName:default, owner:njain, createTime:1282027314, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:value, type:string, comment:null)], location:null, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:null, parameters:{}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282027314}, viewOriginalText:SELECT DISTINCT value -FROM src, viewExpandedText:SELECT DISTINCT `src`.`value` -FROM `src`, tableType:VIRTUAL_VIEW) +value string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Thu Sep 16 08:07:49 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Table Type: VIRTUAL_VIEW +Table Parameters: + transient_lastDdlTime 1284649669 + +# Storage Information +SerDe Library: null +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] + +# View Information +View Original Text: SELECT DISTINCT value +FROM src +View Expanded Text: SELECT DISTINCT `src`.`value` +FROM `src` + PREHOOK: query: SELECT * FROM view16 ORDER BY value LIMIT 10 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-54_709_5184923872089182937/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-49_584_2584663697395168272/-mr-10000 POSTHOOK: query: SELECT * FROM view16 ORDER BY value LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-41-54_709_5184923872089182937/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_08-07-49_584_2584663697395168272/-mr-10000 POSTHOOK: Lineage: table1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] val_0 val_10 Index: ql/src/test/results/clientpositive/input10.q.out =================================================================== --- ql/src/test/results/clientpositive/input10.q.out (revision 998035) +++ ql/src/test/results/clientpositive/input10.q.out (working copy) @@ -31,7 +31,13 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE TEST10 POSTHOOK: type: DESCTABLE -key int -value string -ds string -hr string +col_name data_type comment + +key int None +value string None + +# Partition Information +col_name data_type comment + +ds string None +hr string None Index: ql/src/test/results/clientpositive/create_nested_type.q.out =================================================================== --- ql/src/test/results/clientpositive/create_nested_type.q.out (revision 998035) +++ ql/src/test/results/clientpositive/create_nested_type.q.out (working copy) @@ -17,20 +17,46 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE table1 POSTHOOK: type: DESCTABLE -a string -b array -c array> -d map> +col_name data_type comment + +a string None +b array None +c array> None +d map> None PREHOOK: query: DESCRIBE EXTENDED table1 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED table1 POSTHOOK: type: DESCTABLE -a string -b array -c array> -d map> +col_name data_type comment -Detailed Table Information Table(tableName:table1, dbName:default, owner:jssarma, createTime:1279736331, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:array, comment:null), FieldSchema(name:c, type:array>, comment:null), FieldSchema(name:d, type:map>, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/table1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1279736331}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a string None +b array None +c array> None +d map> None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:13:22 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/table1 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284477202 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: LOAD DATA LOCAL INPATH '../data/files/create_nested_type.txt' OVERWRITE INTO TABLE table1 PREHOOK: type: LOAD POSTHOOK: query: LOAD DATA LOCAL INPATH '../data/files/create_nested_type.txt' OVERWRITE INTO TABLE table1 @@ -39,11 +65,11 @@ PREHOOK: query: SELECT * from table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-18-51_565_1719241911025738925/10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-13-22_643_4121694117297917611/-mr-10000 POSTHOOK: query: SELECT * from table1 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-18-51_565_1719241911025738925/10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-13-22_643_4121694117297917611/-mr-10000 a0 ["b00","b01"] [{"c001":"C001","c002":"C002"},{"c011":null,"c012":"C012"}] {"d01":["d011","d012"],"d02":["d021","d022"]} a1 ["b10"] [{"c001":"C001","c002":"C002"}] {"d01":["d011","d012"],"d02":null} a2 [] [{"c001":null,"c002":"C002"},{"c011":"C011","c012":"C012"}] {"d01":[null,"d012"],"d02":["d021","d022"]} Index: ql/src/test/results/clientpositive/inputddl4.q.out =================================================================== --- ql/src/test/results/clientpositive/inputddl4.q.out (revision 998035) +++ ql/src/test/results/clientpositive/inputddl4.q.out (working copy) @@ -23,27 +23,62 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE INPUTDDL4 POSTHOOK: type: DESCTABLE -viewtime string -userid int -page_url string -referrer_url string -friends array -properties map -ip string IP Address of the User -ds string -country string +col_name data_type comment + +viewtime string None +userid int None +page_url string None +referrer_url string None +friends array None +properties map None +ip string IP Address of the User + +# Partition Information +col_name data_type comment + +ds string None +country string None PREHOOK: query: DESCRIBE EXTENDED INPUTDDL4 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED INPUTDDL4 POSTHOOK: type: DESCTABLE -viewtime string -userid int -page_url string -referrer_url string -friends array -properties map -ip string IP Address of the User -ds string -country string +col_name data_type comment -Detailed Table Information Table(tableName:inputddl4, dbName:default, owner:jssarma, createTime:1279737054, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:viewtime, type:string, comment:null), FieldSchema(name:userid, type:int, comment:null), FieldSchema(name:page_url, type:string, comment:null), FieldSchema(name:referrer_url, type:string, comment:null), FieldSchema(name:friends, type:array, comment:null), FieldSchema(name:properties, type:map, comment:null), FieldSchema(name:ip, type:string, comment:IP Address of the User)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/inputddl4, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:32, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[userid], sortCols:[Order(col:viewtime, order:1)], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:country, type:string, comment:null)], parameters:{transient_lastDdlTime=1279737054, comment=This is the page view table}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +viewtime string None +userid int None +page_url string None +referrer_url string None +friends array None +properties map None +ip string IP Address of the User + +# Partition Information +col_name data_type comment + +ds string None +country string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:20:54 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/inputddl4 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284477654 + comment This is the page view table + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: 32 +Bucket Columns: [userid] +Sort Columns: [Order(col:viewtime, order:1)] +Storage Desc Params: + serialization.format 1 + Index: ql/src/test/results/clientpositive/load_dyn_part8.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part8.q.out (revision 998035) +++ ql/src/test/results/clientpositive/load_dyn_part8.q.out (working copy) @@ -15,12 +15,41 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part8 POSTHOOK: type: DESCTABLE -key string default -value string default -ds string -hr string +col_name data_type comment -Detailed Table Information Table(tableName:nzhang_part8, dbName:default, owner:null, createTime:1281476407, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/nzhang_part8, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1281476407}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string default +value string default + +# Partition Information +col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 07:14:42 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part8 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + transient_lastDdlTime 1284473682 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: explain extended from srcpart insert overwrite table nzhang_part8 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' @@ -65,7 +94,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-40-07_257_9168405860452294864/-ext-10000 + directory: pfile:/home/thiruvel/projects/hive/hive/build/ql/scratchdir/hive_2010-09-14_07-14-42_202_4241678664810185333/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -77,13 +106,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/nzhang_part8 + location pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part8 name nzhang_part8 partition_columns ds/hr serialization.ddl struct nzhang_part8 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476407 + transient_lastDdlTime 1284473682 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part8 TotalFiles: 1 @@ -105,7 +134,7 @@ File Output Operator compressed: false GlobalTableId: 2 - directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-40-07_257_9168405860452294864/-ext-10002 + directory: pfile:/home/thiruvel/projects/hive/hive/build/ql/scratchdir/hive_2010-09-14_07-14-42_202_4241678664810185333/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -117,25 +146,25 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/nzhang_part8 + location pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part8 name nzhang_part8 partition_columns ds/hr serialization.ddl struct nzhang_part8 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476407 + transient_lastDdlTime 1284473682 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part8 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [srcpart] - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [srcpart] - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [srcpart] + pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [srcpart] + pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] + pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [srcpart] + pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [srcpart] Path -> Partition: - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -149,13 +178,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1284473678 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -166,17 +195,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1284473678 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -190,13 +219,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1284473678 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -207,17 +236,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1284473678 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 + pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -231,13 +260,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1284473678 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -248,17 +277,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1284473678 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 + pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -272,13 +301,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1284473678 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -289,13 +318,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/srcpart + location pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281474268 + transient_lastDdlTime 1284473678 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -307,7 +336,7 @@ ds hr replace: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-40-07_257_9168405860452294864/-ext-10000 + source: pfile:/home/thiruvel/projects/hive/hive/build/ql/scratchdir/hive_2010-09-14_07-14-42_202_4241678664810185333/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -318,16 +347,16 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/nzhang_part8 + location pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part8 name nzhang_part8 partition_columns ds/hr serialization.ddl struct nzhang_part8 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476407 + transient_lastDdlTime 1284473682 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part8 - tmp directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-40-07_257_9168405860452294864/-ext-10001 + tmp directory: pfile:/home/thiruvel/projects/hive/hive/build/ql/scratchdir/hive_2010-09-14_07-14-42_202_4241678664810185333/-ext-10001 Stage: Stage-1 Move Operator @@ -336,7 +365,7 @@ ds 2008-12-31 hr replace: true - source: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-40-07_257_9168405860452294864/-ext-10002 + source: pfile:/home/thiruvel/projects/hive/hive/build/ql/scratchdir/hive_2010-09-14_07-14-42_202_4241678664810185333/-ext-10002 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -347,16 +376,16 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/nzhang_part8 + location pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part8 name nzhang_part8 partition_columns ds/hr serialization.ddl struct nzhang_part8 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1281476407 + transient_lastDdlTime 1284473682 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part8 - tmp directory: pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/scratchdir/hive_2010-08-10_14-40-07_257_9168405860452294864/-ext-10003 + tmp directory: pfile:/home/thiruvel/projects/hive/hive/build/ql/scratchdir/hive_2010-09-14_07-14-42_202_4241678664810185333/-ext-10003 PREHOOK: query: from srcpart @@ -409,14 +438,14 @@ PREHOOK: Input: default@nzhang_part8@ds=2008-04-08/hr=12 PREHOOK: Input: default@nzhang_part8@ds=2008-12-31/hr=11 PREHOOK: Input: default@nzhang_part8@ds=2008-12-31/hr=12 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-40-11_367_1973645086363900348/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-14-47_080_4674138694548640892/-mr-10000 POSTHOOK: query: select * from nzhang_part8 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part8@ds=2008-04-08/hr=11 POSTHOOK: Input: default@nzhang_part8@ds=2008-04-08/hr=12 POSTHOOK: Input: default@nzhang_part8@ds=2008-12-31/hr=11 POSTHOOK: Input: default@nzhang_part8@ds=2008-12-31/hr=12 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-40-11_367_1973645086363900348/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-14-47_080_4674138694548640892/-mr-10000 POSTHOOK: Lineage: nzhang_part8 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part8 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part8 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out =================================================================== --- ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out (revision 998035) +++ ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out (working copy) @@ -95,11 +95,11 @@ PREHOOK: query: SELECT columnarserde_create_shortcut.* FROM columnarserde_create_shortcut DISTRIBUTE BY 1 PREHOOK: type: QUERY PREHOOK: Input: default@columnarserde_create_shortcut -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-38-09_466_5808969739514444099/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-02-43_710_70657971241231541/-mr-10000 POSTHOOK: query: SELECT columnarserde_create_shortcut.* FROM columnarserde_create_shortcut DISTRIBUTE BY 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@columnarserde_create_shortcut -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-38-09_466_5808969739514444099/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-02-43_710_70657971241231541/-mr-10000 POSTHOOK: Lineage: columnarserde_create_shortcut.a SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lint, type:array, comment:from deserializer), ] POSTHOOK: Lineage: columnarserde_create_shortcut.b SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lstring, type:array, comment:from deserializer), ] POSTHOOK: Lineage: columnarserde_create_shortcut.c SIMPLE [(src_thrift)src_thrift.FieldSchema(name:mstringstring, type:map, comment:from deserializer), ] @@ -119,11 +119,11 @@ PREHOOK: query: SELECT columnarserde_create_shortcut.a[0], columnarserde_create_shortcut.b[0], columnarserde_create_shortcut.c['key2'], columnarserde_create_shortcut.d, columnarserde_create_shortcut.e FROM columnarserde_create_shortcut DISTRIBUTE BY 1 PREHOOK: type: QUERY PREHOOK: Input: default@columnarserde_create_shortcut -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-38-12_764_4049123681539494295/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-02-46_074_7710287368838036826/-mr-10000 POSTHOOK: query: SELECT columnarserde_create_shortcut.a[0], columnarserde_create_shortcut.b[0], columnarserde_create_shortcut.c['key2'], columnarserde_create_shortcut.d, columnarserde_create_shortcut.e FROM columnarserde_create_shortcut DISTRIBUTE BY 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@columnarserde_create_shortcut -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-38-12_764_4049123681539494295/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-02-46_074_7710287368838036826/-mr-10000 POSTHOOK: Lineage: columnarserde_create_shortcut.a SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lint, type:array, comment:from deserializer), ] POSTHOOK: Lineage: columnarserde_create_shortcut.b SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lstring, type:array, comment:from deserializer), ] POSTHOOK: Lineage: columnarserde_create_shortcut.c SIMPLE [(src_thrift)src_thrift.FieldSchema(name:mstringstring, type:map, comment:from deserializer), ] @@ -178,16 +178,18 @@ POSTHOOK: Lineage: columnarserde_create_shortcut.e SIMPLE [(src_thrift)src_thrift.FieldSchema(name:astring, type:string, comment:from deserializer), ] POSTHOOK: Lineage: columnshortcuttable.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: columnshortcuttable.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -key string from deserializer -value string from deserializer +col_name data_type comment + +key string from deserializer +value string from deserializer PREHOOK: query: SELECT columnShortcutTable.* FROM columnShortcutTable PREHOOK: type: QUERY PREHOOK: Input: default@columnshortcuttable -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-38-20_110_8974973318531798452/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-02-50_786_1069232517788942548/-mr-10000 POSTHOOK: query: SELECT columnShortcutTable.* FROM columnShortcutTable POSTHOOK: type: QUERY POSTHOOK: Input: default@columnshortcuttable -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-38-20_110_8974973318531798452/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-02-50_786_1069232517788942548/-mr-10000 POSTHOOK: Lineage: columnarserde_create_shortcut.a SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lint, type:array, comment:from deserializer), ] POSTHOOK: Lineage: columnarserde_create_shortcut.b SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lstring, type:array, comment:from deserializer), ] POSTHOOK: Lineage: columnarserde_create_shortcut.c SIMPLE [(src_thrift)src_thrift.FieldSchema(name:mstringstring, type:map, comment:from deserializer), ] @@ -223,11 +225,11 @@ PREHOOK: query: SELECT columnShortcutTable.* FROM columnShortcutTable PREHOOK: type: QUERY PREHOOK: Input: default@columnshortcuttable -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-38-20_480_5467174698544228493/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-02-50_931_2866711447002937633/-mr-10000 POSTHOOK: query: SELECT columnShortcutTable.* FROM columnShortcutTable POSTHOOK: type: QUERY POSTHOOK: Input: default@columnshortcuttable -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-38-20_480_5467174698544228493/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-02-50_931_2866711447002937633/-mr-10000 POSTHOOK: Lineage: columnarserde_create_shortcut.a SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lint, type:array, comment:from deserializer), ] POSTHOOK: Lineage: columnarserde_create_shortcut.b SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lstring, type:array, comment:from deserializer), ] POSTHOOK: Lineage: columnarserde_create_shortcut.c SIMPLE [(src_thrift)src_thrift.FieldSchema(name:mstringstring, type:map, comment:from deserializer), ] @@ -263,11 +265,11 @@ PREHOOK: query: SELECT columnShortcutTable.* FROM columnShortcutTable PREHOOK: type: QUERY PREHOOK: Input: default@columnshortcuttable -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-38-20_846_6716161931231717528/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-02-51_106_8133207443946864890/-mr-10000 POSTHOOK: query: SELECT columnShortcutTable.* FROM columnShortcutTable POSTHOOK: type: QUERY POSTHOOK: Input: default@columnshortcuttable -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-38-20_846_6716161931231717528/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-02-51_106_8133207443946864890/-mr-10000 POSTHOOK: Lineage: columnarserde_create_shortcut.a SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lint, type:array, comment:from deserializer), ] POSTHOOK: Lineage: columnarserde_create_shortcut.b SIMPLE [(src_thrift)src_thrift.FieldSchema(name:lstring, type:array, comment:from deserializer), ] POSTHOOK: Lineage: columnarserde_create_shortcut.c SIMPLE [(src_thrift)src_thrift.FieldSchema(name:mstringstring, type:map, comment:from deserializer), ] Index: ql/src/test/results/clientpositive/load_dyn_part14.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part14.q.out (revision 998035) +++ ql/src/test/results/clientpositive/load_dyn_part14.q.out (working copy) @@ -9,10 +9,38 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part14 POSTHOOK: type: DESCTABLE -key string -value string +col_name data_type comment -Detailed Table Information Table(tableName:nzhang_part14, dbName:default, owner:nzhang, createTime:1282110931, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null)], location:pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/nzhang_part14, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:value, type:string, comment:null)], parameters:{transient_lastDdlTime=1282110931}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string None + +# Partition Information +col_name data_type comment + +value string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 07:07:49 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part14 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284473269 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: explain insert overwrite table nzhang_part14 partition(value) select key, value from ( @@ -82,7 +110,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/nzhang/hive_2010-08-17_22-55-31_422_151733406622948035/-mr-10002 + file:/tmp/thiruvel/hive_2010-09-14_07-07-49_374_8339491885099239815/-mr-10002 Union Select Operator expressions: @@ -99,7 +127,7 @@ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part14 - file:/tmp/nzhang/hive_2010-08-17_22-55-31_422_151733406622948035/-mr-10004 + file:/tmp/thiruvel/hive_2010-09-14_07-07-49_374_8339491885099239815/-mr-10004 Union Select Operator expressions: @@ -116,7 +144,7 @@ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part14 - file:/tmp/nzhang/hive_2010-08-17_22-55-31_422_151733406622948035/-mr-10005 + file:/tmp/thiruvel/hive_2010-09-14_07-07-49_374_8339491885099239815/-mr-10005 Union Select Operator expressions: @@ -141,7 +169,7 @@ Move Operator files: hdfs directory: true - destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-55-31_422_151733406622948035/-ext-10000 + destination: pfile:/home/thiruvel/projects/hive/hive/build/ql/scratchdir/hive_2010-09-14_07-07-49_374_8339491885099239815/-ext-10000 Stage: Stage-0 Move Operator @@ -158,7 +186,7 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-08-17_22-55-31_422_151733406622948035/-ext-10003 + pfile:/home/thiruvel/projects/hive/hive/build/ql/scratchdir/hive_2010-09-14_07-07-49_374_8339491885099239815/-ext-10003 File Output Operator compressed: false GlobalTableId: 0 @@ -270,13 +298,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part14@value= PREHOOK: Input: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ -PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-55-51_200_1847190634089339991/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-08-01_813_1027212280998565647/-mr-10000 POSTHOOK: query: select * from nzhang_part14 where value <> 'a' order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part14@value= POSTHOOK: Input: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-17_22-55-51_200_1847190634089339991/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-08-01_813_1027212280998565647/-mr-10000 POSTHOOK: Lineage: nzhang_part14 PARTITION(value= ).key EXPRESSION [] POSTHOOK: Lineage: nzhang_part14 PARTITION(value=__HIVE_DEFAULT_PARTITION__).key EXPRESSION [] k1 __HIVE_DEFAULT_PARTITION__ Index: ql/src/test/results/clientpositive/create_like.q.out =================================================================== --- ql/src/test/results/clientpositive/create_like.q.out (revision 998035) +++ ql/src/test/results/clientpositive/create_like.q.out (working copy) @@ -7,16 +7,42 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE table1 POSTHOOK: type: DESCTABLE -a string -b string +col_name data_type comment + +a string None +b string None PREHOOK: query: DESCRIBE EXTENDED table1 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED table1 POSTHOOK: type: DESCTABLE -a string -b string +col_name data_type comment -Detailed Table Information Table(tableName:table1, dbName:default, owner:jssarma, createTime:1279736324, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/table1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1279736324}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a string None +b string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:12:39 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/table1 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284477159 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: CREATE TABLE table2 LIKE table1 PREHOOK: type: CREATETABLE POSTHOOK: query: CREATE TABLE table2 LIKE table1 @@ -26,16 +52,43 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE table2 POSTHOOK: type: DESCTABLE -a string -b string +col_name data_type comment + +a string None +b string None PREHOOK: query: DESCRIBE EXTENDED table2 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED table2 POSTHOOK: type: DESCTABLE -a string -b string +col_name data_type comment -Detailed Table Information Table(tableName:table2, dbName:default, owner:jssarma, createTime:1279736325, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/table2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1279736325}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a string None +b string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:12:39 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/table2 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + transient_lastDdlTime 1284477159 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: CREATE TABLE IF NOT EXISTS table2 LIKE table1 PREHOOK: type: CREATETABLE POSTHOOK: query: CREATE TABLE IF NOT EXISTS table2 LIKE table1 @@ -53,16 +106,43 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE table3 POSTHOOK: type: DESCTABLE -a string -b string +col_name data_type comment + +a string None +b string None PREHOOK: query: DESCRIBE EXTENDED table3 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED table3 POSTHOOK: type: DESCTABLE -a string -b string +col_name data_type comment -Detailed Table Information Table(tableName:table3, dbName:default, owner:jssarma, createTime:1279736325, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/table3, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=TRUE, transient_lastDdlTime=1279736325}, viewOriginalText:null, viewExpandedText:null, tableType:EXTERNAL_TABLE) +a string None +b string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:12:40 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/table3 +Table Type: EXTERNAL_TABLE +Table Parameters: + EXTERNAL TRUE + transient_lastDdlTime 1284477160 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: INSERT OVERWRITE TABLE table1 SELECT key, value FROM src WHERE key = 86 PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -88,11 +168,11 @@ PREHOOK: query: SELECT * FROM table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-18-50_868_6881405350249810394/10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-12-45_384_7121730707453573717/-mr-10000 POSTHOOK: query: SELECT * FROM table1 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-18-50_868_6881405350249810394/10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-12-45_384_7121730707453573717/-mr-10000 POSTHOOK: Lineage: table1.a SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: table1.b SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: table2.a SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -101,11 +181,11 @@ PREHOOK: query: SELECT * FROM table2 PREHOOK: type: QUERY PREHOOK: Input: default@table2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-18-50_925_7813524751422798542/10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-12-45_467_3430528099067644720/-mr-10000 POSTHOOK: query: SELECT * FROM table2 POSTHOOK: type: QUERY POSTHOOK: Input: default@table2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-18-50_925_7813524751422798542/10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-12-45_467_3430528099067644720/-mr-10000 POSTHOOK: Lineage: table1.a SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: table1.b SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: table2.a SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/load_dyn_part3.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part3.q.out (revision 998035) +++ ql/src/test/results/clientpositive/load_dyn_part3.q.out (working copy) @@ -15,12 +15,41 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part3 POSTHOOK: type: DESCTABLE -key string default -value string default -ds string -hr string +col_name data_type comment -Detailed Table Information Table(tableName:nzhang_part3, dbName:default, owner:null, createTime:1281476275, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/nzhang_part3, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1281476275}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string default +value string default + +# Partition Information +col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 07:10:45 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part3 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + transient_lastDdlTime 1284473445 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: explain insert overwrite table nzhang_part3 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY @@ -113,14 +142,14 @@ PREHOOK: Input: default@nzhang_part3@ds=2008-04-08/hr=12 PREHOOK: Input: default@nzhang_part3@ds=2008-04-09/hr=11 PREHOOK: Input: default@nzhang_part3@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-37-59_550_330927105820148370/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-10-49_463_1113383905913320380/-mr-10000 POSTHOOK: query: select * from nzhang_part3 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part3@ds=2008-04-08/hr=11 POSTHOOK: Input: default@nzhang_part3@ds=2008-04-08/hr=12 POSTHOOK: Input: default@nzhang_part3@ds=2008-04-09/hr=11 POSTHOOK: Input: default@nzhang_part3@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-37-59_550_330927105820148370/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-10-49_463_1113383905913320380/-mr-10000 POSTHOOK: Lineage: nzhang_part3 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part3 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part3 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input2.q.out =================================================================== --- ql/src/test/results/clientpositive/input2.q.out (revision 998035) +++ ql/src/test/results/clientpositive/input2.q.out (working copy) @@ -7,14 +7,18 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE TEST2a POSTHOOK: type: DESCTABLE -a int -b double +col_name data_type comment + +a int None +b double None PREHOOK: query: DESC TEST2a PREHOOK: type: DESCTABLE POSTHOOK: query: DESC TEST2a POSTHOOK: type: DESCTABLE -a int -b double +col_name data_type comment + +a int None +b double None PREHOOK: query: CREATE TABLE TEST2b(A ARRAY, B DOUBLE, C MAP) STORED AS TEXTFILE PREHOOK: type: CREATETABLE POSTHOOK: query: CREATE TABLE TEST2b(A ARRAY, B DOUBLE, C MAP) STORED AS TEXTFILE @@ -24,9 +28,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE TEST2b POSTHOOK: type: DESCTABLE -a array -b double -c map +col_name data_type comment + +a array None +b double None +c map None PREHOOK: query: SHOW TABLES PREHOOK: type: SHOWTABLES POSTHOOK: query: SHOW TABLES Index: ql/src/test/results/clientpositive/alter_partition_format_loc.q.out =================================================================== --- ql/src/test/results/clientpositive/alter_partition_format_loc.q.out (revision 998035) +++ ql/src/test/results/clientpositive/alter_partition_format_loc.q.out (working copy) @@ -7,10 +7,34 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended alter_partition_format_test POSTHOOK: type: DESCTABLE -key int -value string +col_name data_type comment -Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:njain, createTime:1282026245, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/alter_partition_format_test, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282026245}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key int None +value string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:08:59 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter_partition_format_test +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284476939 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: alter table alter_partition_format_test set fileformat rcfile PREHOOK: type: ALTERTABLE_FILEFORMAT PREHOOK: Input: default@alter_partition_format_test @@ -23,10 +47,36 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended alter_partition_format_test POSTHOOK: type: DESCTABLE -key int from deserializer -value string from deserializer +col_name data_type comment -Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:njain, createTime:1282026245, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/alter_partition_format_test, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=njain, last_modified_time=1282026245, transient_lastDdlTime=1282026245}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key int from deserializer +value string from deserializer + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:08:59 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter_partition_format_test +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284476940 + transient_lastDdlTime 1284476940 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe +InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: alter table alter_partition_format_test set location "file:/test/test/" PREHOOK: type: ALTERTABLE_LOCATION PREHOOK: Input: default@alter_partition_format_test @@ -39,10 +89,36 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended alter_partition_format_test POSTHOOK: type: DESCTABLE -key int from deserializer -value string from deserializer +col_name data_type comment -Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:njain, createTime:1282026245, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:file:/test/test/, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=njain, last_modified_time=1282026245, transient_lastDdlTime=1282026245}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key int from deserializer +value string from deserializer + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:08:59 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: file:/test/test +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284476940 + transient_lastDdlTime 1284476940 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe +InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: drop table alter_partition_format_test PREHOOK: type: DROPTABLE PREHOOK: Input: default@alter_partition_format_test @@ -69,11 +145,38 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended alter_partition_format_test partition(ds='2010') POSTHOOK: type: DESCTABLE -key int -value string -ds string +col_name data_type comment -Detailed Partition Information Partition(values:[2010], dbName:default, tableName:alter_partition_format_test, createTime:1282026245, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/alter_partition_format_test/ds=2010, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1282026245}) +key int None +value string None + +# Partition Information +col_name data_type comment + +ds string None + +# Detailed Partition Information +Partition Value: [2010] +Database: default +Table: alter_partition_format_test +CreateTime: Tue Sep 14 08:09:00 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter_partition_format_test/ds=2010 +Partition Parameters: + transient_lastDdlTime 1284476940 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: alter table alter_partition_format_test partition(ds='2010') set fileformat rcfile PREHOOK: type: ALTERPARTITION_FILEFORMAT PREHOOK: Input: default@alter_partition_format_test @@ -88,11 +191,40 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended alter_partition_format_test partition(ds='2010') POSTHOOK: type: DESCTABLE -key int -value string -ds string +col_name data_type comment -Detailed Partition Information Partition(values:[2010], dbName:default, tableName:alter_partition_format_test, createTime:1282026245, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/alter_partition_format_test/ds=2010, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{last_modified_by=njain, last_modified_time=1282026246, transient_lastDdlTime=1282026246}) +key int None +value string None + +# Partition Information +col_name data_type comment + +ds string None + +# Detailed Partition Information +Partition Value: [2010] +Database: default +Table: alter_partition_format_test +CreateTime: Tue Sep 14 08:09:00 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter_partition_format_test/ds=2010 +Partition Parameters: + last_modified_by thiruvel + last_modified_time 1284476941 + transient_lastDdlTime 1284476941 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe +InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: alter table alter_partition_format_test partition(ds='2010') set location "file:/test/test/ds=2010" PREHOOK: type: ALTERPARTITION_LOCATION PREHOOK: Input: default@alter_partition_format_test @@ -107,20 +239,77 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended alter_partition_format_test partition(ds='2010') POSTHOOK: type: DESCTABLE -key int -value string -ds string +col_name data_type comment -Detailed Partition Information Partition(values:[2010], dbName:default, tableName:alter_partition_format_test, createTime:1282026245, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:file:/test/test/ds=2010, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{last_modified_by=njain, last_modified_time=1282026246, transient_lastDdlTime=1282026246}) +key int None +value string None + +# Partition Information +col_name data_type comment + +ds string None + +# Detailed Partition Information +Partition Value: [2010] +Database: default +Table: alter_partition_format_test +CreateTime: Tue Sep 14 08:09:00 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Location: file:/test/test/ds=2010 +Partition Parameters: + last_modified_by thiruvel + last_modified_time 1284476941 + transient_lastDdlTime 1284476941 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe +InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: desc extended alter_partition_format_test PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended alter_partition_format_test POSTHOOK: type: DESCTABLE -key int -value string -ds string +col_name data_type comment -Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:njain, createTime:1282026245, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/alter_partition_format_test, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{transient_lastDdlTime=1282026245}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key int None +value string None + +# Partition Information +col_name data_type comment + +ds string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:09:00 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter_partition_format_test +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284476940 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: alter table alter_partition_format_test set fileformat rcfile PREHOOK: type: ALTERTABLE_FILEFORMAT PREHOOK: Input: default@alter_partition_format_test @@ -133,11 +322,41 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended alter_partition_format_test POSTHOOK: type: DESCTABLE -key int from deserializer -value string from deserializer -ds string +col_name data_type comment -Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:njain, createTime:1282026245, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/alter_partition_format_test, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{last_modified_by=njain, last_modified_time=1282026246, transient_lastDdlTime=1282026246}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key int from deserializer +value string from deserializer + +# Partition Information +col_name data_type comment + +ds string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:09:00 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter_partition_format_test +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284476941 + transient_lastDdlTime 1284476941 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe +InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: alter table alter_partition_format_test set location "file:/test/test/" PREHOOK: type: ALTERTABLE_LOCATION PREHOOK: Input: default@alter_partition_format_test @@ -150,11 +369,41 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended alter_partition_format_test POSTHOOK: type: DESCTABLE -key int from deserializer -value string from deserializer -ds string +col_name data_type comment -Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:njain, createTime:1282026245, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:file:/test/test/, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{last_modified_by=njain, last_modified_time=1282026247, transient_lastDdlTime=1282026247}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key int from deserializer +value string from deserializer + +# Partition Information +col_name data_type comment + +ds string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:09:00 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: file:/test/test +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284476941 + transient_lastDdlTime 1284476941 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe +InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: drop table alter_partition_format_test PREHOOK: type: DROPTABLE PREHOOK: Input: default@alter_partition_format_test Index: ql/src/test/results/clientpositive/create_1.q.out =================================================================== --- ql/src/test/results/clientpositive/create_1.q.out (revision 998035) +++ ql/src/test/results/clientpositive/create_1.q.out (working copy) @@ -7,16 +7,42 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE table1 POSTHOOK: type: DESCTABLE -a string -b string +col_name data_type comment + +a string None +b string None PREHOOK: query: DESCRIBE EXTENDED table1 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED table1 POSTHOOK: type: DESCTABLE -a string -b string +col_name data_type comment -Detailed Table Information Table(tableName:table1, dbName:default, owner:jssarma, createTime:1279736301, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/table1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1279736301}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a string None +b string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:11:23 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/table1 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284477083 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: CREATE TABLE IF NOT EXISTS table1 (a STRING, b STRING) STORED AS TEXTFILE PREHOOK: type: CREATETABLE POSTHOOK: query: CREATE TABLE IF NOT EXISTS table1 (a STRING, b STRING) STORED AS TEXTFILE @@ -30,16 +56,42 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE table2 POSTHOOK: type: DESCTABLE -a string -b int +col_name data_type comment + +a string None +b int None PREHOOK: query: DESCRIBE EXTENDED table2 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED table2 POSTHOOK: type: DESCTABLE -a string -b int +col_name data_type comment -Detailed Table Information Table(tableName:table2, dbName:default, owner:jssarma, createTime:1279736301, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:int, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/table2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1279736301}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a string None +b int None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:11:24 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/table2 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284477084 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: CREATE TABLE table3 (a STRING, b STRING) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' STORED AS TEXTFILE @@ -53,13 +105,40 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE table3 POSTHOOK: type: DESCTABLE -a string -b string +col_name data_type comment + +a string None +b string None PREHOOK: query: DESCRIBE EXTENDED table3 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED table3 POSTHOOK: type: DESCTABLE -a string -b string +col_name data_type comment -Detailed Table Information Table(tableName:table3, dbName:default, owner:jssarma, createTime:1279736302, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/table3, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format= , field.delim= +a string None +b string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:11:24 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/table3 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284477084 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format \t + field.delim \t + Index: ql/src/test/results/clientpositive/protectmode.q.out =================================================================== --- ql/src/test/results/clientpositive/protectmode.q.out (revision 998035) +++ ql/src/test/results/clientpositive/protectmode.q.out (working copy) @@ -18,19 +18,19 @@ PREHOOK: query: select * from tbl1 PREHOOK: type: QUERY PREHOOK: Input: default@tbl1 -PREHOOK: Output: file:/tmp/njain/hive_2010-09-12_13-56-01_521_1064444079313286790/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-44_204_5200678719528751162/-mr-10000 POSTHOOK: query: select * from tbl1 POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-09-12_13-56-01_521_1064444079313286790/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-44_204_5200678719528751162/-mr-10000 PREHOOK: query: select col from tbl1 PREHOOK: type: QUERY PREHOOK: Input: default@tbl1 -PREHOOK: Output: file:/tmp/njain/hive_2010-09-12_13-56-01_868_8633104453520411771/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-44_410_3116016317581246388/-mr-10000 POSTHOOK: query: select col from tbl1 POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-09-12_13-56-01_868_8633104453520411771/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-44_410_3116016317581246388/-mr-10000 PREHOOK: query: alter table tbl1 enable offline PREHOOK: type: ALTERTABLE_PROTECTMODE PREHOOK: Input: default@tbl1 @@ -43,9 +43,36 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl1 POSTHOOK: type: DESCTABLE -col string +col_name data_type comment -Detailed Table Information Table(tableName:tbl1, dbName:default, owner:njain, createTime:1284324961, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/tbl1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=njain, last_modified_time=1284324965, PROTECT_MODE=OFFLINE, transient_lastDdlTime=1284324965}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +col string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:18:44 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: OFFLINE +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl1 +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284477526 + PROTECT_MODE OFFLINE + transient_lastDdlTime 1284477526 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: alter table tbl1 disable offline PREHOOK: type: ALTERTABLE_PROTECTMODE PREHOOK: Input: default@tbl1 @@ -58,25 +85,51 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl1 POSTHOOK: type: DESCTABLE -col string +col_name data_type comment -Detailed Table Information Table(tableName:tbl1, dbName:default, owner:njain, createTime:1284324961, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/tbl1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=njain, last_modified_time=1284324965, transient_lastDdlTime=1284324965}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +col string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:18:44 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl1 +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284477526 + transient_lastDdlTime 1284477526 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: select * from tbl1 PREHOOK: type: QUERY PREHOOK: Input: default@tbl1 -PREHOOK: Output: file:/tmp/njain/hive_2010-09-12_13-56-05_819_8890858681292563426/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-47_071_5796000117996838565/-mr-10000 POSTHOOK: query: select * from tbl1 POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-09-12_13-56-05_819_8890858681292563426/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-47_071_5796000117996838565/-mr-10000 PREHOOK: query: select col from tbl1 PREHOOK: type: QUERY PREHOOK: Input: default@tbl1 -PREHOOK: Output: file:/tmp/njain/hive_2010-09-12_13-56-05_969_128056030143576927/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-47_133_5745323122679121918/-mr-10000 POSTHOOK: query: select col from tbl1 POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-09-12_13-56-05_969_128056030143576927/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-47_133_5745323122679121918/-mr-10000 PREHOOK: query: create table tbl2 (col string) partitioned by (p string) PREHOOK: type: CREATETABLE POSTHOOK: query: create table tbl2 (col string) partitioned by (p string) @@ -112,19 +165,19 @@ PREHOOK: query: select * from tbl2 where p='p1' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p1 -PREHOOK: Output: file:/tmp/njain/hive_2010-09-12_13-56-10_110_1357711074681566433/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-49_993_330775998736653121/-mr-10000 POSTHOOK: query: select * from tbl2 where p='p1' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl2@p=p1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-09-12_13-56-10_110_1357711074681566433/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-49_993_330775998736653121/-mr-10000 PREHOOK: query: select * from tbl2 where p='p2' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p2 -PREHOOK: Output: file:/tmp/njain/hive_2010-09-12_13-56-10_401_4217982769570687966/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-50_113_8495177326193613878/-mr-10000 POSTHOOK: query: select * from tbl2 where p='p2' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl2@p=p2 -POSTHOOK: Output: file:/tmp/njain/hive_2010-09-12_13-56-10_401_4217982769570687966/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-50_113_8495177326193613878/-mr-10000 PREHOOK: query: alter table tbl2 partition (p='p1') enable offline PREHOOK: type: ALTERPARTITION_PROTECTMODE PREHOOK: Input: default@tbl2 @@ -139,10 +192,40 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl2 partition (p='p1') POSTHOOK: type: DESCTABLE -col string -p string +col_name data_type comment -Detailed Partition Information Partition(values:[p1], dbName:default, tableName:tbl2, createTime:1284324969, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/tbl2/p=p1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{last_modified_by=njain, last_modified_time=1284324970, PROTECT_MODE=OFFLINE, transient_lastDdlTime=1284324970}) +col string None + +# Partition Information +col_name data_type comment + +p string None + +# Detailed Partition Information +Partition Value: [p1] +Database: default +Table: tbl2 +CreateTime: Tue Sep 14 08:18:49 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: OFFLINE +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl2/p=p1 +Partition Parameters: + last_modified_by thiruvel + last_modified_time 1284477530 + PROTECT_MODE OFFLINE + transient_lastDdlTime 1284477530 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: alter table tbl2 enable offline PREHOOK: type: ALTERTABLE_PROTECTMODE PREHOOK: Input: default@tbl2 @@ -155,10 +238,41 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl2 POSTHOOK: type: DESCTABLE -col string -p string +col_name data_type comment -Detailed Table Information Table(tableName:tbl2, dbName:default, owner:njain, createTime:1284324969, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/tbl2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=njain, last_modified_time=1284324971, PROTECT_MODE=OFFLINE, transient_lastDdlTime=1284324971}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +col string None + +# Partition Information +col_name data_type comment + +p string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:18:49 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: OFFLINE +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl2 +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284477530 + PROTECT_MODE OFFLINE + transient_lastDdlTime 1284477530 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: alter table tbl2 enable no_drop PREHOOK: type: ALTERTABLE_PROTECTMODE PREHOOK: Input: default@tbl2 @@ -171,10 +285,41 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl2 POSTHOOK: type: DESCTABLE -col string -p string +col_name data_type comment -Detailed Table Information Table(tableName:tbl2, dbName:default, owner:njain, createTime:1284324969, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/tbl2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=njain, last_modified_time=1284324971, PROTECT_MODE=OFFLINE,NO_DROP, transient_lastDdlTime=1284324971}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +col string None + +# Partition Information +col_name data_type comment + +p string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:18:49 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: OFFLINE,NO_DROP +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl2 +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284477530 + PROTECT_MODE OFFLINE,NO_DROP + transient_lastDdlTime 1284477530 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: alter table tbl2 drop partition (p='p3') PREHOOK: type: ALTERTABLE_DROPPARTS PREHOOK: Input: default@tbl2 @@ -195,10 +340,41 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl2 POSTHOOK: type: DESCTABLE -col string -p string +col_name data_type comment -Detailed Table Information Table(tableName:tbl2, dbName:default, owner:njain, createTime:1284324969, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/tbl2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=njain, last_modified_time=1284324971, PROTECT_MODE=NO_DROP, transient_lastDdlTime=1284324971}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +col string None + +# Partition Information +col_name data_type comment + +p string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:18:49 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: NO_DROP +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl2 +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284477530 + PROTECT_MODE NO_DROP + transient_lastDdlTime 1284477530 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: alter table tbl2 disable no_drop PREHOOK: type: ALTERTABLE_PROTECTMODE PREHOOK: Input: default@tbl2 @@ -211,26 +387,56 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl2 POSTHOOK: type: DESCTABLE -col string -p string +col_name data_type comment -Detailed Table Information Table(tableName:tbl2, dbName:default, owner:njain, createTime:1284324969, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/tbl2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=njain, last_modified_time=1284324972, transient_lastDdlTime=1284324972}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +col string None + +# Partition Information +col_name data_type comment + +p string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:18:49 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl2 +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284477531 + transient_lastDdlTime 1284477531 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: select * from tbl2 where p='p2' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p2 -PREHOOK: Output: file:/tmp/njain/hive_2010-09-12_13-56-12_162_5488456688805727075/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-51_381_75919177097290803/-mr-10000 POSTHOOK: query: select * from tbl2 where p='p2' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl2@p=p2 -POSTHOOK: Output: file:/tmp/njain/hive_2010-09-12_13-56-12_162_5488456688805727075/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-51_381_75919177097290803/-mr-10000 PREHOOK: query: select col from tbl2 where p='p2' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p2 -PREHOOK: Output: file:/tmp/njain/hive_2010-09-12_13-56-12_384_4452747557336253545/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-51_472_535925465163597692/-mr-10000 POSTHOOK: query: select col from tbl2 where p='p2' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl2@p=p2 -POSTHOOK: Output: file:/tmp/njain/hive_2010-09-12_13-56-12_384_4452747557336253545/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-51_472_535925465163597692/-mr-10000 PREHOOK: query: alter table tbl2 partition (p='p1') disable offline PREHOOK: type: ALTERPARTITION_PROTECTMODE PREHOOK: Input: default@tbl2 @@ -245,26 +451,55 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended tbl2 partition (p='p1') POSTHOOK: type: DESCTABLE -col string -p string +col_name data_type comment -Detailed Partition Information Partition(values:[p1], dbName:default, tableName:tbl2, createTime:1284324969, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/tbl2/p=p1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{last_modified_by=njain, last_modified_time=1284324975, transient_lastDdlTime=1284324975}) +col string None + +# Partition Information +col_name data_type comment + +p string None + +# Detailed Partition Information +Partition Value: [p1] +Database: default +Table: tbl2 +CreateTime: Tue Sep 14 08:18:49 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/tbl2/p=p1 +Partition Parameters: + last_modified_by thiruvel + last_modified_time 1284477533 + transient_lastDdlTime 1284477533 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: select * from tbl2 where p='p1' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p1 -PREHOOK: Output: file:/tmp/njain/hive_2010-09-12_13-56-15_878_9044575727084946986/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-53_931_2424791435771957392/-mr-10000 POSTHOOK: query: select * from tbl2 where p='p1' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl2@p=p1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-09-12_13-56-15_878_9044575727084946986/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-53_931_2424791435771957392/-mr-10000 PREHOOK: query: select col from tbl2 where p='p1' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p1 -PREHOOK: Output: file:/tmp/njain/hive_2010-09-12_13-56-16_089_5658301458151509169/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-54_013_1094236570501427496/-mr-10000 POSTHOOK: query: select col from tbl2 where p='p1' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl2@p=p1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-09-12_13-56-16_089_5658301458151509169/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-18-54_013_1094236570501427496/-mr-10000 PREHOOK: query: insert overwrite table tbl1 select col from tbl2 where p='p1' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p1 Index: ql/src/test/results/clientpositive/alter1.q.out =================================================================== --- ql/src/test/results/clientpositive/alter1.q.out (revision 998035) +++ ql/src/test/results/clientpositive/alter1.q.out (working copy) @@ -7,10 +7,34 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter1 POSTHOOK: type: DESCTABLE -a int -b int +col_name data_type comment -Detailed Table Information Table(tableName:alter1, dbName:default, owner:carl, createTime:1282709490, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282709490}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a int None +b int None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 06:59:30 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284472770 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: alter table alter1 set tblproperties ('a'='1', 'c'='3') PREHOOK: type: ALTERTABLE_PROPERTIES PREHOOK: Input: default@alter1 @@ -23,10 +47,38 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter1 POSTHOOK: type: DESCTABLE -a int -b int +col_name data_type comment -Detailed Table Information Table(tableName:alter1, dbName:default, owner:carl, createTime:1282709490, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=carl, c=3, last_modified_time=1282709490, a=1, transient_lastDdlTime=1282709490}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a int None +b int None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 06:59:30 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1 +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + c 3 + last_modified_time 1284472770 + a 1 + transient_lastDdlTime 1284472770 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: alter table alter1 set tblproperties ('a'='1', 'c'='4', 'd'='3') PREHOOK: type: ALTERTABLE_PROPERTIES PREHOOK: Input: default@alter1 @@ -39,10 +91,39 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter1 POSTHOOK: type: DESCTABLE -a int -b int +col_name data_type comment -Detailed Table Information Table(tableName:alter1, dbName:default, owner:carl, createTime:1282709490, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{d=3, last_modified_by=carl, c=4, last_modified_time=1282709491, a=1, transient_lastDdlTime=1282709491}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a int None +b int None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 06:59:30 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1 +Table Type: MANAGED_TABLE +Table Parameters: + d 3 + last_modified_by thiruvel + c 4 + last_modified_time 1284472771 + a 1 + transient_lastDdlTime 1284472771 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: alter table alter1 set tblproperties ('EXTERNAL'='TRUE') PREHOOK: type: ALTERTABLE_PROPERTIES PREHOOK: Input: default@alter1 @@ -55,10 +136,40 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter1 POSTHOOK: type: DESCTABLE -a int -b int +col_name data_type comment -Detailed Table Information Table(tableName:alter1, dbName:default, owner:carl, createTime:1282709490, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=TRUE, d=3, last_modified_by=carl, c=4, last_modified_time=1282709491, a=1, transient_lastDdlTime=1282709491}, viewOriginalText:null, viewExpandedText:null, tableType:EXTERNAL_TABLE) +a int None +b int None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 06:59:30 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1 +Table Type: EXTERNAL_TABLE +Table Parameters: + EXTERNAL TRUE + d 3 + last_modified_by thiruvel + c 4 + last_modified_time 1284472771 + a 1 + transient_lastDdlTime 1284472771 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: alter table alter1 set tblproperties ('EXTERNAL'='FALSE') PREHOOK: type: ALTERTABLE_PROPERTIES PREHOOK: Input: default@alter1 @@ -71,10 +182,40 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter1 POSTHOOK: type: DESCTABLE -a int -b int +col_name data_type comment -Detailed Table Information Table(tableName:alter1, dbName:default, owner:carl, createTime:1282709490, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, d=3, last_modified_by=carl, c=4, last_modified_time=1282709491, a=1, transient_lastDdlTime=1282709491}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a int None +b int None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 06:59:30 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + d 3 + last_modified_by thiruvel + c 4 + last_modified_time 1284472771 + a 1 + transient_lastDdlTime 1284472771 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: alter table alter1 set serdeproperties('s1'='9') PREHOOK: type: ALTERTABLE_SERDEPROPERTIES PREHOOK: Input: default@alter1 @@ -87,10 +228,41 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter1 POSTHOOK: type: DESCTABLE -a int -b int +col_name data_type comment -Detailed Table Information Table(tableName:alter1, dbName:default, owner:carl, createTime:1282709490, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{s1=9, serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, d=3, last_modified_by=carl, c=4, last_modified_time=1282709491, a=1, transient_lastDdlTime=1282709491}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a int None +b int None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 06:59:30 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + d 3 + last_modified_by thiruvel + c 4 + last_modified_time 1284472771 + a 1 + transient_lastDdlTime 1284472771 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + s1 9 + serialization.format 1 + PREHOOK: query: alter table alter1 set serdeproperties('s1'='10', 's2' ='20') PREHOOK: type: ALTERTABLE_SERDEPROPERTIES PREHOOK: Input: default@alter1 @@ -103,10 +275,42 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter1 POSTHOOK: type: DESCTABLE -a int -b int +col_name data_type comment -Detailed Table Information Table(tableName:alter1, dbName:default, owner:carl, createTime:1282709490, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{s2=20, s1=10, serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, d=3, last_modified_by=carl, c=4, last_modified_time=1282709491, a=1, transient_lastDdlTime=1282709491}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a int None +b int None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 06:59:30 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + d 3 + last_modified_by thiruvel + c 4 + last_modified_time 1284472771 + a 1 + transient_lastDdlTime 1284472771 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + s2 20 + s1 10 + serialization.format 1 + PREHOOK: query: alter table alter1 set serde 'org.apache.hadoop.hive.serde2.TestSerDe' with serdeproperties('s1'='9') PREHOOK: type: ALTERTABLE_SERIALIZER PREHOOK: Input: default@alter1 @@ -119,10 +323,42 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter1 POSTHOOK: type: DESCTABLE -a string from deserializer -b string from deserializer +col_name data_type comment -Detailed Table Information Table(tableName:alter1, dbName:default, owner:carl, createTime:1282709490, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:from deserializer), FieldSchema(name:b, type:int, comment:from deserializer)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.TestSerDe, parameters:{s2=20, s1=9, serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, d=3, last_modified_by=carl, c=4, last_modified_time=1282709492, a=1, transient_lastDdlTime=1282709492}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a string from deserializer +b string from deserializer + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 06:59:30 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + d 3 + last_modified_by thiruvel + c 4 + last_modified_time 1284472771 + a 1 + transient_lastDdlTime 1284472771 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.TestSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + s2 20 + s1 9 + serialization.format 1 + PREHOOK: query: alter table alter1 set serde 'org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe' PREHOOK: type: ALTERTABLE_SERIALIZER PREHOOK: Input: default@alter1 @@ -135,10 +371,42 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter1 POSTHOOK: type: DESCTABLE -a string from deserializer -b string from deserializer +col_name data_type comment -Detailed Table Information Table(tableName:alter1, dbName:default, owner:carl, createTime:1282709490, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:from deserializer), FieldSchema(name:b, type:string, comment:from deserializer)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{s2=20, s1=9, serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, d=3, last_modified_by=carl, c=4, last_modified_time=1282709492, a=1, transient_lastDdlTime=1282709492}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a string from deserializer +b string from deserializer + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 06:59:30 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + d 3 + last_modified_by thiruvel + c 4 + last_modified_time 1284472772 + a 1 + transient_lastDdlTime 1284472772 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + s2 20 + s1 9 + serialization.format 1 + PREHOOK: query: alter table alter1 replace columns (a int, b int, c string) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@alter1 @@ -151,9 +419,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe alter1 POSTHOOK: type: DESCTABLE -a int -b int -c string +col_name data_type comment + +a int None +b int None +c string None PREHOOK: query: -- Cleanup DROP TABLE alter1 PREHOOK: type: DROPTABLE @@ -201,10 +471,34 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter1 POSTHOOK: type: DESCTABLE -a int -b int +col_name data_type comment -Detailed Table Information Table(tableName:alter1, dbName:alter1_db, owner:carl, createTime:1282709493, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter1_db.db/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282709493}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a int None +b int None + +# Detailed Table Information +Database: alter1_db +Owner: thiruvel +CreateTime: Tue Sep 14 06:59:32 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1_db.db/alter1 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284472772 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: ALTER TABLE alter1 SET TBLPROPERTIES ('a'='1', 'c'='3') PREHOOK: type: ALTERTABLE_PROPERTIES PREHOOK: Input: alter1_db@alter1 @@ -217,10 +511,38 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter1 POSTHOOK: type: DESCTABLE -a int -b int +col_name data_type comment -Detailed Table Information Table(tableName:alter1, dbName:alter1_db, owner:carl, createTime:1282709493, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter1_db.db/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=carl, c=3, last_modified_time=1282709493, a=1, transient_lastDdlTime=1282709493}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a int None +b int None + +# Detailed Table Information +Database: alter1_db +Owner: thiruvel +CreateTime: Tue Sep 14 06:59:32 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1_db.db/alter1 +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + c 3 + last_modified_time 1284472772 + a 1 + transient_lastDdlTime 1284472772 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: ALTER TABLE alter1 SET TBLPROPERTIES ('a'='1', 'c'='4', 'd'='3') PREHOOK: type: ALTERTABLE_PROPERTIES PREHOOK: Input: alter1_db@alter1 @@ -233,10 +555,39 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter1 POSTHOOK: type: DESCTABLE -a int -b int +col_name data_type comment -Detailed Table Information Table(tableName:alter1, dbName:alter1_db, owner:carl, createTime:1282709493, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter1_db.db/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{d=3, last_modified_by=carl, c=4, last_modified_time=1282709493, a=1, transient_lastDdlTime=1282709493}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a int None +b int None + +# Detailed Table Information +Database: alter1_db +Owner: thiruvel +CreateTime: Tue Sep 14 06:59:32 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1_db.db/alter1 +Table Type: MANAGED_TABLE +Table Parameters: + d 3 + last_modified_by thiruvel + c 4 + last_modified_time 1284472772 + a 1 + transient_lastDdlTime 1284472772 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: ALTER TABLE alter1 SET TBLPROPERTIES ('EXTERNAL'='TRUE') PREHOOK: type: ALTERTABLE_PROPERTIES PREHOOK: Input: alter1_db@alter1 @@ -249,10 +600,40 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter1 POSTHOOK: type: DESCTABLE -a int -b int +col_name data_type comment -Detailed Table Information Table(tableName:alter1, dbName:alter1_db, owner:carl, createTime:1282709493, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter1_db.db/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=TRUE, d=3, last_modified_by=carl, c=4, last_modified_time=1282709494, a=1, transient_lastDdlTime=1282709494}, viewOriginalText:null, viewExpandedText:null, tableType:EXTERNAL_TABLE) +a int None +b int None + +# Detailed Table Information +Database: alter1_db +Owner: thiruvel +CreateTime: Tue Sep 14 06:59:32 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1_db.db/alter1 +Table Type: EXTERNAL_TABLE +Table Parameters: + EXTERNAL TRUE + d 3 + last_modified_by thiruvel + c 4 + last_modified_time 1284472773 + a 1 + transient_lastDdlTime 1284472773 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: ALTER TABLE alter1 SET TBLPROPERTIES ('EXTERNAL'='FALSE') PREHOOK: type: ALTERTABLE_PROPERTIES PREHOOK: Input: alter1_db@alter1 @@ -265,10 +646,40 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter1 POSTHOOK: type: DESCTABLE -a int -b int +col_name data_type comment -Detailed Table Information Table(tableName:alter1, dbName:alter1_db, owner:carl, createTime:1282709493, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter1_db.db/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, d=3, last_modified_by=carl, c=4, last_modified_time=1282709494, a=1, transient_lastDdlTime=1282709494}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a int None +b int None + +# Detailed Table Information +Database: alter1_db +Owner: thiruvel +CreateTime: Tue Sep 14 06:59:32 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1_db.db/alter1 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + d 3 + last_modified_by thiruvel + c 4 + last_modified_time 1284472773 + a 1 + transient_lastDdlTime 1284472773 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: ALTER TABLE alter1 SET SERDEPROPERTIES('s1'='9') PREHOOK: type: ALTERTABLE_SERDEPROPERTIES PREHOOK: Input: alter1_db@alter1 @@ -281,10 +692,41 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter1 POSTHOOK: type: DESCTABLE -a int -b int +col_name data_type comment -Detailed Table Information Table(tableName:alter1, dbName:alter1_db, owner:carl, createTime:1282709493, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter1_db.db/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{s1=9, serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, d=3, last_modified_by=carl, c=4, last_modified_time=1282709494, a=1, transient_lastDdlTime=1282709494}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a int None +b int None + +# Detailed Table Information +Database: alter1_db +Owner: thiruvel +CreateTime: Tue Sep 14 06:59:32 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1_db.db/alter1 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + d 3 + last_modified_by thiruvel + c 4 + last_modified_time 1284472773 + a 1 + transient_lastDdlTime 1284472773 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + s1 9 + serialization.format 1 + PREHOOK: query: ALTER TABLE alter1 SET SERDEPROPERTIES('s1'='10', 's2' ='20') PREHOOK: type: ALTERTABLE_SERDEPROPERTIES PREHOOK: Input: alter1_db@alter1 @@ -297,10 +739,42 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter1 POSTHOOK: type: DESCTABLE -a int -b int +col_name data_type comment -Detailed Table Information Table(tableName:alter1, dbName:alter1_db, owner:carl, createTime:1282709493, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter1_db.db/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{s2=20, s1=10, serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, d=3, last_modified_by=carl, c=4, last_modified_time=1282709494, a=1, transient_lastDdlTime=1282709494}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a int None +b int None + +# Detailed Table Information +Database: alter1_db +Owner: thiruvel +CreateTime: Tue Sep 14 06:59:32 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1_db.db/alter1 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + d 3 + last_modified_by thiruvel + c 4 + last_modified_time 1284472773 + a 1 + transient_lastDdlTime 1284472773 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + s2 20 + s1 10 + serialization.format 1 + PREHOOK: query: ALTER TABLE alter1 SET SERDE 'org.apache.hadoop.hive.serde2.TestSerDe' WITH SERDEPROPERTIES ('s1'='9') PREHOOK: type: ALTERTABLE_SERIALIZER PREHOOK: Input: alter1_db@alter1 @@ -313,10 +787,42 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter1 POSTHOOK: type: DESCTABLE -a string from deserializer -b string from deserializer +col_name data_type comment -Detailed Table Information Table(tableName:alter1, dbName:alter1_db, owner:carl, createTime:1282709493, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:from deserializer), FieldSchema(name:b, type:int, comment:from deserializer)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter1_db.db/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.TestSerDe, parameters:{s2=20, s1=9, serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, d=3, last_modified_by=carl, c=4, last_modified_time=1282709494, a=1, transient_lastDdlTime=1282709494}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a string from deserializer +b string from deserializer + +# Detailed Table Information +Database: alter1_db +Owner: thiruvel +CreateTime: Tue Sep 14 06:59:32 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1_db.db/alter1 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + d 3 + last_modified_by thiruvel + c 4 + last_modified_time 1284472773 + a 1 + transient_lastDdlTime 1284472773 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.TestSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + s2 20 + s1 9 + serialization.format 1 + PREHOOK: query: ALTER TABLE alter1 SET SERDE 'org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe' PREHOOK: type: ALTERTABLE_SERIALIZER PREHOOK: Input: alter1_db@alter1 @@ -329,10 +835,42 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter1 POSTHOOK: type: DESCTABLE -a string from deserializer -b string from deserializer +col_name data_type comment -Detailed Table Information Table(tableName:alter1, dbName:alter1_db, owner:carl, createTime:1282709493, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:from deserializer), FieldSchema(name:b, type:string, comment:from deserializer)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter1_db.db/alter1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{s2=20, s1=9, serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, d=3, last_modified_by=carl, c=4, last_modified_time=1282709494, a=1, transient_lastDdlTime=1282709494}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a string from deserializer +b string from deserializer + +# Detailed Table Information +Database: alter1_db +Owner: thiruvel +CreateTime: Tue Sep 14 06:59:32 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter1_db.db/alter1 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + d 3 + last_modified_by thiruvel + c 4 + last_modified_time 1284472773 + a 1 + transient_lastDdlTime 1284472773 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + s2 20 + s1 9 + serialization.format 1 + PREHOOK: query: ALTER TABLE alter1 REPLACE COLUMNS (a int, b int, c string) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: alter1_db@alter1 @@ -345,9 +883,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE alter1 POSTHOOK: type: DESCTABLE -a int -b int -c string +col_name data_type comment + +a int None +b int None +c string None PREHOOK: query: DROP TABLE alter1 PREHOOK: type: DROPTABLE PREHOOK: Input: alter1_db@alter1 Index: ql/src/test/results/clientpositive/load_dyn_part1.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part1.q.out_0.17 (revision 998035) +++ ql/src/test/results/clientpositive/load_dyn_part1.q.out_0.17 (working copy) @@ -20,12 +20,41 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part1 POSTHOOK: type: DESCTABLE -key string default -value string default -ds string -hr string +col_name data_type comment -Detailed Table Information Table(tableName:nzhang_part1, dbName:default, owner:null, createTime:1282246324, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/data/users/nzhang/work/870/apache-hive/.ptest_0/build/ql/test/data/warehouse/nzhang_part1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1282246324}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string default +value string default + +# Partition Information +col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Thu Sep 16 12:39:43 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part1 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + transient_lastDdlTime 1284665983 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: explain from srcpart insert overwrite table nzhang_part1 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' @@ -183,12 +212,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=11 PREHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-19_12-32-13_054_50459990707007031/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_12-39-47_201_4918197188329803292/-mr-10000 POSTHOOK: query: select * from nzhang_part1 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=11 POSTHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-19_12-32-13_054_50459990707007031/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_12-39-47_201_4918197188329803292/-mr-10000 POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -1201,12 +1230,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=11 PREHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-19_12-32-13_921_41855250300249246/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_12-39-47_479_2779574576855657335/-mr-10000 POSTHOOK: query: select * from nzhang_part2 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=11 POSTHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-19_12-32-13_921_41855250300249246/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_12-39-47_479_2779574576855657335/-mr-10000 POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/inputddl5.q.out =================================================================== --- ql/src/test/results/clientpositive/inputddl5.q.out (revision 998035) +++ ql/src/test/results/clientpositive/inputddl5.q.out (working copy) @@ -16,22 +16,24 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE INPUTDDL5 POSTHOOK: type: DESCTABLE -name string +col_name data_type comment + +name string None PREHOOK: query: SELECT INPUTDDL5.name from INPUTDDL5 PREHOOK: type: QUERY PREHOOK: Input: default@inputddl5 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-30-54_835_1744174828053981951/10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_06-23-57_837_3762384530254196250/-mr-10000 POSTHOOK: query: SELECT INPUTDDL5.name from INPUTDDL5 POSTHOOK: type: QUERY POSTHOOK: Input: default@inputddl5 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-30-54_835_1744174828053981951/10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_06-23-57_837_3762384530254196250/-mr-10000 邵铮 PREHOOK: query: SELECT count(1) FROM INPUTDDL5 WHERE INPUTDDL5.name = _UTF-8 0xE982B5E993AE PREHOOK: type: QUERY PREHOOK: Input: default@inputddl5 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-30-57_281_5492145936569181144/10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_06-24-00_215_9153901156666305334/-mr-10000 POSTHOOK: query: SELECT count(1) FROM INPUTDDL5 WHERE INPUTDDL5.name = _UTF-8 0xE982B5E993AE POSTHOOK: type: QUERY POSTHOOK: Input: default@inputddl5 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-30-57_281_5492145936569181144/10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_06-24-00_215_9153901156666305334/-mr-10000 1 Index: ql/src/test/results/clientpositive/load_dyn_part9.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part9.q.out (revision 998035) +++ ql/src/test/results/clientpositive/load_dyn_part9.q.out (working copy) @@ -15,12 +15,41 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part9 POSTHOOK: type: DESCTABLE -key string default -value string default -ds string -hr string +col_name data_type comment -Detailed Table Information Table(tableName:nzhang_part9, dbName:default, owner:null, createTime:1281476412, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/nzhang_part9, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1281476412}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string default +value string default + +# Partition Information +col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 07:15:19 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part9 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + transient_lastDdlTime 1284473719 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: explain from srcpart insert overwrite table nzhang_part9 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' @@ -115,12 +144,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part9@ds=2008-04-08/hr=11 PREHOOK: Input: default@nzhang_part9@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-40-15_780_650724952014850980/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-15-22_688_3998083922561230101/-mr-10000 POSTHOOK: query: select * from nzhang_part9 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part9@ds=2008-04-08/hr=11 POSTHOOK: Input: default@nzhang_part9@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-40-15_780_650724952014850980/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-15-22_688_3998083922561230101/-mr-10000 POSTHOOK: Lineage: nzhang_part9 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part9 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part9 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/create_insert_outputformat.q.out =================================================================== --- ql/src/test/results/clientpositive/create_insert_outputformat.q.out (revision 998035) +++ ql/src/test/results/clientpositive/create_insert_outputformat.q.out (working copy) @@ -25,8 +25,10 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: table_test_output_format.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: table_test_output_format.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -key int -value string +col_name data_type comment + +key int None +value string None PREHOOK: query: CREATE TABLE table_test_output_format_sequencefile(key INT, value STRING) STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileInputFormat' OUTPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileOutputFormat' @@ -60,8 +62,10 @@ POSTHOOK: Lineage: table_test_output_format.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: table_test_output_format_sequencefile.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: table_test_output_format_sequencefile.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -key int -value string +col_name data_type comment + +key int None +value string None PREHOOK: query: CREATE TABLE table_test_output_format_hivesequencefile(key INT, value STRING) STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.SequenceFileInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat' @@ -101,5 +105,7 @@ POSTHOOK: Lineage: table_test_output_format_hivesequencefile.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: table_test_output_format_sequencefile.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: table_test_output_format_sequencefile.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -key int -value string +col_name data_type comment + +key int None +value string None Index: ql/src/test/results/clientpositive/load_dyn_part4.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part4.q.out (revision 998035) +++ ql/src/test/results/clientpositive/load_dyn_part4.q.out (working copy) @@ -15,12 +15,41 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part4 POSTHOOK: type: DESCTABLE -key string default -value string default -ds string -hr string +col_name data_type comment -Detailed Table Information Table(tableName:nzhang_part4, dbName:default, owner:null, createTime:1281476280, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/nzhang_part4, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1281476280}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string default +value string default + +# Partition Information +col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 07:11:21 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part4 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + transient_lastDdlTime 1284473481 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: insert overwrite table nzhang_part4 partition (ds='2008-04-08', hr='existing_value') select key, value from src PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -145,13 +174,13 @@ PREHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=11 PREHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=12 PREHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=existing_value -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-38-08_695_4379949355137427732/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-11-27_490_2022214220778594011/-mr-10000 POSTHOOK: query: select * from nzhang_part4 where ds='2008-04-08' and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=11 POSTHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=12 POSTHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=existing_value -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-38-08_695_4379949355137427732/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-11-27_490_2022214220778594011/-mr-10000 POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -1669,7 +1698,7 @@ PREHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=existing_value PREHOOK: Input: default@nzhang_part4@ds=2008-04-09/hr=11 PREHOOK: Input: default@nzhang_part4@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-38-09_196_5234005729012911767/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-11-27_862_3063759499371481171/-mr-10000 POSTHOOK: query: select * from nzhang_part4 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=11 @@ -1677,7 +1706,7 @@ POSTHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=existing_value POSTHOOK: Input: default@nzhang_part4@ds=2008-04-09/hr=11 POSTHOOK: Input: default@nzhang_part4@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-38-09_196_5234005729012911767/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-11-27_862_3063759499371481171/-mr-10000 POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/rcfile_default_format.q.out =================================================================== --- ql/src/test/results/clientpositive/rcfile_default_format.q.out (revision 998035) +++ ql/src/test/results/clientpositive/rcfile_default_format.q.out (working copy) @@ -7,9 +7,33 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED rcfile_default_format POSTHOOK: type: DESCTABLE -key string from deserializer +col_name data_type comment -Detailed Table Information Table(tableName:rcfile_default_format, dbName:default, owner:jssarma, createTime:1279738095, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/rcfile_default_format, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1279738095}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string from deserializer + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:20:03 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/rcfile_default_format +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284477603 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe +InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: CREATE TABLE rcfile_default_format_ctas AS SELECT key,value FROM src PREHOOK: type: CREATETABLE PREHOOK: Input: default@src @@ -21,10 +45,34 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED rcfile_default_format_ctas POSTHOOK: type: DESCTABLE -key string from deserializer -value string from deserializer +col_name data_type comment -Detailed Table Information Table(tableName:rcfile_default_format_ctas, dbName:default, owner:jssarma, createTime:1279738098, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/rcfile_default_format_ctas, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1279738098}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string from deserializer +value string from deserializer + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:20:05 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/rcfile_default_format_ctas +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284477605 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe +InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: CREATE TABLE rcfile_default_format_txtfile (key STRING) STORED AS TEXTFILE PREHOOK: type: CREATETABLE POSTHOOK: query: CREATE TABLE rcfile_default_format_txtfile (key STRING) STORED AS TEXTFILE @@ -44,9 +92,33 @@ POSTHOOK: query: DESCRIBE EXTENDED rcfile_default_format_txtfile POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: rcfile_default_format_txtfile.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] -key string +col_name data_type comment -Detailed Table Information Table(tableName:rcfile_default_format_txtfile, dbName:default, owner:jssarma, createTime:1279738098, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/rcfile_default_format_txtfile, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1279738100}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:20:06 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/rcfile_default_format_txtfile +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284477608 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: CREATE TABLE textfile_default_format_ctas AS SELECT key,value FROM rcfile_default_format_ctas PREHOOK: type: CREATETABLE PREHOOK: Input: default@rcfile_default_format_ctas @@ -60,7 +132,31 @@ POSTHOOK: query: DESCRIBE EXTENDED textfile_default_format_ctas POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: rcfile_default_format_txtfile.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] -key string -value string +col_name data_type comment -Detailed Table Information Table(tableName:textfile_default_format_ctas, dbName:default, owner:jssarma, createTime:1279738103, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/textfile_default_format_ctas, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1279738103}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string None +value string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:20:10 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/textfile_default_format_ctas +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284477610 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + Index: ql/src/test/results/clientpositive/load_dyn_part10.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part10.q.out (revision 998035) +++ ql/src/test/results/clientpositive/load_dyn_part10.q.out (working copy) @@ -15,12 +15,41 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part10 POSTHOOK: type: DESCTABLE -key string default -value string default -ds string -hr string +col_name data_type comment -Detailed Table Information Table(tableName:nzhang_part10, dbName:default, owner:null, createTime:1281476230, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/nzhang_part10, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1281476230}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string default +value string default + +# Partition Information +col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 07:05:28 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part10 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + transient_lastDdlTime 1284473128 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: explain from srcpart insert overwrite table nzhang_part10 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' @@ -113,12 +142,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part10@ds=2008-12-31/hr=11 PREHOOK: Input: default@nzhang_part10@ds=2008-12-31/hr=12 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-37-14_123_4275899341221844024/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-05-31_829_4793616262436642129/-mr-10000 POSTHOOK: query: select * from nzhang_part10 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part10@ds=2008-12-31/hr=11 POSTHOOK: Input: default@nzhang_part10@ds=2008-12-31/hr=12 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-37-14_123_4275899341221844024/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-05-31_829_4793616262436642129/-mr-10000 POSTHOOK: Lineage: nzhang_part10 PARTITION(ds=2008-12-31,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part10 PARTITION(ds=2008-12-31,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part10 PARTITION(ds=2008-12-31,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input3.q.out =================================================================== --- ql/src/test/results/clientpositive/input3.q.out (revision 998035) +++ ql/src/test/results/clientpositive/input3.q.out (working copy) @@ -7,8 +7,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE TEST3a POSTHOOK: type: DESCTABLE -a int -b double +col_name data_type comment + +a int None +b double None PREHOOK: query: CREATE TABLE TEST3b(A ARRAY, B DOUBLE, C MAP) STORED AS TEXTFILE PREHOOK: type: CREATETABLE POSTHOOK: query: CREATE TABLE TEST3b(A ARRAY, B DOUBLE, C MAP) STORED AS TEXTFILE @@ -18,9 +20,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE TEST3b POSTHOOK: type: DESCTABLE -a array -b double -c map +col_name data_type comment + +a array None +b double None +c map None PREHOOK: query: SHOW TABLES PREHOOK: type: SHOWTABLES POSTHOOK: query: SHOW TABLES @@ -68,10 +72,12 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE TEST3b POSTHOOK: type: DESCTABLE -a array -b double -c map -x double +col_name data_type comment + +a array None +b double None +c map None +x double None PREHOOK: query: EXPLAIN ALTER TABLE TEST3b RENAME TO TEST3c PREHOOK: type: ALTERTABLE_RENAME @@ -106,10 +112,12 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE TEST3c POSTHOOK: type: DESCTABLE -a array -b double -c map -x double +col_name data_type comment + +a array None +b double None +c map None +x double None PREHOOK: query: SHOW TABLES PREHOOK: type: SHOWTABLES POSTHOOK: query: SHOW TABLES @@ -157,7 +165,33 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED TEST3c POSTHOOK: type: DESCTABLE -r1 int -r2 double +col_name data_type comment -Detailed Table Information Table(tableName:test3c, dbName:default, owner:jsichi, createTime:1282863111, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:r1, type:int, comment:null), FieldSchema(name:r2, type:double, comment:null)], location:pfile:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/test3c, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=jsichi, last_modified_time=1282863112, transient_lastDdlTime=1282863112}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +r1 int None +r2 double None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:23:52 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/test3c +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284477832 + transient_lastDdlTime 1284477832 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + Index: ql/src/test/results/clientpositive/rename_column.q.out =================================================================== --- ql/src/test/results/clientpositive/rename_column.q.out (revision 998035) +++ ql/src/test/results/clientpositive/rename_column.q.out (working copy) @@ -7,9 +7,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -a int -b int -c int +col_name data_type comment + +a int None +b int None +c int None PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a a STRING PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@kv_rename_test @@ -22,9 +24,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -a string -b int -c int +col_name data_type comment + +a string None +b int None +c int None PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a a1 INT PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@kv_rename_test @@ -37,9 +41,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -a1 int -b int -c int +col_name data_type comment + +a1 int None +b int None +c int None PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a1 a2 INT FIRST PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@kv_rename_test @@ -52,9 +58,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -a2 int -b int -c int +col_name data_type comment + +a2 int None +b int None +c int None PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a2 a INT AFTER b PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@kv_rename_test @@ -67,9 +75,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -b int -a int -c int +col_name data_type comment + +b int None +a int None +c int None PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a a1 INT COMMENT 'test comment1' PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@kv_rename_test @@ -82,9 +92,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -b int -a1 int test comment1 -c int +col_name data_type comment + +b int None +a1 int test comment1 +c int None PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a1 a2 INT COMMENT 'test comment2' FIRST PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@kv_rename_test @@ -97,9 +109,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -a2 int test comment2 -b int -c int +col_name data_type comment + +a2 int test comment2 +b int None +c int None PREHOOK: query: ALTER TABLE kv_rename_test CHANGE COLUMN a2 a INT AFTER b PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@kv_rename_test @@ -112,9 +126,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -b int -a int test comment2 -c int +col_name data_type comment + +b int None +a int test comment2 +c int None PREHOOK: query: DROP TABLE kv_rename_test PREHOOK: type: DROPTABLE PREHOOK: Input: default@kv_rename_test @@ -154,9 +170,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -a int -b int -c int +col_name data_type comment + +a int None +b int None +c int None PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a a STRING PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: kv_rename_test_db@kv_rename_test @@ -169,9 +187,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -a string -b int -c int +col_name data_type comment + +a string None +b int None +c int None PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a a1 INT PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: kv_rename_test_db@kv_rename_test @@ -184,9 +204,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -a1 int -b int -c int +col_name data_type comment + +a1 int None +b int None +c int None PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a1 a2 INT FIRST PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: kv_rename_test_db@kv_rename_test @@ -199,9 +221,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -a2 int -b int -c int +col_name data_type comment + +a2 int None +b int None +c int None PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a2 a INT AFTER b PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: kv_rename_test_db@kv_rename_test @@ -214,9 +238,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -b int -a int -c int +col_name data_type comment + +b int None +a int None +c int None PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a a1 INT COMMENT 'test comment1' PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: kv_rename_test_db@kv_rename_test @@ -229,9 +255,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -b int -a1 int test comment1 -c int +col_name data_type comment + +b int None +a1 int test comment1 +c int None PREHOOK: query: ALTER TABLE kv_rename_test CHANGE a1 a2 INT COMMENT 'test comment2' FIRST PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: kv_rename_test_db@kv_rename_test @@ -244,9 +272,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -a2 int test comment2 -b int -c int +col_name data_type comment + +a2 int test comment2 +b int None +c int None PREHOOK: query: ALTER TABLE kv_rename_test CHANGE COLUMN a2 a INT AFTER b PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: kv_rename_test_db@kv_rename_test @@ -259,9 +289,11 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE kv_rename_test POSTHOOK: type: DESCTABLE -b int -a int test comment2 -c int +col_name data_type comment + +b int None +a int test comment2 +c int None PREHOOK: query: DROP TABLE kv_rename_test PREHOOK: type: DROPTABLE PREHOOK: Input: kv_rename_test_db@kv_rename_test Index: ql/src/test/results/clientpositive/bucket_groupby.q.out =================================================================== --- ql/src/test/results/clientpositive/bucket_groupby.q.out (revision 998035) +++ ql/src/test/results/clientpositive/bucket_groupby.q.out (working copy) @@ -7,11 +7,39 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended clustergroupby POSTHOOK: type: DESCTABLE -key string -value string -ds string +col_name data_type comment -Detailed Table Information Table(tableName:clustergroupby, dbName:default, owner:njain, createTime:1282026301, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/clustergroupby, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{transient_lastDdlTime=1282026301}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string None +value string None + +# Partition Information +col_name data_type comment + +ds string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 07:01:29 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/clustergroupby +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284472889 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: insert overwrite table clustergroupby partition (ds='100') select key, value from src sort by key PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -111,11 +139,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='100' group by key limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=100 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-06_117_3516628234049015278/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-01-32_671_184754291794205519/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='100' group by key limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=100 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-06_117_3516628234049015278/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-01-32_671_184754291794205519/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 0 3 @@ -144,11 +172,41 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -key string -value string -ds string +col_name data_type comment -Detailed Table Information Table(tableName:clustergroupby, dbName:default, owner:njain, createTime:1282026301, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/clustergroupby, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{last_modified_by=njain, last_modified_time=1282026309, transient_lastDdlTime=1282026309}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string None +value string None + +# Partition Information +col_name data_type comment + +ds string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 07:01:29 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/clustergroupby +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284472895 + transient_lastDdlTime 1284472895 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: 1 +Bucket Columns: [key] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: insert overwrite table clustergroupby partition (ds='101') select key, value from src distribute by key PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -254,11 +312,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='101' group by key limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=101 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-14_506_815268093072098247/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-01-37_660_5184895418229732010/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='101' group by key limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=101 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-14_506_815268093072098247/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-01-37_660_5184895418229732010/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -366,11 +424,11 @@ PREHOOK: query: select length(key), count(1) from clustergroupby where ds='101' group by length(key) limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=101 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-18_160_4335390200640129815/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-01-40_136_5333503944919429418/-mr-10000 POSTHOOK: query: select length(key), count(1) from clustergroupby where ds='101' group by length(key) limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=101 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-18_160_4335390200640129815/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-01-40_136_5333503944919429418/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -469,11 +527,11 @@ PREHOOK: query: select abs(length(key)), count(1) from clustergroupby where ds='101' group by abs(length(key)) limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=101 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-21_878_5026950205921135545/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-01-42_537_6448635417298664043/-mr-10000 POSTHOOK: query: select abs(length(key)), count(1) from clustergroupby where ds='101' group by abs(length(key)) limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=101 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-21_878_5026950205921135545/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-01-42_537_6448635417298664043/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -582,11 +640,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='101' group by key,3 limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=101 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-25_514_6575764351835928588/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-01-45_085_2973729075661678981/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='101' group by key,3 limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=101 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-25_514_6575764351835928588/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-01-45_085_2973729075661678981/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -699,11 +757,11 @@ PREHOOK: query: select key, count(1) from (select value as key, key as value from clustergroupby where ds='101')subq group by key limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=101 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-29_243_7969631123014086614/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-01-47_519_4150023209351271110/-mr-10000 POSTHOOK: query: select key, count(1) from (select value as key, key as value from clustergroupby where ds='101')subq group by key limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=101 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-29_243_7969631123014086614/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-01-47_519_4150023209351271110/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -801,12 +859,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=100 PREHOOK: Input: default@clustergroupby@ds=101 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-32_816_7218592769385609493/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-01-49_963_847364919817016340/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby group by key POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=100 POSTHOOK: Input: default@clustergroupby@ds=101 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-32_816_7218592769385609493/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-01-49_963_847364919817016340/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1229,11 +1287,41 @@ POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -key string -value string -ds string +col_name data_type comment -Detailed Table Information Table(tableName:clustergroupby, dbName:default, owner:njain, createTime:1282026301, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/clustergroupby, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[value], sortCols:[Order(col:key, order:1), Order(col:value, order:1)], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{last_modified_by=njain, last_modified_time=1282026337, transient_lastDdlTime=1282026337}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string None +value string None + +# Partition Information +col_name data_type comment + +ds string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 07:01:29 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/clustergroupby +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284472912 + transient_lastDdlTime 1284472912 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: 1 +Bucket Columns: [value] +Sort Columns: [Order(col:key, order:1), Order(col:value, order:1)] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: insert overwrite table clustergroupby partition (ds='102') select key, value from src distribute by value sort by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -1341,11 +1429,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='102' group by key limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=102 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-41_941_4589365586294869179/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-01-55_167_3909629834677935174/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='102' group by key limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=102 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-41_941_4589365586294869179/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-01-55_167_3909629834677935174/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1455,11 +1543,11 @@ PREHOOK: query: select value, count(1) from clustergroupby where ds='102' group by value limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=102 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-45_637_8989066681127992098/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-01-57_637_509238495868255690/-mr-10000 POSTHOOK: query: select value, count(1) from clustergroupby where ds='102' group by value limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=102 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-45_637_8989066681127992098/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-01-57_637_509238495868255690/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1579,11 +1667,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='102' group by key, value limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=102 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-49_394_1528437188025104915/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-02-00_148_921063500290226800/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='102' group by key, value limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=102 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-49_394_1528437188025104915/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-02-00_148_921063500290226800/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1624,11 +1712,41 @@ POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=102).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=102).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -key string -value string -ds string +col_name data_type comment -Detailed Table Information Table(tableName:clustergroupby, dbName:default, owner:njain, createTime:1282026301, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/clustergroupby, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[value, key], sortCols:[Order(col:key, order:1)], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{last_modified_by=njain, last_modified_time=1282026352, transient_lastDdlTime=1282026352}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string None +value string None + +# Partition Information +col_name data_type comment + +ds string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 07:01:29 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/clustergroupby +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284472922 + transient_lastDdlTime 1284472922 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: 1 +Bucket Columns: [value, key] +Sort Columns: [Order(col:key, order:1)] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: insert overwrite table clustergroupby partition (ds='103') select key, value from src distribute by value, key sort by key PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -1740,11 +1858,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='103' group by key limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=103 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-57_175_2846459155686454102/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-02-05_044_5429885382737940304/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='103' group by key limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=103 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-25-57_175_2846459155686454102/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-02-05_044_5429885382737940304/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1868,11 +1986,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='103' group by value, key limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=103 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-26-00_886_2823592381346138464/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-02-07_481_6550793560447230881/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='103' group by value, key limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=103 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-26-00_886_2823592381346138464/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-02-07_481_6550793560447230881/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/rcfile_bigdata.q.out =================================================================== --- ql/src/test/results/clientpositive/rcfile_bigdata.q.out (revision 998035) +++ ql/src/test/results/clientpositive/rcfile_bigdata.q.out (working copy) @@ -31,16 +31,18 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: columntable_bigdata.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: columntable_bigdata.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] -key string from deserializer -value string from deserializer +col_name data_type comment + +key string from deserializer +value string from deserializer PREHOOK: query: select count(columnTable_Bigdata.key) from columnTable_Bigdata PREHOOK: type: QUERY PREHOOK: Input: default@columntable_bigdata -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-48-04_694_763065487220152863/10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-16-04_020_3830957675073157960/-mr-10000 POSTHOOK: query: select count(columnTable_Bigdata.key) from columnTable_Bigdata POSTHOOK: type: QUERY POSTHOOK: Input: default@columntable_bigdata -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-48-04_694_763065487220152863/10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-16-04_020_3830957675073157960/-mr-10000 POSTHOOK: Lineage: columntable_bigdata.key SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: columntable_bigdata.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] 5005500 Index: ql/src/test/results/clientpositive/alter2.q.out =================================================================== --- ql/src/test/results/clientpositive/alter2.q.out (revision 998035) +++ ql/src/test/results/clientpositive/alter2.q.out (working copy) @@ -7,11 +7,39 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter2 POSTHOOK: type: DESCTABLE -a int -b int -insertdate string +col_name data_type comment -Detailed Table Information Table(tableName:alter2, dbName:default, owner:carl, createTime:1282710009, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{transient_lastDdlTime=1282710009}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a int None +b int None + +# Partition Information +col_name data_type comment + +insertdate string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 07:00:11 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284472811 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: show partitions alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: show partitions alter2 @@ -27,11 +55,39 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter2 POSTHOOK: type: DESCTABLE -a int -b int -insertdate string +col_name data_type comment -Detailed Table Information Table(tableName:alter2, dbName:default, owner:carl, createTime:1282710009, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{transient_lastDdlTime=1282710009}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a int None +b int None + +# Partition Information +col_name data_type comment + +insertdate string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 07:00:11 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284472811 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: show partitions alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: show partitions alter2 @@ -48,11 +104,39 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter2 POSTHOOK: type: DESCTABLE -a int -b int -insertdate string +col_name data_type comment -Detailed Table Information Table(tableName:alter2, dbName:default, owner:carl, createTime:1282710009, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{transient_lastDdlTime=1282710009}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a int None +b int None + +# Partition Information +col_name data_type comment + +insertdate string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 07:00:11 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284472811 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: show partitions alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: show partitions alter2 @@ -76,11 +160,40 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter2 POSTHOOK: type: DESCTABLE -a int -b int -insertdate string +col_name data_type comment -Detailed Table Information Table(tableName:alter2, dbName:default, owner:carl, createTime:1282710010, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{EXTERNAL=TRUE, transient_lastDdlTime=1282710010}, viewOriginalText:null, viewExpandedText:null, tableType:EXTERNAL_TABLE) +a int None +b int None + +# Partition Information +col_name data_type comment + +insertdate string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 07:00:13 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2 +Table Type: EXTERNAL_TABLE +Table Parameters: + EXTERNAL TRUE + transient_lastDdlTime 1284472813 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: show partitions alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: show partitions alter2 @@ -96,11 +209,40 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter2 POSTHOOK: type: DESCTABLE -a int -b int -insertdate string +col_name data_type comment -Detailed Table Information Table(tableName:alter2, dbName:default, owner:carl, createTime:1282710010, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{EXTERNAL=TRUE, transient_lastDdlTime=1282710010}, viewOriginalText:null, viewExpandedText:null, tableType:EXTERNAL_TABLE) +a int None +b int None + +# Partition Information +col_name data_type comment + +insertdate string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 07:00:13 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2 +Table Type: EXTERNAL_TABLE +Table Parameters: + EXTERNAL TRUE + transient_lastDdlTime 1284472813 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: show partitions alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: show partitions alter2 @@ -117,11 +259,40 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter2 POSTHOOK: type: DESCTABLE -a int -b int -insertdate string +col_name data_type comment -Detailed Table Information Table(tableName:alter2, dbName:default, owner:carl, createTime:1282710010, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{EXTERNAL=TRUE, transient_lastDdlTime=1282710010}, viewOriginalText:null, viewExpandedText:null, tableType:EXTERNAL_TABLE) +a int None +b int None + +# Partition Information +col_name data_type comment + +insertdate string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 07:00:13 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2 +Table Type: EXTERNAL_TABLE +Table Parameters: + EXTERNAL TRUE + transient_lastDdlTime 1284472813 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: show partitions alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: show partitions alter2 @@ -175,11 +346,39 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter2 POSTHOOK: type: DESCTABLE -a int -b int -insertdate string +col_name data_type comment -Detailed Table Information Table(tableName:alter2, dbName:alter2_db, owner:carl, createTime:1282710012, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter2_db.db/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{transient_lastDdlTime=1282710012}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a int None +b int None + +# Partition Information +col_name data_type comment + +insertdate string None + +# Detailed Table Information +Database: alter2_db +Owner: thiruvel +CreateTime: Tue Sep 14 07:00:14 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2_db.db/alter2 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284472814 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: SHOW PARTITIONS alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: SHOW PARTITIONS alter2 @@ -195,11 +394,39 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter2 POSTHOOK: type: DESCTABLE -a int -b int -insertdate string +col_name data_type comment -Detailed Table Information Table(tableName:alter2, dbName:alter2_db, owner:carl, createTime:1282710012, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter2_db.db/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{transient_lastDdlTime=1282710012}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a int None +b int None + +# Partition Information +col_name data_type comment + +insertdate string None + +# Detailed Table Information +Database: alter2_db +Owner: thiruvel +CreateTime: Tue Sep 14 07:00:14 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2_db.db/alter2 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284472814 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: SHOW PARTITIONS alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: SHOW PARTITIONS alter2 @@ -216,11 +443,39 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter2 POSTHOOK: type: DESCTABLE -a int -b int -insertdate string +col_name data_type comment -Detailed Table Information Table(tableName:alter2, dbName:alter2_db, owner:carl, createTime:1282710012, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter2_db.db/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{transient_lastDdlTime=1282710012}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +a int None +b int None + +# Partition Information +col_name data_type comment + +insertdate string None + +# Detailed Table Information +Database: alter2_db +Owner: thiruvel +CreateTime: Tue Sep 14 07:00:14 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2_db.db/alter2 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284472814 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: SHOW PARTITIONS alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: SHOW PARTITIONS alter2 @@ -244,11 +499,40 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter2 POSTHOOK: type: DESCTABLE -a int -b int -insertdate string +col_name data_type comment -Detailed Table Information Table(tableName:alter2, dbName:alter2_db, owner:carl, createTime:1282710013, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter2_db.db/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{EXTERNAL=TRUE, transient_lastDdlTime=1282710013}, viewOriginalText:null, viewExpandedText:null, tableType:EXTERNAL_TABLE) +a int None +b int None + +# Partition Information +col_name data_type comment + +insertdate string None + +# Detailed Table Information +Database: alter2_db +Owner: thiruvel +CreateTime: Tue Sep 14 07:00:15 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2_db.db/alter2 +Table Type: EXTERNAL_TABLE +Table Parameters: + EXTERNAL TRUE + transient_lastDdlTime 1284472815 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: SHOW PARTITIONS alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: SHOW PARTITIONS alter2 @@ -264,11 +548,40 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter2 POSTHOOK: type: DESCTABLE -a int -b int -insertdate string +col_name data_type comment -Detailed Table Information Table(tableName:alter2, dbName:alter2_db, owner:carl, createTime:1282710013, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter2_db.db/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{EXTERNAL=TRUE, transient_lastDdlTime=1282710013}, viewOriginalText:null, viewExpandedText:null, tableType:EXTERNAL_TABLE) +a int None +b int None + +# Partition Information +col_name data_type comment + +insertdate string None + +# Detailed Table Information +Database: alter2_db +Owner: thiruvel +CreateTime: Tue Sep 14 07:00:15 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2_db.db/alter2 +Table Type: EXTERNAL_TABLE +Table Parameters: + EXTERNAL TRUE + transient_lastDdlTime 1284472815 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: SHOW PARTITIONS alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: SHOW PARTITIONS alter2 @@ -285,11 +598,40 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter2 POSTHOOK: type: DESCTABLE -a int -b int -insertdate string +col_name data_type comment -Detailed Table Information Table(tableName:alter2, dbName:alter2_db, owner:carl, createTime:1282710013, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:int, comment:null), FieldSchema(name:b, type:int, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter2_db.db/alter2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:insertdate, type:string, comment:null)], parameters:{EXTERNAL=TRUE, transient_lastDdlTime=1282710013}, viewOriginalText:null, viewExpandedText:null, tableType:EXTERNAL_TABLE) +a int None +b int None + +# Partition Information +col_name data_type comment + +insertdate string None + +# Detailed Table Information +Database: alter2_db +Owner: thiruvel +CreateTime: Tue Sep 14 07:00:15 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter2_db.db/alter2 +Table Type: EXTERNAL_TABLE +Table Parameters: + EXTERNAL TRUE + transient_lastDdlTime 1284472815 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: SHOW PARTITIONS alter2 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: SHOW PARTITIONS alter2 Index: ql/src/test/results/clientpositive/inputddl6.q.out =================================================================== --- ql/src/test/results/clientpositive/inputddl6.q.out (revision 998035) +++ ql/src/test/results/clientpositive/inputddl6.q.out (working copy) @@ -23,20 +23,75 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED INPUTDDL6 POSTHOOK: type: DESCTABLE -key string -value string -ds string +col_name data_type comment -Detailed Table Information Table(tableName:inputddl6, dbName:default, owner:njain, createTime:1282028549, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/inputddl6, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{transient_lastDdlTime=1282028549}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string None +value string None + +# Partition Information +col_name data_type comment + +ds string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 07:04:41 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/inputddl6 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284473081 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: DESCRIBE EXTENDED INPUTDDL6 PARTITION (ds='2008-04-08') PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED INPUTDDL6 PARTITION (ds='2008-04-08') POSTHOOK: type: DESCTABLE -key string -value string -ds string +col_name data_type comment -Detailed Partition Information Partition(values:[2008-04-08], dbName:default, tableName:inputddl6, createTime:1282028551, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/njain/hive_commit2/hive_commit2/build/ql/test/data/warehouse/inputddl6/ds=2008-04-08, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1282028551}) +key string None +value string None + +# Partition Information +col_name data_type comment + +ds string None + +# Detailed Partition Information +Partition Value: [2008-04-08] +Database: default +Table: inputddl6 +CreateTime: Tue Sep 14 07:04:41 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/inputddl6/ds=2008-04-08 +Partition Parameters: + transient_lastDdlTime 1284473081 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: SHOW PARTITIONS INPUTDDL6 PREHOOK: type: SHOWPARTITIONS POSTHOOK: query: SHOW PARTITIONS INPUTDDL6 Index: ql/src/test/results/clientpositive/index_creation.q.out =================================================================== --- ql/src/test/results/clientpositive/index_creation.q.out (revision 998035) +++ ql/src/test/results/clientpositive/index_creation.q.out (working copy) @@ -30,11 +30,35 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended default__src_src_index_2__ POSTHOOK: type: DESCTABLE -key string default -_bucketname string -_offsets array +col_name data_type comment -Detailed Table Information Table(tableName:default__src_src_index_2__, dbName:default, owner:null, createTime:1280432672, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array, comment:)], location:pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/default__src_src_index_2__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1280432672}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE) +key string default +_bucketname string +_offsets array + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 08:20:33 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/default__src_src_index_2__ +Table Type: INDEX_TABLE +Table Parameters: + transient_lastDdlTime 1284477633 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [Order(col:key, order:1)] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: create index src_index_3 on table src(key) as 'compact' WITH DEFERRED REBUILD in table src_idx_src_index_3 PREHOOK: type: CREATEINDEX POSTHOOK: query: create index src_index_3 on table src(key) as 'compact' WITH DEFERRED REBUILD in table src_idx_src_index_3 @@ -43,11 +67,35 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended src_idx_src_index_3 POSTHOOK: type: DESCTABLE -key string default -_bucketname string -_offsets array +col_name data_type comment -Detailed Table Information Table(tableName:src_idx_src_index_3, dbName:default, owner:null, createTime:1280432673, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array, comment:)], location:pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src_idx_src_index_3, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1280432673}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE) +key string default +_bucketname string +_offsets array + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 08:20:33 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/src_idx_src_index_3 +Table Type: INDEX_TABLE +Table Parameters: + transient_lastDdlTime 1284477633 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [Order(col:key, order:1)] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: create index src_index_4 on table src(key) as 'compact' WITH DEFERRED REBUILD ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' STORED AS TEXTFILE PREHOOK: type: CREATEINDEX POSTHOOK: query: create index src_index_4 on table src(key) as 'compact' WITH DEFERRED REBUILD ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' STORED AS TEXTFILE @@ -56,11 +104,36 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended default__src_src_index_4__ POSTHOOK: type: DESCTABLE -key string default -_bucketname string -_offsets array +col_name data_type comment -Detailed Table Information Table(tableName:default__src_src_index_4__, dbName:default, owner:null, createTime:1280432673, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array, comment:)], location:pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/default__src_src_index_4__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format= , field.delim= +key string default +_bucketname string +_offsets array + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 08:20:33 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/default__src_src_index_4__ +Table Type: INDEX_TABLE +Table Parameters: + transient_lastDdlTime 1284477633 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [Order(col:key, order:1)] +Storage Desc Params: + serialization.format \t + field.delim \t + PREHOOK: query: create index src_index_5 on table src(key) as 'compact' WITH DEFERRED REBUILD ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' ESCAPED BY '\\' PREHOOK: type: CREATEINDEX POSTHOOK: query: create index src_index_5 on table src(key) as 'compact' WITH DEFERRED REBUILD ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' ESCAPED BY '\\' @@ -69,11 +142,37 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended default__src_src_index_5__ POSTHOOK: type: DESCTABLE -key string default -_bucketname string -_offsets array +col_name data_type comment -Detailed Table Information Table(tableName:default__src_src_index_5__, dbName:default, owner:null, createTime:1280432673, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array, comment:)], location:pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/default__src_src_index_5__, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{escape.delim=\, serialization.format= , field.delim= +key string default +_bucketname string +_offsets array + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 08:20:33 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/default__src_src_index_5__ +Table Type: INDEX_TABLE +Table Parameters: + transient_lastDdlTime 1284477633 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [Order(col:key, order:1)] +Storage Desc Params: + escape.delim \\ + serialization.format \t + field.delim \t + PREHOOK: query: create index src_index_6 on table src(key) as 'compact' WITH DEFERRED REBUILD STORED AS RCFILE PREHOOK: type: CREATEINDEX POSTHOOK: query: create index src_index_6 on table src(key) as 'compact' WITH DEFERRED REBUILD STORED AS RCFILE @@ -82,11 +181,35 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended default__src_src_index_6__ POSTHOOK: type: DESCTABLE -key string from deserializer -_bucketname string from deserializer -_offsets array from deserializer +col_name data_type comment -Detailed Table Information Table(tableName:default__src_src_index_6__, dbName:default, owner:null, createTime:1280432673, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array, comment:)], location:pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/default__src_src_index_6__, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1280432673}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE) +key string from deserializer +_bucketname string from deserializer +_offsets array from deserializer + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 08:20:34 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/default__src_src_index_6__ +Table Type: INDEX_TABLE +Table Parameters: + transient_lastDdlTime 1284477634 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe +InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [Order(col:key, order:1)] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: create index src_index_7 on table src(key) as 'compact' WITH DEFERRED REBUILD in table src_idx_src_index_7 STORED AS RCFILE PREHOOK: type: CREATEINDEX POSTHOOK: query: create index src_index_7 on table src(key) as 'compact' WITH DEFERRED REBUILD in table src_idx_src_index_7 STORED AS RCFILE @@ -95,11 +218,35 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended src_idx_src_index_7 POSTHOOK: type: DESCTABLE -key string from deserializer -_bucketname string from deserializer -_offsets array from deserializer +col_name data_type comment -Detailed Table Information Table(tableName:src_idx_src_index_7, dbName:default, owner:null, createTime:1280432673, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:_bucketname, type:string, comment:), FieldSchema(name:_offsets, type:array, comment:)], location:pfile:/Users/heyongqiang/Documents/workspace/Hive-2/build/ql/test/data/warehouse/src_idx_src_index_7, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[Order(col:key, order:1)], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1280432673}, viewOriginalText:null, viewExpandedText:null, tableType:INDEX_TABLE) +key string from deserializer +_bucketname string from deserializer +_offsets array from deserializer + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 08:20:34 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/src_idx_src_index_7 +Table Type: INDEX_TABLE +Table Parameters: + transient_lastDdlTime 1284477634 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe +InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [Order(col:key, order:1)] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: drop index src_index_2 on src PREHOOK: type: DROPINDEX POSTHOOK: query: drop index src_index_2 on src Index: ql/src/test/results/clientpositive/database.q.out =================================================================== --- ql/src/test/results/clientpositive/database.q.out (revision 998035) +++ ql/src/test/results/clientpositive/database.q.out (working copy) @@ -129,16 +129,42 @@ POSTHOOK: query: -- DESCRIBE table in non-default DB DESCRIBE test_table POSTHOOK: type: DESCTABLE -col1 string +col_name data_type comment + +col1 string None PREHOOK: query: -- DESCRIBE EXTENDED in non-default DB DESCRIBE EXTENDED test_table PREHOOK: type: DESCTABLE POSTHOOK: query: -- DESCRIBE EXTENDED in non-default DB DESCRIBE EXTENDED test_table POSTHOOK: type: DESCTABLE -col1 string +col_name data_type comment -Detailed Table Information Table(tableName:test_table, dbName:test_db, owner:carl, createTime:1282718578, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col1, type:string, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/test_db.db/test_table, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282718578}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +col1 string None + +# Detailed Table Information +Database: test_db +Owner: thiruvel +CreateTime: Tue Sep 14 08:14:02 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/test_db.db/test_table +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284477242 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: -- CREATE LIKE in non-default DB CREATE TABLE test_table_like LIKE test_table PREHOOK: type: CREATETABLE @@ -156,9 +182,34 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED test_table_like POSTHOOK: type: DESCTABLE -col1 string +col_name data_type comment -Detailed Table Information Table(tableName:test_table_like, dbName:test_db, owner:carl, createTime:1282718578, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col1, type:string, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/test_db.db/test_table_like, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1282718578}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +col1 string None + +# Detailed Table Information +Database: test_db +Owner: thiruvel +CreateTime: Tue Sep 14 08:14:02 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/test_db.db/test_table_like +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + transient_lastDdlTime 1284477242 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: -- LOAD and SELECT LOAD DATA LOCAL INPATH '../data/files/test.dat' OVERWRITE INTO TABLE test_table PREHOOK: type: LOAD @@ -169,11 +220,11 @@ PREHOOK: query: SELECT * FROM test_table PREHOOK: type: QUERY PREHOOK: Input: test_db@test_table -PREHOOK: Output: file:/var/folders/b7/b7UUwNZdF1KKHtM+5la6f++++TI/-Tmp-/carl/hive_2010-08-24_23-42-59_567_2461111790069590361/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-14-03_014_3734417394191268060/-mr-10000 POSTHOOK: query: SELECT * FROM test_table POSTHOOK: type: QUERY POSTHOOK: Input: test_db@test_table -POSTHOOK: Output: file:/var/folders/b7/b7UUwNZdF1KKHtM+5la6f++++TI/-Tmp-/carl/hive_2010-08-24_23-42-59_567_2461111790069590361/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-14-03_014_3734417394191268060/-mr-10000 1 2 3 @@ -209,11 +260,11 @@ PREHOOK: query: SELECT * FROM test_table PREHOOK: type: QUERY PREHOOK: Input: test_db@test_table -PREHOOK: Output: file:/var/folders/b7/b7UUwNZdF1KKHtM+5la6f++++TI/-Tmp-/carl/hive_2010-08-24_23-43-00_940_5138756558646274720/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-14-03_657_3100419213937707581/-mr-10000 POSTHOOK: query: SELECT * FROM test_table POSTHOOK: type: QUERY POSTHOOK: Input: test_db@test_table -POSTHOOK: Output: file:/var/folders/b7/b7UUwNZdF1KKHtM+5la6f++++TI/-Tmp-/carl/hive_2010-08-24_23-43-00_940_5138756558646274720/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-14-03_657_3100419213937707581/-mr-10000 PREHOOK: query: -- CREATE table that already exists in DEFAULT USE test_db PREHOOK: type: SWITCHDATABASE @@ -235,11 +286,11 @@ PREHOOK: query: SELECT * FROM src LIMIT 10 PREHOOK: type: QUERY PREHOOK: Input: test_db@src -PREHOOK: Output: file:/var/folders/b7/b7UUwNZdF1KKHtM+5la6f++++TI/-Tmp-/carl/hive_2010-08-24_23-43-01_221_2875743952247647479/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-14-03_810_3196244583692570364/-mr-10000 POSTHOOK: query: SELECT * FROM src LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: test_db@src -POSTHOOK: Output: file:/var/folders/b7/b7UUwNZdF1KKHtM+5la6f++++TI/-Tmp-/carl/hive_2010-08-24_23-43-01_221_2875743952247647479/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-14-03_810_3196244583692570364/-mr-10000 PREHOOK: query: USE default PREHOOK: type: SWITCHDATABASE POSTHOOK: query: USE default @@ -247,11 +298,11 @@ PREHOOK: query: SELECT * FROM src LIMIT 10 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/var/folders/b7/b7UUwNZdF1KKHtM+5la6f++++TI/-Tmp-/carl/hive_2010-08-24_23-43-01_337_7970214163805278546/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-14-03_870_6860222356519835640/-mr-10000 POSTHOOK: query: SELECT * FROM src LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/var/folders/b7/b7UUwNZdF1KKHtM+5la6f++++TI/-Tmp-/carl/hive_2010-08-24_23-43-01_337_7970214163805278546/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-14-03_870_6860222356519835640/-mr-10000 238 val_238 86 val_86 311 val_311 Index: ql/src/test/results/clientpositive/load_dyn_part5.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part5.q.out (revision 998035) +++ ql/src/test/results/clientpositive/load_dyn_part5.q.out (working copy) @@ -7,10 +7,38 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part5 POSTHOOK: type: DESCTABLE -key string -value string +col_name data_type comment -Detailed Table Information Table(tableName:nzhang_part5, dbName:default, owner:jssarma, createTime:1279737555, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/nzhang_part5, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:value, type:string, comment:null)], parameters:{transient_lastDdlTime=1279737555}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string None + +# Partition Information +col_name data_type comment + +value string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 07:12:09 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part5 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284473529 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: explain insert overwrite table nzhang_part5 partition (value) select key, value from src PREHOOK: type: QUERY @@ -1309,11 +1337,11 @@ PREHOOK: query: select * from nzhang_part5 where value='val_0' PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part5@value=val_0 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-39-48_159_2504137671156334886/10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-12-50_552_998166979564751894/-mr-10000 POSTHOOK: query: select * from nzhang_part5 where value='val_0' POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part5@value=val_0 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-39-48_159_2504137671156334886/10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-12-50_552_998166979564751894/-mr-10000 POSTHOOK: Lineage: nzhang_part5 PARTITION(value=val_0).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part5 PARTITION(value=val_100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part5 PARTITION(value=val_103).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1629,11 +1657,11 @@ PREHOOK: query: select * from nzhang_part5 where value='val_2' PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part5@value=val_2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-39-48_475_4435589346967527703/10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-12-50_918_3983584652479110255/-mr-10000 POSTHOOK: query: select * from nzhang_part5 where value='val_2' POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part5@value=val_2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-39-48_475_4435589346967527703/10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-12-50_918_3983584652479110255/-mr-10000 POSTHOOK: Lineage: nzhang_part5 PARTITION(value=val_0).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part5 PARTITION(value=val_100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part5 PARTITION(value=val_103).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/rcfile_columnar.q.out =================================================================== --- ql/src/test/results/clientpositive/rcfile_columnar.q.out (revision 998035) +++ ql/src/test/results/clientpositive/rcfile_columnar.q.out (working copy) @@ -31,16 +31,18 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: columntable.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: columntable.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -key string from deserializer -value string from deserializer +col_name data_type comment + +key string from deserializer +value string from deserializer PREHOOK: query: SELECT columnTable.* FROM columnTable PREHOOK: type: QUERY PREHOOK: Input: default@columntable -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-48-15_409_223543948857251615/10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-16-53_856_5575945175837293998/-mr-10000 POSTHOOK: query: SELECT columnTable.* FROM columnTable POSTHOOK: type: QUERY POSTHOOK: Input: default@columntable -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-48-15_409_223543948857251615/10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-16-53_856_5575945175837293998/-mr-10000 POSTHOOK: Lineage: columntable.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: columntable.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 238 val_238 Index: ql/src/test/results/clientpositive/load_dyn_part11.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part11.q.out (revision 998035) +++ ql/src/test/results/clientpositive/load_dyn_part11.q.out (working copy) @@ -15,12 +15,41 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part POSTHOOK: type: DESCTABLE -key string default -value string default -ds string -hr string +col_name data_type comment -Detailed Table Information Table(tableName:nzhang_part, dbName:default, owner:null, createTime:1281476234, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/nzhang_part, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1281476234}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string default +value string default + +# Partition Information +col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 07:06:05 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + transient_lastDdlTime 1284473165 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: insert overwrite table nzhang_part partition (ds="2010-03-03", hr) select key, value, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -42,11 +71,11 @@ PREHOOK: query: select * from nzhang_part where ds = '2010-03-03' and hr = '11' PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part@ds=2010-03-03/hr=11 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-37-18_354_6978262658088865883/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-06-08_374_2915243903396634314/-mr-10000 POSTHOOK: query: select * from nzhang_part where ds = '2010-03-03' and hr = '11' POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part@ds=2010-03-03/hr=11 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-37-18_354_6978262658088865883/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-06-08_374_2915243903396634314/-mr-10000 POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-03-03,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-03-03,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-03-03,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -1054,11 +1083,11 @@ PREHOOK: query: select * from nzhang_part where ds = '2010-03-03' and hr = '12' PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part@ds=2010-03-03/hr=12 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-37-18_617_2558795484384863356/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-06-08_589_5282464525990209610/-mr-10000 POSTHOOK: query: select * from nzhang_part where ds = '2010-03-03' and hr = '12' POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part@ds=2010-03-03/hr=12 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-37-18_617_2558795484384863356/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-06-08_589_5282464525990209610/-mr-10000 POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-03-03,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-03-03,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-03-03,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input_part10.q.out =================================================================== --- ql/src/test/results/clientpositive/input_part10.q.out (revision 998035) +++ ql/src/test/results/clientpositive/input_part10.q.out (working copy) @@ -97,20 +97,47 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: part_special PARTITION(ds=2008 04 08,ts=10:11:12=455).a SIMPLE [] POSTHOOK: Lineage: part_special PARTITION(ds=2008 04 08,ts=10:11:12=455).b SIMPLE [] -a string -b string -ds string -ts string +col_name data_type comment -Detailed Partition Information Partition(values:[2008 04 08, 10:11:12=455], dbName:default, tableName:part_special, createTime:1279737004, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/part_special/ds=2008 04 08/ts=10%3A11%3A12%3D455, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1279737004}) +a string None +b string None + +# Partition Information +col_name data_type comment + +ds string None +ts string None + +# Detailed Partition Information +Partition Value: [2008 04 08, 10:11:12=455] +Database: default +Table: part_special +CreateTime: Tue Sep 14 08:24:14 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/part_special/ds=2008 04 08/ts=10%3A11%3A12%3D455 +Partition Parameters: + transient_lastDdlTime 1284477854 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: SELECT * FROM part_special WHERE ds='2008 04 08' AND ts = '10:11:12=455' PREHOOK: type: QUERY PREHOOK: Input: default@part_special@ds=2008 04 08/ts=10%3A11%3A12%3D455 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-30-04_674_1957557010167845537/10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-24-14_529_9115667855216344763/-mr-10000 POSTHOOK: query: SELECT * FROM part_special WHERE ds='2008 04 08' AND ts = '10:11:12=455' POSTHOOK: type: QUERY POSTHOOK: Input: default@part_special@ds=2008 04 08/ts=10%3A11%3A12%3D455 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-30-04_674_1957557010167845537/10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-24-14_529_9115667855216344763/-mr-10000 POSTHOOK: Lineage: part_special PARTITION(ds=2008 04 08,ts=10:11:12=455).a SIMPLE [] POSTHOOK: Lineage: part_special PARTITION(ds=2008 04 08,ts=10:11:12=455).b SIMPLE [] 1 2 2008 04 08 10:11:12=455 Index: ql/src/test/results/clientpositive/ddltime.q.out =================================================================== --- ql/src/test/results/clientpositive/ddltime.q.out (revision 998035) +++ ql/src/test/results/clientpositive/ddltime.q.out (working copy) @@ -7,10 +7,35 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended T1 POSTHOOK: type: DESCTABLE -key string default -value string default +col_name data_type comment -Detailed Table Information Table(tableName:t1, dbName:default, owner:null, createTime:1279736455, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/t1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1279736455}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string default +value string default + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 08:14:46 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/t1 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + transient_lastDdlTime 1284477286 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: insert overwrite table T1 select * from src PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -27,10 +52,35 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: t1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -key string default -value string default +col_name data_type comment -Detailed Table Information Table(tableName:t1, dbName:default, owner:null, createTime:1279736455, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/t1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1279736459}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string default +value string default + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 08:14:46 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/t1 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + transient_lastDdlTime 1284477290 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: insert overwrite table T1 select /*+ HOLD_DDLTIME*/ * from src PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -51,10 +101,35 @@ POSTHOOK: Lineage: t1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -key string default -value string default +col_name data_type comment -Detailed Table Information Table(tableName:t1, dbName:default, owner:null, createTime:1279736455, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/t1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1279736459}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string default +value string default + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 08:14:46 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/t1 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + transient_lastDdlTime 1284477290 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: insert overwrite table T1 select * from src PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -79,10 +154,35 @@ POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -key string default -value string default +col_name data_type comment -Detailed Table Information Table(tableName:t1, dbName:default, owner:null, createTime:1279736455, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/t1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1279736467}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string default +value string default + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 08:14:46 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/t1 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + transient_lastDdlTime 1284477296 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: create table if not exists T2 like srcpart PREHOOK: type: CREATETABLE POSTHOOK: query: create table if not exists T2 like srcpart @@ -104,12 +204,41 @@ POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -key string default -value string default -ds string -hr string +col_name data_type comment -Detailed Table Information Table(tableName:t2, dbName:default, owner:null, createTime:1279736467, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/t2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1279736467}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string default +value string default + +# Partition Information +col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 08:14:57 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/t2 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + transient_lastDdlTime 1284477297 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: insert overwrite table T2 partition (ds = '2010-06-21', hr = '1') select key, value from src where key > 10 PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -138,12 +267,39 @@ POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: t2 PARTITION(ds=2010-06-21,hr=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: t2 PARTITION(ds=2010-06-21,hr=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -key string default -value string default -ds string -hr string +col_name data_type comment -Detailed Partition Information Partition(values:[2010-06-21, 1], dbName:default, tableName:t2, createTime:1279736471, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/t2/ds=2010-06-21/hr=1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1279736471}) +key string default +value string default + +# Partition Information +col_name data_type comment + +ds string None +hr string None + +# Detailed Partition Information +Partition Value: [2010-06-21, 1] +Database: default +Table: t2 +CreateTime: Tue Sep 14 08:15:00 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/t2/ds=2010-06-21/hr=1 +Partition Parameters: + transient_lastDdlTime 1284477300 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: insert overwrite table T2 partition (ds = '2010-06-21', hr='1') select /*+ HOLD_DDLTIME */ key, value from src where key > 10 PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -176,12 +332,39 @@ POSTHOOK: Lineage: t2 PARTITION(ds=2010-06-21,hr=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: t2 PARTITION(ds=2010-06-21,hr=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: t2 PARTITION(ds=2010-06-21,hr=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -key string default -value string default -ds string -hr string +col_name data_type comment -Detailed Partition Information Partition(values:[2010-06-21, 1], dbName:default, tableName:t2, createTime:1279736471, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/t2/ds=2010-06-21/hr=1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1279736471}) +key string default +value string default + +# Partition Information +col_name data_type comment + +ds string None +hr string None + +# Detailed Partition Information +Partition Value: [2010-06-21, 1] +Database: default +Table: t2 +CreateTime: Tue Sep 14 08:15:00 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/t2/ds=2010-06-21/hr=1 +Partition Parameters: + transient_lastDdlTime 1284477300 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: insert overwrite table T2 partition (ds='2010-06-01', hr='1') select key, value from src where key > 10 PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -218,9 +401,36 @@ POSTHOOK: Lineage: t2 PARTITION(ds=2010-06-21,hr=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: t2 PARTITION(ds=2010-06-21,hr=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: t2 PARTITION(ds=2010-06-21,hr=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] -key string default -value string default -ds string -hr string +col_name data_type comment -Detailed Partition Information Partition(values:[2010-06-01, 1], dbName:default, tableName:t2, createTime:1279736478, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/t2/ds=2010-06-01/hr=1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1279736478}) +key string default +value string default + +# Partition Information +col_name data_type comment + +ds string None +hr string None + +# Detailed Partition Information +Partition Value: [2010-06-01, 1] +Database: default +Table: t2 +CreateTime: Tue Sep 14 08:15:08 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/t2/ds=2010-06-01/hr=1 +Partition Parameters: + transient_lastDdlTime 1284477308 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + Index: ql/src/test/results/clientpositive/tablename_with_select.q.out =================================================================== --- ql/src/test/results/clientpositive/tablename_with_select.q.out (revision 998035) +++ ql/src/test/results/clientpositive/tablename_with_select.q.out (working copy) @@ -7,8 +7,10 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE tmp_select POSTHOOK: type: DESCTABLE -a int -b string +col_name data_type comment + +a int None +b string None PREHOOK: query: INSERT OVERWRITE TABLE tmp_select SELECT key, value FROM src PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -22,11 +24,11 @@ PREHOOK: query: SELECT a, b FROM tmp_select ORDER BY a PREHOOK: type: QUERY PREHOOK: Input: default@tmp_select -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_12-04-21_919_7549876551032160144/10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_06-38-20_433_3190875309888534016/-mr-10000 POSTHOOK: query: SELECT a, b FROM tmp_select ORDER BY a POSTHOOK: type: QUERY POSTHOOK: Input: default@tmp_select -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_12-04-21_919_7549876551032160144/10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_06-38-20_433_3190875309888534016/-mr-10000 POSTHOOK: Lineage: tmp_select.a EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: tmp_select.b SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 0 val_0 Index: ql/src/test/results/clientpositive/alter3.q.out =================================================================== --- ql/src/test/results/clientpositive/alter3.q.out (revision 998035) +++ ql/src/test/results/clientpositive/alter3.q.out (working copy) @@ -30,11 +30,11 @@ PREHOOK: query: select * from alter3 where pcol1='test_part' and pcol2='test_part' PREHOOK: type: QUERY PREHOOK: Input: default@alter3@pcol1=test_part/pcol2=test_part -PREHOOK: Output: file:/var/folders/b7/b7UUwNZdF1KKHtM+5la6f++++TI/-Tmp-/carl/hive_2010-08-24_21-20-21_932_3372743948578297998/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-00-50_246_3059048204030358180/-mr-10000 POSTHOOK: query: select * from alter3 where pcol1='test_part' and pcol2='test_part' POSTHOOK: type: QUERY POSTHOOK: Input: default@alter3@pcol1=test_part/pcol2=test_part -POSTHOOK: Output: file:/var/folders/b7/b7UUwNZdF1KKHtM+5la6f++++TI/-Tmp-/carl/hive_2010-08-24_21-20-21_932_3372743948578297998/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-00-50_246_3059048204030358180/-mr-10000 POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] 1 test_part test_part 2 test_part test_part @@ -57,29 +57,86 @@ POSTHOOK: query: describe extended alter3_renamed POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] -col1 string -pcol1 string -pcol2 string +col_name data_type comment -Detailed Table Information Table(tableName:alter3_renamed, dbName:default, owner:carl, createTime:1282710015, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col1, type:string, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter3_renamed, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:pcol1, type:string, comment:null), FieldSchema(name:pcol2, type:string, comment:null)], parameters:{last_modified_by=carl, last_modified_time=1282710022, transient_lastDdlTime=1282710022}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +col1 string None + +# Partition Information +col_name data_type comment + +pcol1 string None +pcol2 string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 07:00:47 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter3_renamed +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284472850 + transient_lastDdlTime 1284472850 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: describe extended alter3_renamed partition (pCol1='test_part', pcol2='test_part') PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended alter3_renamed partition (pCol1='test_part', pcol2='test_part') POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] -col1 string -pcol1 string -pcol2 string +col_name data_type comment -Detailed Partition Information Partition(values:[test_part, test_part], dbName:default, tableName:alter3_renamed, createTime:1282710021, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:col1, type:string, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter3_renamed/pcol1=test_part/pcol2=test_part, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1282710021}) +col1 string None + +# Partition Information +col_name data_type comment + +pcol1 string None +pcol2 string None + +# Detailed Partition Information +Partition Value: [test_part, test_part] +Database: default +Table: alter3_renamed +CreateTime: Tue Sep 14 07:00:50 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter3_renamed/pcol1=test_part/pcol2=test_part +Partition Parameters: + transient_lastDdlTime 1284472850 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: select * from alter3_renamed where pcol1='test_part' and pcol2='test_part' PREHOOK: type: QUERY PREHOOK: Input: default@alter3_renamed@pcol1=test_part/pcol2=test_part -PREHOOK: Output: file:/var/folders/b7/b7UUwNZdF1KKHtM+5la6f++++TI/-Tmp-/carl/hive_2010-08-24_21-20-22_594_4220539088907093497/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-00-50_945_3576751943350456783/-mr-10000 POSTHOOK: query: select * from alter3_renamed where pcol1='test_part' and pcol2='test_part' POSTHOOK: type: QUERY POSTHOOK: Input: default@alter3_renamed@pcol1=test_part/pcol2=test_part -POSTHOOK: Output: file:/var/folders/b7/b7UUwNZdF1KKHtM+5la6f++++TI/-Tmp-/carl/hive_2010-08-24_21-20-22_594_4220539088907093497/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-00-50_945_3576751943350456783/-mr-10000 POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] 1 test_part test_part 2 test_part test_part @@ -118,11 +175,42 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3_like PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] -col1 string -pcol1 string -pcol2 string +col_name data_type comment -Detailed Table Information Table(tableName:alter3_like_renamed, dbName:default, owner:carl, createTime:1282710015, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col1, type:string, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter3_like_renamed, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:pcol1, type:string, comment:null), FieldSchema(name:pcol2, type:string, comment:null)], parameters:{EXTERNAL=FALSE, last_modified_by=carl, last_modified_time=1282710028, transient_lastDdlTime=1282710028}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +col1 string None + +# Partition Information +col_name data_type comment + +pcol1 string None +pcol2 string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 07:00:47 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter3_like_renamed +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + last_modified_by thiruvel + last_modified_time 1284472853 + transient_lastDdlTime 1284472853 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: -- Cleanup DROP TABLE alter3_src PREHOOK: type: DROPTABLE @@ -233,11 +321,11 @@ PREHOOK: query: SELECT * FROM alter3 WHERE pcol1='test_part' AND pcol2='test_part' PREHOOK: type: QUERY PREHOOK: Input: alter3_db@alter3@pcol1=test_part/pcol2=test_part -PREHOOK: Output: file:/var/folders/b7/b7UUwNZdF1KKHtM+5la6f++++TI/-Tmp-/carl/hive_2010-08-24_21-20-37_655_2638711537174977246/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-00-56_813_3326597749899975226/-mr-10000 POSTHOOK: query: SELECT * FROM alter3 WHERE pcol1='test_part' AND pcol2='test_part' POSTHOOK: type: QUERY POSTHOOK: Input: alter3_db@alter3@pcol1=test_part/pcol2=test_part -POSTHOOK: Output: file:/var/folders/b7/b7UUwNZdF1KKHtM+5la6f++++TI/-Tmp-/carl/hive_2010-08-24_21-20-37_655_2638711537174977246/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-00-56_813_3326597749899975226/-mr-10000 POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3_like PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] @@ -266,11 +354,41 @@ POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3_like PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] -col1 string -pcol1 string -pcol2 string +col_name data_type comment -Detailed Table Information Table(tableName:alter3_renamed, dbName:alter3_db, owner:carl, createTime:1282710029, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col1, type:string, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter3_db.db/alter3_renamed, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:pcol1, type:string, comment:null), FieldSchema(name:pcol2, type:string, comment:null)], parameters:{last_modified_by=carl, last_modified_time=1282710037, transient_lastDdlTime=1282710037}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +col1 string None + +# Partition Information +col_name data_type comment + +pcol1 string None +pcol2 string None + +# Detailed Table Information +Database: alter3_db +Owner: thiruvel +CreateTime: Tue Sep 14 07:00:54 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter3_db.db/alter3_renamed +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284472856 + transient_lastDdlTime 1284472856 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: DESCRIBE EXTENDED alter3_renamed PARTITION (pCol1='test_part', pcol2='test_part') PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED alter3_renamed PARTITION (pCol1='test_part', pcol2='test_part') @@ -278,19 +396,46 @@ POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3_like PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] -col1 string -pcol1 string -pcol2 string +col_name data_type comment -Detailed Partition Information Partition(values:[test_part, test_part], dbName:alter3_db, tableName:alter3_renamed, createTime:1282710037, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:col1, type:string, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter3_db.db/alter3_renamed/pcol1=test_part/pcol2=test_part, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1282710037}) +col1 string None + +# Partition Information +col_name data_type comment + +pcol1 string None +pcol2 string None + +# Detailed Partition Information +Partition Value: [test_part, test_part] +Database: alter3_db +Table: alter3_renamed +CreateTime: Tue Sep 14 07:00:56 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter3_db.db/alter3_renamed/pcol1=test_part/pcol2=test_part +Partition Parameters: + transient_lastDdlTime 1284472856 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: SELECT * FROM alter3_renamed WHERE pcol1='test_part' AND pcol2='test_part' PREHOOK: type: QUERY PREHOOK: Input: alter3_db@alter3_renamed@pcol1=test_part/pcol2=test_part -PREHOOK: Output: file:/var/folders/b7/b7UUwNZdF1KKHtM+5la6f++++TI/-Tmp-/carl/hive_2010-08-24_21-20-38_226_752504330069771446/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-00-57_116_2454861448129579790/-mr-10000 POSTHOOK: query: SELECT * FROM alter3_renamed WHERE pcol1='test_part' AND pcol2='test_part' POSTHOOK: type: QUERY POSTHOOK: Input: alter3_db@alter3_renamed@pcol1=test_part/pcol2=test_part -POSTHOOK: Output: file:/var/folders/b7/b7UUwNZdF1KKHtM+5la6f++++TI/-Tmp-/carl/hive_2010-08-24_21-20-38_226_752504330069771446/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-00-57_116_2454861448129579790/-mr-10000 POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3_like PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] @@ -337,8 +482,39 @@ POSTHOOK: Lineage: alter3 PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3_like PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] POSTHOOK: Lineage: alter3_like PARTITION(pcol1=test_part,pcol2=test_part).col1 SIMPLE [(alter3_src)alter3_src.FieldSchema(name:col1, type:string, comment:null), ] -col1 string -pcol1 string -pcol2 string +col_name data_type comment -Detailed Table Information Table(tableName:alter3_like_renamed, dbName:alter3_db, owner:carl, createTime:1282710029, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col1, type:string, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter3_db.db/alter3_like_renamed, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:pcol1, type:string, comment:null), FieldSchema(name:pcol2, type:string, comment:null)], parameters:{EXTERNAL=FALSE, last_modified_by=carl, last_modified_time=1282710044, transient_lastDdlTime=1282710044}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +col1 string None + +# Partition Information +col_name data_type comment + +pcol1 string None +pcol2 string None + +# Detailed Table Information +Database: alter3_db +Owner: thiruvel +CreateTime: Tue Sep 14 07:00:54 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter3_db.db/alter3_like_renamed +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + last_modified_by thiruvel + last_modified_time 1284472859 + transient_lastDdlTime 1284472859 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + Index: ql/src/test/results/clientpositive/inputddl7.q.out =================================================================== --- ql/src/test/results/clientpositive/inputddl7.q.out (revision 998035) +++ ql/src/test/results/clientpositive/inputddl7.q.out (working copy) @@ -19,11 +19,11 @@ PREHOOK: query: SELECT COUNT(1) FROM T1 PREHOOK: type: QUERY PREHOOK: Input: default@t1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-31-01_263_7107969806665063947/10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-21-38_208_6942362751444337631/-mr-10000 POSTHOOK: query: SELECT COUNT(1) FROM T1 POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-31-01_263_7107969806665063947/10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-21-38_208_6942362751444337631/-mr-10000 500 PREHOOK: query: CREATE TABLE T2(name STRING) STORED AS SEQUENCEFILE PREHOOK: type: CREATETABLE @@ -38,11 +38,11 @@ PREHOOK: query: SELECT COUNT(1) FROM T2 PREHOOK: type: QUERY PREHOOK: Input: default@t2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-31-03_852_7925766013771881851/10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-21-41_054_6564363936212747087/-mr-10000 POSTHOOK: query: SELECT COUNT(1) FROM T2 POSTHOOK: type: QUERY POSTHOOK: Input: default@t2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-31-03_852_7925766013771881851/10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-21-41_054_6564363936212747087/-mr-10000 500 PREHOOK: query: CREATE TABLE T3(name STRING) PARTITIONED BY(ds STRING) STORED AS TEXTFILE PREHOOK: type: CREATETABLE @@ -57,11 +57,11 @@ PREHOOK: query: SELECT COUNT(1) FROM T3 where T3.ds='2008-04-09' PREHOOK: type: QUERY PREHOOK: Input: default@t3@ds=2008-04-09 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-31-06_508_6701973609385610242/10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-21-43_724_6669484579821533203/-mr-10000 POSTHOOK: query: SELECT COUNT(1) FROM T3 where T3.ds='2008-04-09' POSTHOOK: type: QUERY POSTHOOK: Input: default@t3@ds=2008-04-09 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-31-06_508_6701973609385610242/10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-21-43_724_6669484579821533203/-mr-10000 500 PREHOOK: query: CREATE TABLE T4(name STRING) PARTITIONED BY(ds STRING) STORED AS SEQUENCEFILE PREHOOK: type: CREATETABLE @@ -76,39 +76,141 @@ PREHOOK: query: SELECT COUNT(1) FROM T4 where T4.ds='2008-04-09' PREHOOK: type: QUERY PREHOOK: Input: default@t4@ds=2008-04-09 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-31-09_249_5639659187396085133/10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-21-46_518_8734843392472439359/-mr-10000 POSTHOOK: query: SELECT COUNT(1) FROM T4 where T4.ds='2008-04-09' POSTHOOK: type: QUERY POSTHOOK: Input: default@t4@ds=2008-04-09 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-31-09_249_5639659187396085133/10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-21-46_518_8734843392472439359/-mr-10000 500 PREHOOK: query: DESCRIBE EXTENDED T1 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED T1 POSTHOOK: type: DESCTABLE -name string +col_name data_type comment -Detailed Table Information Table(tableName:t1, dbName:default, owner:jssarma, createTime:1279737061, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:name, type:string, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/t1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1279737061}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +name string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:21:38 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/t1 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284477698 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: DESCRIBE EXTENDED T2 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED T2 POSTHOOK: type: DESCTABLE -name string +col_name data_type comment -Detailed Table Information Table(tableName:t2, dbName:default, owner:jssarma, createTime:1279737063, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:name, type:string, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/t2, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1279737063}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +name string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:21:40 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/t2 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284477701 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: DESCRIBE EXTENDED T3 PARTITION (ds='2008-04-09') PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED T3 PARTITION (ds='2008-04-09') POSTHOOK: type: DESCTABLE -name string -ds string +col_name data_type comment -Detailed Partition Information Partition(values:[2008-04-09], dbName:default, tableName:t3, createTime:1279737066, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:name, type:string, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/t3/ds=2008-04-09, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1279737066}) +name string None + +# Partition Information +col_name data_type comment + +ds string None + +# Detailed Partition Information +Partition Value: [2008-04-09] +Database: default +Table: t3 +CreateTime: Tue Sep 14 08:21:43 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/t3/ds=2008-04-09 +Partition Parameters: + transient_lastDdlTime 1284477703 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: DESCRIBE EXTENDED T4 PARTITION (ds='2008-04-09') PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED T4 PARTITION (ds='2008-04-09') POSTHOOK: type: DESCTABLE -name string -ds string +col_name data_type comment -Detailed Partition Information Partition(values:[2008-04-09], dbName:default, tableName:t4, createTime:1279737069, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:name, type:string, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/t4/ds=2008-04-09, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1279737069}) +name string None + +# Partition Information +col_name data_type comment + +ds string None + +# Detailed Partition Information +Partition Value: [2008-04-09] +Database: default +Table: t4 +CreateTime: Tue Sep 14 08:21:46 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/t4/ds=2008-04-09 +Partition Parameters: + transient_lastDdlTime 1284477706 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + Index: ql/src/test/results/clientpositive/describe_xpath.q.out =================================================================== --- ql/src/test/results/clientpositive/describe_xpath.q.out (revision 998035) +++ ql/src/test/results/clientpositive/describe_xpath.q.out (working copy) @@ -4,41 +4,53 @@ POSTHOOK: query: -- Describe a list structure in a thrift table describe src_thrift.lint POSTHOOK: type: DESCTABLE -lint array from deserializer +col_name data_type comment + +lint array from deserializer PREHOOK: query: -- Describe the element of a list describe src_thrift.lint.$elem$ PREHOOK: type: DESCTABLE POSTHOOK: query: -- Describe the element of a list describe src_thrift.lint.$elem$ POSTHOOK: type: DESCTABLE -$elem$ int from deserializer +col_name data_type comment + +$elem$ int from deserializer PREHOOK: query: -- Describe the key of a map describe src_thrift.mStringString.$key$ PREHOOK: type: DESCTABLE POSTHOOK: query: -- Describe the key of a map describe src_thrift.mStringString.$key$ POSTHOOK: type: DESCTABLE -$key$ string from deserializer +col_name data_type comment + +$key$ string from deserializer PREHOOK: query: -- Describe the value of a map describe src_thrift.mStringString.$value$ PREHOOK: type: DESCTABLE POSTHOOK: query: -- Describe the value of a map describe src_thrift.mStringString.$value$ POSTHOOK: type: DESCTABLE -$value$ string from deserializer +col_name data_type comment + +$value$ string from deserializer PREHOOK: query: -- Describe a complex element of a list describe src_thrift.lintString.$elem$ PREHOOK: type: DESCTABLE POSTHOOK: query: -- Describe a complex element of a list describe src_thrift.lintString.$elem$ POSTHOOK: type: DESCTABLE -myint int from deserializer -mystring string from deserializer -underscore_int int from deserializer +col_name data_type comment + +myint int from deserializer +mystring string from deserializer +underscore_int int from deserializer PREHOOK: query: -- Describe a member of an element of a list describe src_thrift.lintString.$elem$.myint PREHOOK: type: DESCTABLE POSTHOOK: query: -- Describe a member of an element of a list describe src_thrift.lintString.$elem$.myint POSTHOOK: type: DESCTABLE -myint int from deserializer +col_name data_type comment + +myint int from deserializer Index: ql/src/test/results/clientpositive/fileformat_text.q.out =================================================================== --- ql/src/test/results/clientpositive/fileformat_text.q.out (revision 998035) +++ ql/src/test/results/clientpositive/fileformat_text.q.out (working copy) @@ -40,10 +40,34 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED dest1 POSTHOOK: type: DESCTABLE -key int -value string +col_name data_type comment -Detailed Table Information Table(tableName:dest1, dbName:default, owner:jssarma, createTime:1279736514, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1279736514}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key int None +value string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:16:51 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/dest1 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284477411 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: FROM src INSERT OVERWRITE TABLE dest1 SELECT src.key, src.value WHERE src.key < 10 PREHOOK: type: QUERY @@ -59,11 +83,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-21-57_089_3981013039375138901/10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-16-54_460_1149384812640316385/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-21-57_089_3981013039375138901/10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-16-54_460_1149384812640316385/-mr-10000 POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 0 val_0 Index: ql/src/test/results/clientpositive/inputddl2.q.out =================================================================== --- ql/src/test/results/clientpositive/inputddl2.q.out (revision 998035) +++ ql/src/test/results/clientpositive/inputddl2.q.out (working copy) @@ -33,7 +33,13 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE INPUTDDL2 POSTHOOK: type: DESCTABLE -key int -value string -ds string -country string +col_name data_type comment + +key int None +value string None + +# Partition Information +col_name data_type comment + +ds string None +country string None Index: ql/src/test/results/clientpositive/load_dyn_part6.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part6.q.out (revision 998035) +++ ql/src/test/results/clientpositive/load_dyn_part6.q.out (working copy) @@ -15,12 +15,41 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part6 POSTHOOK: type: DESCTABLE -key string default -value string default -ds string -hr string +col_name data_type comment -Detailed Table Information Table(tableName:nzhang_part6, dbName:default, owner:null, createTime:1281476394, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/nzhang_part6, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1281476394}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string default +value string default + +# Partition Information +col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 07:13:24 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part6 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + transient_lastDdlTime 1284473604 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: insert overwrite table nzhang_part6 partition (ds="2010-03-03", hr) select key, value, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -42,11 +71,11 @@ PREHOOK: query: select * from nzhang_part6 where ds = '2010-03-03' and hr = '11' PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part6@ds=2010-03-03/hr=11 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-39-57_588_3134302625586003902/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-13-27_260_7865814790114421170/-mr-10000 POSTHOOK: query: select * from nzhang_part6 where ds = '2010-03-03' and hr = '11' POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part6@ds=2010-03-03/hr=11 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-39-57_588_3134302625586003902/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-13-27_260_7865814790114421170/-mr-10000 POSTHOOK: Lineage: nzhang_part6 PARTITION(ds=2010-03-03,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part6 PARTITION(ds=2010-03-03,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part6 PARTITION(ds=2010-03-03,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -1054,11 +1083,11 @@ PREHOOK: query: select * from nzhang_part6 where ds = '2010-03-03' and hr = '12' PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part6@ds=2010-03-03/hr=12 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-39-57_846_2567995546766265811/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-13-27_494_9148794446592123412/-mr-10000 POSTHOOK: query: select * from nzhang_part6 where ds = '2010-03-03' and hr = '12' POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part6@ds=2010-03-03/hr=12 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-39-57_846_2567995546766265811/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-13-27_494_9148794446592123412/-mr-10000 POSTHOOK: Lineage: nzhang_part6 PARTITION(ds=2010-03-03,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part6 PARTITION(ds=2010-03-03,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part6 PARTITION(ds=2010-03-03,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/fileformat_sequencefile.q.out =================================================================== --- ql/src/test/results/clientpositive/fileformat_sequencefile.q.out (revision 998035) +++ ql/src/test/results/clientpositive/fileformat_sequencefile.q.out (working copy) @@ -40,10 +40,34 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED dest1 POSTHOOK: type: DESCTABLE -key int -value string +col_name data_type comment -Detailed Table Information Table(tableName:dest1, dbName:default, owner:jssarma, createTime:1279736511, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest1, inputFormat:org.apache.hadoop.mapred.SequenceFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1279736511}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key int None +value string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:16:05 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/dest1 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284477365 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.SequenceFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: FROM src INSERT OVERWRITE TABLE dest1 SELECT src.key, src.value WHERE src.key < 10 PREHOOK: type: QUERY @@ -59,11 +83,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-21-53_917_3907368248535068834/10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-16-08_426_1865933645353720968/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-21-53_917_3907368248535068834/10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-16-08_426_1865933645353720968/-mr-10000 POSTHOOK: Lineage: dest1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 0 val_0 Index: ql/src/test/results/clientpositive/load_dyn_part12.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part12.q.out (revision 998035) +++ ql/src/test/results/clientpositive/load_dyn_part12.q.out (working copy) @@ -15,12 +15,41 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part12 POSTHOOK: type: DESCTABLE -key string default -value string default -ds string -hr string +col_name data_type comment -Detailed Table Information Table(tableName:nzhang_part12, dbName:default, owner:null, createTime:1281476239, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/data/users/heyongqiang/hive-trunk-clean/build/ql/test/data/warehouse/nzhang_part12, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1281476239}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string default +value string default + +# Partition Information +col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 07:06:39 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part12 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + transient_lastDdlTime 1284473199 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: insert overwrite table nzhang_part12 partition (ds="2010-03-03", hr) select key, value, cast(hr*2 as int) from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 @@ -53,12 +82,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part12@ds=2010-03-03/hr=22 PREHOOK: Input: default@nzhang_part12@ds=2010-03-03/hr=24 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-37-23_065_367845608713638829/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-06-43_246_5380379143018347612/-mr-10000 POSTHOOK: query: select * from nzhang_part12 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part12@ds=2010-03-03/hr=22 POSTHOOK: Input: default@nzhang_part12@ds=2010-03-03/hr=24 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-08-10_14-37-23_065_367845608713638829/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-06-43_246_5380379143018347612/-mr-10000 POSTHOOK: Lineage: nzhang_part12 PARTITION(ds=2010-03-03,hr=22).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part12 PARTITION(ds=2010-03-03,hr=22).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part12 PARTITION(ds=2010-03-03,hr=24).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/create_escape.q.out =================================================================== --- ql/src/test/results/clientpositive/create_escape.q.out (revision 998035) +++ ql/src/test/results/clientpositive/create_escape.q.out (working copy) @@ -11,16 +11,44 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE table1 POSTHOOK: type: DESCTABLE -a string -b string +col_name data_type comment + +a string None +b string None PREHOOK: query: DESCRIBE EXTENDED table1 PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED table1 POSTHOOK: type: DESCTABLE -a string -b string +col_name data_type comment -Detailed Table Information Table(tableName:table1, dbName:default, owner:jssarma, createTime:1279736306, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:a, type:string, comment:null), FieldSchema(name:b, type:string, comment:null)], location:file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/table1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format= , escape.delim=\, field.delim= +a string None +b string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:12:01 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/table1 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284477121 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format \t + escape.delim \\ + field.delim \t + PREHOOK: query: INSERT OVERWRITE TABLE table1 SELECT key, '\\\t\\' FROM src WHERE key = 86 PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -34,11 +62,11 @@ PREHOOK: query: SELECT * FROM table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-18-29_057_3198903831648659084/10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-12-04_486_8603373820009984461/-mr-10000 POSTHOOK: query: SELECT * FROM table1 POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-18-29_057_3198903831648659084/10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_08-12-04_486_8603373820009984461/-mr-10000 POSTHOOK: Lineage: table1.a SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: table1.b SIMPLE [] 86 \ \ Index: ql/src/test/results/clientpositive/load_dyn_part14.q.out_0.17 =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part14.q.out_0.17 (revision 998035) +++ ql/src/test/results/clientpositive/load_dyn_part14.q.out_0.17 (working copy) @@ -9,10 +9,38 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part14 POSTHOOK: type: DESCTABLE -key string -value string +col_name data_type comment -Detailed Table Information Table(tableName:nzhang_part14, dbName:default, owner:nzhang, createTime:1282158081, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null)], location:pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/nzhang_part14, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:value, type:string, comment:null)], parameters:{transient_lastDdlTime=1282158081}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string None + +# Partition Information +col_name data_type comment + +value string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Thu Sep 16 12:42:09 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part14 +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284666129 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: explain insert overwrite table nzhang_part14 partition(value) select key, value from ( @@ -79,7 +107,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/nzhang/hive_2010-08-18_12-01-21_533_6752410465688196386/-mr-10002 + file:/tmp/thiruvel/hive_2010-09-16_12-42-09_696_2036788336692204021/-mr-10002 Union Select Operator expressions: @@ -96,7 +124,7 @@ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part14 - file:/tmp/nzhang/hive_2010-08-18_12-01-21_533_6752410465688196386/-mr-10003 + file:/tmp/thiruvel/hive_2010-09-16_12-42-09_696_2036788336692204021/-mr-10003 Union Select Operator expressions: @@ -113,7 +141,7 @@ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part14 - file:/tmp/nzhang/hive_2010-08-18_12-01-21_533_6752410465688196386/-mr-10004 + file:/tmp/thiruvel/hive_2010-09-16_12-42-09_696_2036788336692204021/-mr-10004 Union Select Operator expressions: @@ -245,13 +273,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part14@value= PREHOOK: Input: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ -PREHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-01-37_265_4560866983432391069/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_12-42-19_572_4169203793189444575/-mr-10000 POSTHOOK: query: select * from nzhang_part14 where value <> 'a' order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part14@value= POSTHOOK: Input: default@nzhang_part14@value=__HIVE_DEFAULT_PARTITION__ -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-08-18_12-01-37_265_4560866983432391069/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_12-42-19_572_4169203793189444575/-mr-10000 POSTHOOK: Lineage: nzhang_part14 PARTITION(value= ).key EXPRESSION [] POSTHOOK: Lineage: nzhang_part14 PARTITION(value=__HIVE_DEFAULT_PARTITION__).key EXPRESSION [] k1 __HIVE_DEFAULT_PARTITION__ Index: ql/src/test/results/clientpositive/load_dyn_part1.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part1.q.out (revision 998035) +++ ql/src/test/results/clientpositive/load_dyn_part1.q.out (working copy) @@ -20,12 +20,41 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: describe extended nzhang_part1 POSTHOOK: type: DESCTABLE -key string default -value string default -ds string -hr string +col_name data_type comment -Detailed Table Information Table(tableName:nzhang_part1, dbName:default, owner:null, createTime:1282864103, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/data/users/jsichi/open/hive-trunk/build/ql/test/data/warehouse/nzhang_part1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1282864103}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key string default +value string default + +# Partition Information +col_name data_type comment + +ds string None +hr string None + +# Detailed Table Information +Database: default +Owner: null +CreateTime: Tue Sep 14 07:09:12 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/nzhang_part1 +Table Type: MANAGED_TABLE +Table Parameters: + EXTERNAL FALSE + transient_lastDdlTime 1284473352 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: explain from srcpart insert overwrite table nzhang_part1 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' @@ -109,7 +138,7 @@ Move Operator files: hdfs directory: true - destination: pfile:/data/users/jsichi/open/hive-trunk/build/ql/scratchdir/hive_2010-08-26_16-08-24_132_8350648338748839361/-ext-10000 + destination: pfile:/home/thiruvel/projects/hive/hive/build/ql/scratchdir/hive_2010-09-14_07-09-12_547_2766535231598964607/-ext-10000 Stage: Stage-0 Move Operator @@ -127,7 +156,7 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/jsichi/open/hive-trunk/build/ql/scratchdir/hive_2010-08-26_16-08-24_132_8350648338748839361/-ext-10004 + pfile:/home/thiruvel/projects/hive/hive/build/ql/scratchdir/hive_2010-09-14_07-09-12_547_2766535231598964607/-ext-10004 File Output Operator compressed: false GlobalTableId: 0 @@ -144,7 +173,7 @@ Move Operator files: hdfs directory: true - destination: pfile:/data/users/jsichi/open/hive-trunk/build/ql/scratchdir/hive_2010-08-26_16-08-24_132_8350648338748839361/-ext-10002 + destination: pfile:/home/thiruvel/projects/hive/hive/build/ql/scratchdir/hive_2010-09-14_07-09-12_547_2766535231598964607/-ext-10002 Stage: Stage-1 Move Operator @@ -162,7 +191,7 @@ Stage: Stage-6 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/jsichi/open/hive-trunk/build/ql/scratchdir/hive_2010-08-26_16-08-24_132_8350648338748839361/-ext-10005 + pfile:/home/thiruvel/projects/hive/hive/build/ql/scratchdir/hive_2010-09-14_07-09-12_547_2766535231598964607/-ext-10005 File Output Operator compressed: false GlobalTableId: 0 @@ -233,12 +262,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=11 PREHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/jsichi/hive_2010-08-26_16-08-33_285_7916313488954403803/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-09-18_593_3192732830429365525/-mr-10000 POSTHOOK: query: select * from nzhang_part1 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=11 POSTHOOK: Input: default@nzhang_part1@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/jsichi/hive_2010-08-26_16-08-33_285_7916313488954403803/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-09-18_593_3192732830429365525/-mr-10000 POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -1251,12 +1280,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=11 PREHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=12 -PREHOOK: Output: file:/tmp/jsichi/hive_2010-08-26_16-08-33_856_4074078546892062221/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-09-18_830_3512781667183170568/-mr-10000 POSTHOOK: query: select * from nzhang_part2 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=11 POSTHOOK: Input: default@nzhang_part2@ds=2008-12-31/hr=12 -POSTHOOK: Output: file:/tmp/jsichi/hive_2010-08-26_16-08-33_856_4074078546892062221/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-14_07-09-18_830_3512781667183170568/-mr-10000 POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part1 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/join_thrift.q.out =================================================================== --- ql/src/test/results/clientpositive/join_thrift.q.out (revision 998035) +++ ql/src/test/results/clientpositive/join_thrift.q.out (working copy) @@ -2,12 +2,14 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE src_thrift POSTHOOK: type: DESCTABLE -aint int from deserializer -astring string from deserializer -lint array from deserializer -lstring array from deserializer -lintstring array from deserializer -mstringstring map from deserializer +col_name data_type comment + +aint int from deserializer +astring string from deserializer +lint array from deserializer +lstring array from deserializer +lintstring array from deserializer +mstringstring map from deserializer PREHOOK: query: EXPLAIN SELECT s1.aint, s2.lintstring FROM src_thrift s1 @@ -95,14 +97,14 @@ ON s1.aint = s2.aint PREHOOK: type: QUERY PREHOOK: Input: default@src_thrift -PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-04-30_110_382656170184493054/-mr-10000 +PREHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_06-26-12_924_8135736318784593858/-mr-10000 POSTHOOK: query: SELECT s1.aint, s2.lintstring FROM src_thrift s1 JOIN src_thrift s2 ON s1.aint = s2.aint POSTHOOK: type: QUERY POSTHOOK: Input: default@src_thrift -POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-04-30_110_382656170184493054/-mr-10000 +POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-09-16_06-26-12_924_8135736318784593858/-mr-10000 -1952710710 [{"myint":25,"mystring":"125","underscore_int":5}] -1461153973 [{"myint":49,"mystring":"343","underscore_int":7}] -751827638 [{"myint":4,"mystring":"8","underscore_int":2}] Index: ql/src/test/results/clientpositive/alter4.q.out =================================================================== --- ql/src/test/results/clientpositive/alter4.q.out (revision 998035) +++ ql/src/test/results/clientpositive/alter4.q.out (working copy) @@ -7,10 +7,34 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED set_bucketing_test POSTHOOK: type: DESCTABLE -key int -value string +col_name data_type comment -Detailed Table Information Table(tableName:set_bucketing_test, dbName:default, owner:carl, createTime:1282710046, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/set_bucketing_test, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:10, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282710046}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key int None +value string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:07:24 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/set_bucketing_test +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284476844 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: 10 +Bucket Columns: [key] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: ALTER TABLE set_bucketing_test NOT CLUSTERED PREHOOK: type: null PREHOOK: Input: default@set_bucketing_test @@ -23,10 +47,36 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED set_bucketing_test POSTHOOK: type: DESCTABLE -key int -value string +col_name data_type comment -Detailed Table Information Table(tableName:set_bucketing_test, dbName:default, owner:carl, createTime:1282710046, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/set_bucketing_test, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=carl, last_modified_time=1282710046, transient_lastDdlTime=1282710046}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key int None +value string None + +# Detailed Table Information +Database: default +Owner: thiruvel +CreateTime: Tue Sep 14 08:07:24 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/set_bucketing_test +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284476844 + transient_lastDdlTime 1284476844 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: -- Cleanup DROP TABLE set_bucketing_test PREHOOK: type: DROPTABLE @@ -74,10 +124,34 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED set_bucketing_test POSTHOOK: type: DESCTABLE -key int -value string +col_name data_type comment -Detailed Table Information Table(tableName:set_bucketing_test, dbName:alter4_db, owner:carl, createTime:1282710046, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter4_db.db/set_bucketing_test, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:10, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1282710046}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key int None +value string None + +# Detailed Table Information +Database: alter4_db +Owner: thiruvel +CreateTime: Tue Sep 14 08:07:24 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter4_db.db/set_bucketing_test +Table Type: MANAGED_TABLE +Table Parameters: + transient_lastDdlTime 1284476844 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: 10 +Bucket Columns: [key] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: ALTER TABLE set_bucketing_test NOT CLUSTERED PREHOOK: type: null PREHOOK: Input: alter4_db@set_bucketing_test @@ -90,10 +164,36 @@ PREHOOK: type: DESCTABLE POSTHOOK: query: DESCRIBE EXTENDED set_bucketing_test POSTHOOK: type: DESCTABLE -key int -value string +col_name data_type comment -Detailed Table Information Table(tableName:set_bucketing_test, dbName:alter4_db, owner:carl, createTime:1282710046, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/Users/carl/Projects/hive/build/ql/test/data/warehouse/alter4_db.db/set_bucketing_test, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=carl, last_modified_time=1282710046, transient_lastDdlTime=1282710046}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +key int None +value string None + +# Detailed Table Information +Database: alter4_db +Owner: thiruvel +CreateTime: Tue Sep 14 08:07:24 PDT 2010 +LastAccessTime: Wed Dec 31 16:00:00 PST 1969 +Protect Mode: None +Retention: 0 +Location: pfile:/home/thiruvel/projects/hive/hive/build/ql/test/data/warehouse/alter4_db.db/set_bucketing_test +Table Type: MANAGED_TABLE +Table Parameters: + last_modified_by thiruvel + last_modified_time 1284476845 + transient_lastDdlTime 1284476845 + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 + PREHOOK: query: DROP TABLE set_bucketing_test PREHOOK: type: DROPTABLE PREHOOK: Input: alter4_db@set_bucketing_test Index: ql/src/test/org/apache/hadoop/hive/ql/QTestUtil.java =================================================================== --- ql/src/test/org/apache/hadoop/hive/ql/QTestUtil.java (revision 998035) +++ ql/src/test/org/apache/hadoop/hive/ql/QTestUtil.java (working copy) @@ -884,8 +884,12 @@ "-I", "invalidscheme:", "-I", "lastUpdateTime", "-I", "lastAccessTime", - "-I", "owner", + "-I", "[Oo]wner", + "-I", "CreateTime", + "-I", "LastAccessTime", + "-I", "Location", "-I", "transient_lastDdlTime", + "-I", "last_modified_", "-I", "java.lang.RuntimeException", "-I", "at org", "-I", "at sun", Index: ql/src/java/org/apache/hadoop/hive/ql/metadata/MetaDataFormatUtils.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/metadata/MetaDataFormatUtils.java (revision 0) +++ ql/src/java/org/apache/hadoop/hive/ql/metadata/MetaDataFormatUtils.java (revision 0) @@ -0,0 +1,211 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.hive.ql.metadata; + +import org.apache.commons.lang.StringEscapeUtils; +import org.apache.hadoop.hive.metastore.api.FieldSchema; +import org.apache.hadoop.hive.metastore.api.StorageDescriptor; +import org.apache.hadoop.hive.ql.plan.DescTableDesc; + +import java.util.Date; +import java.util.List; +import java.util.Map; + +/** + * This class provides methods to format table information. + * + */ +public final class MetaDataFormatUtils { + + public static final String FIELD_DELIM = "\t"; + public static final String LINE_DELIM = "\n"; + + private static final int DEFAULT_STRINGBUILDER_SIZE = 2048; + private static final int ALIGNMENT = 20; + + private MetaDataFormatUtils() { + } + + public static String getAllColumnsInformation(Table table) { + + StringBuilder columnInformation = new StringBuilder(DEFAULT_STRINGBUILDER_SIZE); + formatColumnsHeader(columnInformation); + formatAllFields(columnInformation, table.getCols()); + + // Partitions + if (table.isPartitioned()) { + columnInformation.append(LINE_DELIM).append("# Partition Information") + .append(LINE_DELIM); + formatColumnsHeader(columnInformation); + formatAllFields(columnInformation, table.getPartCols()); + } + return columnInformation.toString(); + } + + private static void formatColumnsHeader(StringBuilder columnInformation) { + formatOutput(getColumnsHeader(), columnInformation); + columnInformation.append(LINE_DELIM); + } + + public static String getAllColumnsInformation(List cols) { + StringBuilder columnInformation = new StringBuilder(DEFAULT_STRINGBUILDER_SIZE); + formatColumnsHeader(columnInformation); + formatAllFields(columnInformation, cols); + return columnInformation.toString(); + } + + private static void formatAllFields(StringBuilder tableInfo, List cols) { + for (FieldSchema col : cols) { + formatFieldSchemas(tableInfo, col); + } + } + + public static String getPartitionInformation(Partition part) { + StringBuilder tableInfo = new StringBuilder(DEFAULT_STRINGBUILDER_SIZE); + + // Table Metadata + tableInfo.append("# Detailed Partition Information").append(LINE_DELIM); + getPartitionMetaDataInformation(tableInfo, part); + + // Storage information. + tableInfo.append(LINE_DELIM).append("# Storage Information").append(LINE_DELIM); + getStorageDescriptorInfo(tableInfo, part.getTPartition().getSd()); + + return tableInfo.toString(); + } + + public static String getTableInformation(Table table) { + StringBuilder tableInfo = new StringBuilder(DEFAULT_STRINGBUILDER_SIZE); + + // Table Metadata + tableInfo.append("# Detailed Table Information").append(LINE_DELIM); + getTableMetaDataInformation(tableInfo, table); + + // Storage information. + tableInfo.append(LINE_DELIM).append("# Storage Information").append(LINE_DELIM); + getStorageDescriptorInfo(tableInfo, table.getTTable().getSd()); + + if (table.isView()) { + tableInfo.append(LINE_DELIM).append("# View Information").append(LINE_DELIM); + getViewInfo(tableInfo, table); + } + + return tableInfo.toString(); + } + + private static void getViewInfo(StringBuilder tableInfo, Table tbl) { + formatOutput("View Original Text:", tbl.getViewOriginalText(), tableInfo); + formatOutput("View Expanded Text:", tbl.getViewExpandedText(), tableInfo); + } + + private static void getStorageDescriptorInfo(StringBuilder tableInfo, + StorageDescriptor storageDesc) { + + formatOutput("SerDe Library:", storageDesc.getSerdeInfo().getSerializationLib(), tableInfo); + formatOutput("InputFormat:", storageDesc.getInputFormat(), tableInfo); + formatOutput("OutputFormat:", storageDesc.getOutputFormat(), tableInfo); + formatOutput("Compressed:", storageDesc.isCompressed() ? "Yes" : "No", tableInfo); + formatOutput("Num Buckets:", String.valueOf(storageDesc.getNumBuckets()), tableInfo); + formatOutput("Bucket Columns:", storageDesc.getBucketCols().toString(), tableInfo); + formatOutput("Sort Columns:", storageDesc.getSortCols().toString(), tableInfo); + + if (storageDesc.getSerdeInfo().getParametersSize() > 0) { + tableInfo.append("Storage Desc Params:").append(LINE_DELIM); + displayAllParameters(storageDesc.getSerdeInfo().getParameters(), tableInfo); + } + } + + private static void getTableMetaDataInformation(StringBuilder tableInfo, Table tbl) { + formatOutput("Database:", tbl.getDbName(), tableInfo); + formatOutput("Owner:", tbl.getOwner(), tableInfo); + formatOutput("CreateTime:", formatDate(tbl.getTTable().getCreateTime()), tableInfo); + formatOutput("LastAccessTime:", formatDate(tbl.getTTable().getLastAccessTime()), tableInfo); + String protectMode = tbl.getProtectMode().toString(); + formatOutput("Protect Mode:", protectMode == null ? "None" : protectMode, tableInfo); + formatOutput("Retention:", Integer.toString(tbl.getRetention()), tableInfo); + if (!tbl.isView()) { + formatOutput("Location:", tbl.getDataLocation().toString(), tableInfo); + } + formatOutput("Table Type:", tbl.getTableType().name(), tableInfo); + + if (tbl.getParameters().size() > 0) { + tableInfo.append("Table Parameters:").append(LINE_DELIM); + displayAllParameters(tbl.getParameters(), tableInfo); + } + } + + private static void getPartitionMetaDataInformation(StringBuilder tableInfo, Partition part) { + formatOutput("Partition Value:", part.getValues().toString(), tableInfo); + formatOutput("Database:", part.getTPartition().getDbName(), tableInfo); + formatOutput("Table:", part.getTable().getTableName(), tableInfo); + formatOutput("CreateTime:", formatDate(part.getTPartition().getCreateTime()), tableInfo); + formatOutput("LastAccessTime:", formatDate(part.getTPartition().getLastAccessTime()), + tableInfo); + String protectMode = part.getProtectMode().toString(); + formatOutput("Protect Mode:", protectMode == null ? "None" : protectMode, tableInfo); + formatOutput("Location:", part.getLocation(), tableInfo); + + if (part.getTPartition().getParameters().size() > 0) { + tableInfo.append("Partition Parameters:").append(LINE_DELIM); + displayAllParameters(part.getTPartition().getParameters(), tableInfo); + } + } + + private static void displayAllParameters(Map params, StringBuilder tableInfo) { + for (Map.Entry parameter: params.entrySet()) { + tableInfo.append(FIELD_DELIM); // Ensures all params are indented. + formatOutput(parameter.getKey(), StringEscapeUtils.escapeJava(parameter.getValue()), + tableInfo); + } + } + + private static void formatFieldSchemas(StringBuilder tableInfo, FieldSchema col) { + String comment = col.getComment() != null ? col.getComment() : "None"; + formatOutput(col.getName(), col.getType(), comment, tableInfo); + } + + private static String formatDate(long timeInSeconds) { + Date date = new Date(timeInSeconds * 1000); + return date.toString(); + } + + private static void formatOutput(String[] fields, StringBuilder tableInfo) { + for (String field : fields) { + tableInfo.append(String.format("%-" + ALIGNMENT + "s", field)).append(FIELD_DELIM); + } + tableInfo.append(LINE_DELIM); + } + + private static void formatOutput(String name, String value, + StringBuilder tableInfo) { + tableInfo.append(String.format("%-" + ALIGNMENT + "s", name)).append(FIELD_DELIM); + tableInfo.append(String.format("%-" + ALIGNMENT + "s", value)).append(LINE_DELIM); + } + + private static void formatOutput(String col1, String col2, String col3, + StringBuilder tableInfo) { + tableInfo.append(String.format("%-" + ALIGNMENT + "s", col1)).append(FIELD_DELIM); + tableInfo.append(String.format("%-" + ALIGNMENT + "s", col2)).append(FIELD_DELIM); + tableInfo.append(String.format("%-" + ALIGNMENT + "s", col3)).append(LINE_DELIM); + } + + public static String[] getColumnsHeader() { + return DescTableDesc.getSchema().split("#")[0].split(","); + } +} Index: ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java (revision 998035) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java (working copy) @@ -68,14 +68,7 @@ import org.apache.hadoop.hive.ql.QueryPlan; import org.apache.hadoop.hive.ql.hooks.ReadEntity; import org.apache.hadoop.hive.ql.hooks.WriteEntity; -import org.apache.hadoop.hive.ql.metadata.CheckResult; -import org.apache.hadoop.hive.ql.metadata.Hive; -import org.apache.hadoop.hive.ql.metadata.HiveException; -import org.apache.hadoop.hive.ql.metadata.HiveMetaStoreChecker; -import org.apache.hadoop.hive.ql.metadata.HiveStorageHandler; -import org.apache.hadoop.hive.ql.metadata.InvalidTableException; -import org.apache.hadoop.hive.ql.metadata.Partition; -import org.apache.hadoop.hive.ql.metadata.Table; +import org.apache.hadoop.hive.ql.metadata.*; import org.apache.hadoop.hive.ql.plan.AddPartitionDesc; import org.apache.hadoop.hive.ql.plan.AlterTableDesc; import org.apache.hadoop.hive.ql.plan.AlterTableSimpleDesc; @@ -1615,64 +1608,31 @@ LOG.info("DDLTask: got data for " + tbl.getTableName()); - List cols = null; + Path resFile = new Path(descTbl.getResFile()); + FileSystem fs = resFile.getFileSystem(conf); + DataOutput outStream = fs.create(resFile); + if (colPath.equals(tableName)) { - cols = tbl.getCols(); - if (part != null) { - cols = part.getCols(); - } + outStream.writeBytes(MetaDataFormatUtils.getAllColumnsInformation(tbl)); } else { + List cols = null; cols = Hive.getFieldsFromDeserializer(colPath, tbl.getDeserializer()); + outStream.writeBytes(MetaDataFormatUtils.getAllColumnsInformation(cols)); } - Path resFile = new Path(descTbl.getResFile()); - FileSystem fs = resFile.getFileSystem(conf); - DataOutput outStream = fs.create(resFile); - Iterator iterCols = cols.iterator(); - while (iterCols.hasNext()) { - // create a row per column - FieldSchema col = iterCols.next(); - outStream.writeBytes(col.getName()); - outStream.write(separator); - outStream.writeBytes(col.getType()); - outStream.write(separator); - outStream.writeBytes(col.getComment() == null ? "" : col.getComment()); - outStream.write(terminator); - } if (tableName.equals(colPath)) { - // also return the partitioning columns - List partCols = tbl.getPartCols(); - Iterator iterPartCols = partCols.iterator(); - while (iterPartCols.hasNext()) { - FieldSchema col = iterPartCols.next(); - outStream.writeBytes(col.getName()); - outStream.write(separator); - outStream.writeBytes(col.getType()); - outStream.write(separator); - outStream - .writeBytes(col.getComment() == null ? "" : col.getComment()); - outStream.write(terminator); - } - // if extended desc table then show the complete details of the table if (descTbl.isExt()) { // add empty line outStream.write(terminator); if (part != null) { // show partition information - outStream.writeBytes("Detailed Partition Information"); - outStream.write(separator); - outStream.writeBytes(part.getTPartition().toString()); - outStream.write(separator); + outStream.writeBytes(MetaDataFormatUtils.getPartitionInformation(part)); // comment column is empty outStream.write(terminator); } else { // show table information - outStream.writeBytes("Detailed Table Information"); - outStream.write(separator); - outStream.writeBytes(tbl.getTTable().toString()); - outStream.write(separator); - // comment column is empty + outStream.writeBytes(MetaDataFormatUtils.getTableInformation(tbl)); outStream.write(terminator); } } Index: ql/src/java/org/apache/hadoop/hive/ql/plan/DescTableDesc.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/plan/DescTableDesc.java (revision 998035) +++ ql/src/java/org/apache/hadoop/hive/ql/plan/DescTableDesc.java (working copy) @@ -69,7 +69,7 @@ return table; } - public String getSchema() { + public static String getSchema() { return schema; } Index: ql/src/java/org/apache/hadoop/hive/ql/parse/DDLSemanticAnalyzer.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/parse/DDLSemanticAnalyzer.java (revision 998035) +++ ql/src/java/org/apache/hadoop/hive/ql/parse/DDLSemanticAnalyzer.java (working copy) @@ -792,7 +792,7 @@ partSpec, isExt); rootTasks.add(TaskFactory.get(new DDLWork(getInputs(), getOutputs(), descTblDesc), conf)); - setFetchTask(createFetchTask(descTblDesc.getSchema())); + setFetchTask(createFetchTask(DescTableDesc.getSchema())); LOG.info("analyzeDescribeTable done"); }