Index: ql/src/test/results/clientnegative/protectmode_part.q.out =================================================================== --- ql/src/test/results/clientnegative/protectmode_part.q.out (revision 1035749) +++ ql/src/test/results/clientnegative/protectmode_part.q.out (working copy) @@ -28,35 +28,34 @@ PREHOOK: query: select * from tbl_protectmode3 where p='p1' PREHOOK: type: QUERY PREHOOK: Input: default@tbl_protectmode3@p=p1 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-09-01_532_2553850403435594247/-mr-10000 +PREHOOK: Output: file:/tmp/njain/hive_2010-11-16_18-47-37_899_8567164411727057325/-mr-10000 POSTHOOK: query: select * from tbl_protectmode3 where p='p1' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl_protectmode3@p=p1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-09-01_532_2553850403435594247/-mr-10000 +POSTHOOK: Output: file:/tmp/njain/hive_2010-11-16_18-47-37_899_8567164411727057325/-mr-10000 PREHOOK: query: select * from tbl_protectmode3 where p='p2' PREHOOK: type: QUERY PREHOOK: Input: default@tbl_protectmode3@p=p2 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-09-01_723_1137621695919041270/-mr-10000 +PREHOOK: Output: file:/tmp/njain/hive_2010-11-16_18-47-38_124_6078196023007251883/-mr-10000 POSTHOOK: query: select * from tbl_protectmode3 where p='p2' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl_protectmode3@p=p2 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-09-01_723_1137621695919041270/-mr-10000 +POSTHOOK: Output: file:/tmp/njain/hive_2010-11-16_18-47-38_124_6078196023007251883/-mr-10000 PREHOOK: query: alter table tbl_protectmode3 partition (p='p1') enable offline PREHOOK: type: ALTERPARTITION_PROTECTMODE PREHOOK: Input: default@tbl_protectmode3 -PREHOOK: Output: default@tbl_protectmode3 +PREHOOK: Output: default@tbl_protectmode3@p=p1 POSTHOOK: query: alter table tbl_protectmode3 partition (p='p1') enable offline POSTHOOK: type: ALTERPARTITION_PROTECTMODE POSTHOOK: Input: default@tbl_protectmode3 POSTHOOK: Input: default@tbl_protectmode3@p=p1 -POSTHOOK: Output: default@tbl_protectmode3 POSTHOOK: Output: default@tbl_protectmode3@p=p1 PREHOOK: query: select * from tbl_protectmode3 where p='p2' PREHOOK: type: QUERY PREHOOK: Input: default@tbl_protectmode3@p=p2 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-09-02_059_4407769363171845870/-mr-10000 +PREHOOK: Output: file:/tmp/njain/hive_2010-11-16_18-47-38_569_2255610848316200687/-mr-10000 POSTHOOK: query: select * from tbl_protectmode3 where p='p2' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl_protectmode3@p=p2 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-09-02_059_4407769363171845870/-mr-10000 +POSTHOOK: Output: file:/tmp/njain/hive_2010-11-16_18-47-38_569_2255610848316200687/-mr-10000 FAILED: Error in semantic analysis: Query against an offline table or partition Table tbl_protectmode3 Partition p=p1 Index: ql/src/test/results/clientnegative/protectmode_part2.q.out =================================================================== --- ql/src/test/results/clientnegative/protectmode_part2.q.out (revision 1035749) +++ ql/src/test/results/clientnegative/protectmode_part2.q.out (working copy) @@ -26,11 +26,10 @@ PREHOOK: query: alter table tbl_protectmode6 partition (p='p1') enable offline PREHOOK: type: ALTERPARTITION_PROTECTMODE PREHOOK: Input: default@tbl_protectmode6 -PREHOOK: Output: default@tbl_protectmode6 +PREHOOK: Output: default@tbl_protectmode6@p=p1 POSTHOOK: query: alter table tbl_protectmode6 partition (p='p1') enable offline POSTHOOK: type: ALTERPARTITION_PROTECTMODE POSTHOOK: Input: default@tbl_protectmode6 POSTHOOK: Input: default@tbl_protectmode6@p=p1 -POSTHOOK: Output: default@tbl_protectmode6 POSTHOOK: Output: default@tbl_protectmode6@p=p1 FAILED: Error in semantic analysis: org.apache.hadoop.hive.ql.parse.SemanticException: Query against an offline table or partition tbl_protectmode6:p=p1 Index: ql/src/test/results/clientnegative/protectmode_part1.q.out =================================================================== --- ql/src/test/results/clientnegative/protectmode_part1.q.out (revision 1035749) +++ ql/src/test/results/clientnegative/protectmode_part1.q.out (working copy) @@ -56,12 +56,11 @@ PREHOOK: query: alter table tbl_protectmode5 partition (p='p1') enable offline PREHOOK: type: ALTERPARTITION_PROTECTMODE PREHOOK: Input: default@tbl_protectmode5 -PREHOOK: Output: default@tbl_protectmode5 +PREHOOK: Output: default@tbl_protectmode5@p=p1 POSTHOOK: query: alter table tbl_protectmode5 partition (p='p1') enable offline POSTHOOK: type: ALTERPARTITION_PROTECTMODE POSTHOOK: Input: default@tbl_protectmode5 POSTHOOK: Input: default@tbl_protectmode5@p=p1 -POSTHOOK: Output: default@tbl_protectmode5 POSTHOOK: Output: default@tbl_protectmode5@p=p1 POSTHOOK: Lineage: tbl_protectmode5_1.col SIMPLE [(tbl_protectmode5)tbl_protectmode5.FieldSchema(name:col, type:string, comment:null), ] POSTHOOK: Lineage: tbl_protectmode5_1.col SIMPLE [(tbl_protectmode5)tbl_protectmode5.FieldSchema(name:col, type:string, comment:null), ] Index: ql/src/test/results/clientnegative/protectmode_part_no_drop.q.out =================================================================== --- ql/src/test/results/clientnegative/protectmode_part_no_drop.q.out (revision 1035749) +++ ql/src/test/results/clientnegative/protectmode_part_no_drop.q.out (working copy) @@ -21,12 +21,11 @@ PREHOOK: query: alter table tbl_protectmode_no_drop partition (p='p1') enable no_drop PREHOOK: type: ALTERPARTITION_PROTECTMODE PREHOOK: Input: default@tbl_protectmode_no_drop -PREHOOK: Output: default@tbl_protectmode_no_drop +PREHOOK: Output: default@tbl_protectmode_no_drop@p=p1 POSTHOOK: query: alter table tbl_protectmode_no_drop partition (p='p1') enable no_drop POSTHOOK: type: ALTERPARTITION_PROTECTMODE POSTHOOK: Input: default@tbl_protectmode_no_drop POSTHOOK: Input: default@tbl_protectmode_no_drop@p=p1 -POSTHOOK: Output: default@tbl_protectmode_no_drop POSTHOOK: Output: default@tbl_protectmode_no_drop@p=p1 PREHOOK: query: desc extended tbl_protectmode_no_drop partition (p='p1') PREHOOK: type: DESCTABLE @@ -36,7 +35,7 @@ c2 string p string -Detailed Partition Information Partition(values:[p1], dbName:default, tableName:tbl_protectmode_no_drop, createTime:1286801132, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:c1, type:string, comment:null), FieldSchema(name:c2, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl_protectmode_no_drop/p=p1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{last_modified_by=thiruvel, last_modified_time=1286801132, PROTECT_MODE=NO_DROP, transient_lastDdlTime=1286801132}) +Detailed Partition Information Partition(values:[p1], dbName:default, tableName:tbl_protectmode_no_drop, createTime:1289962083, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:c1, type:string, comment:null), FieldSchema(name:c2, type:string, comment:null)], location:pfile:/data/users/njain/hive3/hive3/build/ql/test/data/warehouse/tbl_protectmode_no_drop/p=p1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{last_modified_by=njain, last_modified_time=1289962083, PROTECT_MODE=NO_DROP, transient_lastDdlTime=1289962083}) PREHOOK: query: alter table tbl_protectmode_no_drop drop partition (p='p1') PREHOOK: type: ALTERTABLE_DROPPARTS PREHOOK: Input: default@tbl_protectmode_no_drop Index: ql/src/test/results/clientpositive/partition_wise_fileformat4.q.out =================================================================== --- ql/src/test/results/clientpositive/partition_wise_fileformat4.q.out (revision 0) +++ ql/src/test/results/clientpositive/partition_wise_fileformat4.q.out (revision 0) @@ -0,0 +1,53 @@ +PREHOOK: query: create table partition_test_partitioned(key string, value string) partitioned by (dt string) +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table partition_test_partitioned(key string, value string) partitioned by (dt string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@partition_test_partitioned +PREHOOK: query: alter table partition_test_partitioned set fileformat sequencefile +PREHOOK: type: ALTERTABLE_FILEFORMAT +PREHOOK: Input: default@partition_test_partitioned +PREHOOK: Output: default@partition_test_partitioned +POSTHOOK: query: alter table partition_test_partitioned set fileformat sequencefile +POSTHOOK: type: ALTERTABLE_FILEFORMAT +POSTHOOK: Input: default@partition_test_partitioned +POSTHOOK: Output: default@partition_test_partitioned +PREHOOK: query: insert overwrite table partition_test_partitioned partition(dt='1') select * from src1 +PREHOOK: type: QUERY +PREHOOK: Input: default@src1 +PREHOOK: Output: default@partition_test_partitioned@dt=1 +POSTHOOK: query: insert overwrite table partition_test_partitioned partition(dt='1') select * from src1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src1 +POSTHOOK: Output: default@partition_test_partitioned@dt=1 +POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: alter table partition_test_partitioned partition (dt='1') set fileformat sequencefile +PREHOOK: type: ALTERPARTITION_FILEFORMAT +PREHOOK: Input: default@partition_test_partitioned +PREHOOK: Output: default@partition_test_partitioned@dt=1 +POSTHOOK: query: alter table partition_test_partitioned partition (dt='1') set fileformat sequencefile +POSTHOOK: type: ALTERPARTITION_FILEFORMAT +POSTHOOK: Input: default@partition_test_partitioned +POSTHOOK: Input: default@partition_test_partitioned@dt=1 +POSTHOOK: Output: default@partition_test_partitioned@dt=1 +POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: alter table partition_test_partitioned add partition (dt='2') +PREHOOK: type: ALTERTABLE_ADDPARTS +PREHOOK: Input: default@partition_test_partitioned +POSTHOOK: query: alter table partition_test_partitioned add partition (dt='2') +POSTHOOK: type: ALTERTABLE_ADDPARTS +POSTHOOK: Input: default@partition_test_partitioned +POSTHOOK: Output: default@partition_test_partitioned@dt=2 +POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: alter table partition_test_partitioned drop partition (dt='2') +PREHOOK: type: ALTERTABLE_DROPPARTS +PREHOOK: Input: default@partition_test_partitioned +PREHOOK: Output: default@partition_test_partitioned@dt=2 +POSTHOOK: query: alter table partition_test_partitioned drop partition (dt='2') +POSTHOOK: type: ALTERTABLE_DROPPARTS +POSTHOOK: Input: default@partition_test_partitioned +POSTHOOK: Output: default@partition_test_partitioned@dt=2 +POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=1).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/alter_partition_format_loc.q.out =================================================================== --- ql/src/test/results/clientpositive/alter_partition_format_loc.q.out (revision 1035749) +++ ql/src/test/results/clientpositive/alter_partition_format_loc.q.out (working copy) @@ -10,7 +10,7 @@ key int value string -Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:thiruvel, createTime:1286798855, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter_partition_format_test, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1286798855}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:njain, createTime:1289949041, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/njain/hive3/hive3/build/ql/test/data/warehouse/alter_partition_format_test, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{transient_lastDdlTime=1289949041}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table alter_partition_format_test set fileformat rcfile PREHOOK: type: ALTERTABLE_FILEFORMAT PREHOOK: Input: default@alter_partition_format_test @@ -26,7 +26,7 @@ key int from deserializer value string from deserializer -Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:thiruvel, createTime:1286798855, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter_partition_format_test, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=thiruvel, last_modified_time=1286798856, transient_lastDdlTime=1286798856}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:njain, createTime:1289949041, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/njain/hive3/hive3/build/ql/test/data/warehouse/alter_partition_format_test, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=njain, last_modified_time=1289949041, transient_lastDdlTime=1289949041}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table alter_partition_format_test set location "file:/test/test/" PREHOOK: type: ALTERTABLE_LOCATION PREHOOK: Input: default@alter_partition_format_test @@ -42,7 +42,7 @@ key int from deserializer value string from deserializer -Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:thiruvel, createTime:1286798855, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:file:/test/test/, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=thiruvel, last_modified_time=1286798856, transient_lastDdlTime=1286798856}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:njain, createTime:1289949041, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:file:/test/test/, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=njain, last_modified_time=1289949042, transient_lastDdlTime=1289949042}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: drop table alter_partition_format_test PREHOOK: type: DROPTABLE PREHOOK: Input: default@alter_partition_format_test @@ -73,16 +73,15 @@ value string ds string -Detailed Partition Information Partition(values:[2010], dbName:default, tableName:alter_partition_format_test, createTime:1286798856, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter_partition_format_test/ds=2010, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1286798856}) +Detailed Partition Information Partition(values:[2010], dbName:default, tableName:alter_partition_format_test, createTime:1289949042, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/njain/hive3/hive3/build/ql/test/data/warehouse/alter_partition_format_test/ds=2010, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{transient_lastDdlTime=1289949042}) PREHOOK: query: alter table alter_partition_format_test partition(ds='2010') set fileformat rcfile PREHOOK: type: ALTERPARTITION_FILEFORMAT PREHOOK: Input: default@alter_partition_format_test -PREHOOK: Output: default@alter_partition_format_test +PREHOOK: Output: default@alter_partition_format_test@ds=2010 POSTHOOK: query: alter table alter_partition_format_test partition(ds='2010') set fileformat rcfile POSTHOOK: type: ALTERPARTITION_FILEFORMAT POSTHOOK: Input: default@alter_partition_format_test POSTHOOK: Input: default@alter_partition_format_test@ds=2010 -POSTHOOK: Output: default@alter_partition_format_test POSTHOOK: Output: default@alter_partition_format_test@ds=2010 PREHOOK: query: desc extended alter_partition_format_test partition(ds='2010') PREHOOK: type: DESCTABLE @@ -92,16 +91,15 @@ value string ds string -Detailed Partition Information Partition(values:[2010], dbName:default, tableName:alter_partition_format_test, createTime:1286798856, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter_partition_format_test/ds=2010, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{last_modified_by=thiruvel, last_modified_time=1286798856, transient_lastDdlTime=1286798856}) +Detailed Partition Information Partition(values:[2010], dbName:default, tableName:alter_partition_format_test, createTime:1289949042, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/njain/hive3/hive3/build/ql/test/data/warehouse/alter_partition_format_test/ds=2010, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{last_modified_by=njain, last_modified_time=1289949042, transient_lastDdlTime=1289949042}) PREHOOK: query: alter table alter_partition_format_test partition(ds='2010') set location "file:/test/test/ds=2010" PREHOOK: type: ALTERPARTITION_LOCATION PREHOOK: Input: default@alter_partition_format_test -PREHOOK: Output: default@alter_partition_format_test +PREHOOK: Output: default@alter_partition_format_test@ds=2010 POSTHOOK: query: alter table alter_partition_format_test partition(ds='2010') set location "file:/test/test/ds=2010" POSTHOOK: type: ALTERPARTITION_LOCATION POSTHOOK: Input: default@alter_partition_format_test POSTHOOK: Input: default@alter_partition_format_test@ds=2010 -POSTHOOK: Output: default@alter_partition_format_test POSTHOOK: Output: default@alter_partition_format_test@ds=2010 PREHOOK: query: desc extended alter_partition_format_test partition(ds='2010') PREHOOK: type: DESCTABLE @@ -111,7 +109,7 @@ value string ds string -Detailed Partition Information Partition(values:[2010], dbName:default, tableName:alter_partition_format_test, createTime:1286798856, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:file:/test/test/ds=2010, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{last_modified_by=thiruvel, last_modified_time=1286798857, transient_lastDdlTime=1286798857}) +Detailed Partition Information Partition(values:[2010], dbName:default, tableName:alter_partition_format_test, createTime:1289949042, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:file:/test/test/ds=2010, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{last_modified_by=njain, last_modified_time=1289949043, transient_lastDdlTime=1289949043}) PREHOOK: query: desc extended alter_partition_format_test PREHOOK: type: DESCTABLE POSTHOOK: query: desc extended alter_partition_format_test @@ -120,7 +118,7 @@ value string ds string -Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:thiruvel, createTime:1286798856, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter_partition_format_test, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{transient_lastDdlTime=1286798856}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:njain, createTime:1289949042, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/data/users/njain/hive3/hive3/build/ql/test/data/warehouse/alter_partition_format_test, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{transient_lastDdlTime=1289949042}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table alter_partition_format_test set fileformat rcfile PREHOOK: type: ALTERTABLE_FILEFORMAT PREHOOK: Input: default@alter_partition_format_test @@ -137,7 +135,7 @@ value string from deserializer ds string -Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:thiruvel, createTime:1286798856, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/alter_partition_format_test, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{last_modified_by=thiruvel, last_modified_time=1286798857, transient_lastDdlTime=1286798857}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:njain, createTime:1289949042, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:pfile:/data/users/njain/hive3/hive3/build/ql/test/data/warehouse/alter_partition_format_test, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{last_modified_by=njain, last_modified_time=1289949043, transient_lastDdlTime=1289949043}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table alter_partition_format_test set location "file:/test/test/" PREHOOK: type: ALTERTABLE_LOCATION PREHOOK: Input: default@alter_partition_format_test @@ -154,7 +152,7 @@ value string from deserializer ds string -Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:thiruvel, createTime:1286798856, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:file:/test/test/, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{last_modified_by=thiruvel, last_modified_time=1286798857, transient_lastDdlTime=1286798857}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:alter_partition_format_test, dbName:default, owner:njain, createTime:1289949042, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:int, comment:null), FieldSchema(name:value, type:string, comment:null)], location:file:/test/test/, inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{last_modified_by=njain, last_modified_time=1289949043, transient_lastDdlTime=1289949043}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: drop table alter_partition_format_test PREHOOK: type: DROPTABLE PREHOOK: Input: default@alter_partition_format_test Index: ql/src/test/results/clientpositive/protectmode.q.out =================================================================== --- ql/src/test/results/clientpositive/protectmode.q.out (revision 1035749) +++ ql/src/test/results/clientpositive/protectmode.q.out (working copy) @@ -18,19 +18,19 @@ PREHOOK: query: select * from tbl1 PREHOOK: type: QUERY PREHOOK: Input: default@tbl1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-31_476_4515339611013455991/-mr-10000 +PREHOOK: Output: file:/tmp/njain/hive_2010-11-16_17-06-29_627_398913064602942534/-mr-10000 POSTHOOK: query: select * from tbl1 POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-31_476_4515339611013455991/-mr-10000 +POSTHOOK: Output: file:/tmp/njain/hive_2010-11-16_17-06-29_627_398913064602942534/-mr-10000 PREHOOK: query: select col from tbl1 PREHOOK: type: QUERY PREHOOK: Input: default@tbl1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-31_638_1101319849914301170/-mr-10000 +PREHOOK: Output: file:/tmp/njain/hive_2010-11-16_17-06-29_813_6047101750993899225/-mr-10000 POSTHOOK: query: select col from tbl1 POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-31_638_1101319849914301170/-mr-10000 +POSTHOOK: Output: file:/tmp/njain/hive_2010-11-16_17-06-29_813_6047101750993899225/-mr-10000 PREHOOK: query: alter table tbl1 enable offline PREHOOK: type: ALTERTABLE_PROTECTMODE PREHOOK: Input: default@tbl1 @@ -45,7 +45,7 @@ POSTHOOK: type: DESCTABLE col string -Detailed Table Information Table(tableName:tbl1, dbName:default, owner:thiruvel, createTime:1286798911, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=thiruvel, last_modified_time=1286798914, PROTECT_MODE=OFFLINE, transient_lastDdlTime=1286798914}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:tbl1, dbName:default, owner:njain, createTime:1289955989, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/data/users/njain/hive3/hive3/build/ql/test/data/warehouse/tbl1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=njain, last_modified_time=1289955993, PROTECT_MODE=OFFLINE, transient_lastDdlTime=1289955993}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table tbl1 disable offline PREHOOK: type: ALTERTABLE_PROTECTMODE PREHOOK: Input: default@tbl1 @@ -60,23 +60,23 @@ POSTHOOK: type: DESCTABLE col string -Detailed Table Information Table(tableName:tbl1, dbName:default, owner:thiruvel, createTime:1286798911, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=thiruvel, last_modified_time=1286798914, transient_lastDdlTime=1286798914}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:tbl1, dbName:default, owner:njain, createTime:1289955989, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/data/users/njain/hive3/hive3/build/ql/test/data/warehouse/tbl1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[], parameters:{last_modified_by=njain, last_modified_time=1289955993, transient_lastDdlTime=1289955993}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: select * from tbl1 PREHOOK: type: QUERY PREHOOK: Input: default@tbl1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-34_256_3955988268350475784/-mr-10000 +PREHOOK: Output: file:/tmp/njain/hive_2010-11-16_17-06-33_574_4661189514345730872/-mr-10000 POSTHOOK: query: select * from tbl1 POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-34_256_3955988268350475784/-mr-10000 +POSTHOOK: Output: file:/tmp/njain/hive_2010-11-16_17-06-33_574_4661189514345730872/-mr-10000 PREHOOK: query: select col from tbl1 PREHOOK: type: QUERY PREHOOK: Input: default@tbl1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-34_405_8359234130543394694/-mr-10000 +PREHOOK: Output: file:/tmp/njain/hive_2010-11-16_17-06-33_747_3056399763928184018/-mr-10000 POSTHOOK: query: select col from tbl1 POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-34_405_8359234130543394694/-mr-10000 +POSTHOOK: Output: file:/tmp/njain/hive_2010-11-16_17-06-33_747_3056399763928184018/-mr-10000 PREHOOK: query: create table tbl2 (col string) partitioned by (p string) PREHOOK: type: CREATETABLE POSTHOOK: query: create table tbl2 (col string) partitioned by (p string) @@ -112,28 +112,27 @@ PREHOOK: query: select * from tbl2 where p='p1' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-37_067_483902882123618984/-mr-10000 +PREHOOK: Output: file:/tmp/njain/hive_2010-11-16_17-06-37_741_250559157559967424/-mr-10000 POSTHOOK: query: select * from tbl2 where p='p1' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl2@p=p1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-37_067_483902882123618984/-mr-10000 +POSTHOOK: Output: file:/tmp/njain/hive_2010-11-16_17-06-37_741_250559157559967424/-mr-10000 PREHOOK: query: select * from tbl2 where p='p2' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p2 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-37_187_7573865201096655538/-mr-10000 +PREHOOK: Output: file:/tmp/njain/hive_2010-11-16_17-06-37_947_5906017896103195386/-mr-10000 POSTHOOK: query: select * from tbl2 where p='p2' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl2@p=p2 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-37_187_7573865201096655538/-mr-10000 +POSTHOOK: Output: file:/tmp/njain/hive_2010-11-16_17-06-37_947_5906017896103195386/-mr-10000 PREHOOK: query: alter table tbl2 partition (p='p1') enable offline PREHOOK: type: ALTERPARTITION_PROTECTMODE PREHOOK: Input: default@tbl2 -PREHOOK: Output: default@tbl2 +PREHOOK: Output: default@tbl2@p=p1 POSTHOOK: query: alter table tbl2 partition (p='p1') enable offline POSTHOOK: type: ALTERPARTITION_PROTECTMODE POSTHOOK: Input: default@tbl2 POSTHOOK: Input: default@tbl2@p=p1 -POSTHOOK: Output: default@tbl2 POSTHOOK: Output: default@tbl2@p=p1 PREHOOK: query: desc extended tbl2 partition (p='p1') PREHOOK: type: DESCTABLE @@ -142,7 +141,7 @@ col string p string -Detailed Partition Information Partition(values:[p1], dbName:default, tableName:tbl2, createTime:1286798916, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl2/p=p1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{last_modified_by=thiruvel, last_modified_time=1286798917, PROTECT_MODE=OFFLINE, transient_lastDdlTime=1286798917}) +Detailed Partition Information Partition(values:[p1], dbName:default, tableName:tbl2, createTime:1289955997, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/data/users/njain/hive3/hive3/build/ql/test/data/warehouse/tbl2/p=p1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{last_modified_by=njain, last_modified_time=1289955999, PROTECT_MODE=OFFLINE, transient_lastDdlTime=1289955999}) PREHOOK: query: alter table tbl2 enable offline PREHOOK: type: ALTERTABLE_PROTECTMODE PREHOOK: Input: default@tbl2 @@ -158,7 +157,7 @@ col string p string -Detailed Table Information Table(tableName:tbl2, dbName:default, owner:thiruvel, createTime:1286798916, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null), FieldSchema(name:p, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=thiruvel, last_modified_time=1286798917, PROTECT_MODE=OFFLINE, transient_lastDdlTime=1286798917}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:tbl2, dbName:default, owner:njain, createTime:1289955997, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null), FieldSchema(name:p, type:string, comment:null)], location:pfile:/data/users/njain/hive3/hive3/build/ql/test/data/warehouse/tbl2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=njain, last_modified_time=1289955999, PROTECT_MODE=OFFLINE, transient_lastDdlTime=1289955999}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table tbl2 enable no_drop PREHOOK: type: ALTERTABLE_PROTECTMODE PREHOOK: Input: default@tbl2 @@ -174,7 +173,7 @@ col string p string -Detailed Table Information Table(tableName:tbl2, dbName:default, owner:thiruvel, createTime:1286798916, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null), FieldSchema(name:p, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=thiruvel, last_modified_time=1286798917, PROTECT_MODE=OFFLINE,NO_DROP, transient_lastDdlTime=1286798917}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:tbl2, dbName:default, owner:njain, createTime:1289955997, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null), FieldSchema(name:p, type:string, comment:null)], location:pfile:/data/users/njain/hive3/hive3/build/ql/test/data/warehouse/tbl2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=njain, last_modified_time=1289955999, PROTECT_MODE=OFFLINE,NO_DROP, transient_lastDdlTime=1289955999}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table tbl2 drop partition (p='p3') PREHOOK: type: ALTERTABLE_DROPPARTS PREHOOK: Input: default@tbl2 @@ -198,7 +197,7 @@ col string p string -Detailed Table Information Table(tableName:tbl2, dbName:default, owner:thiruvel, createTime:1286798916, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null), FieldSchema(name:p, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=thiruvel, last_modified_time=1286798917, PROTECT_MODE=NO_DROP, transient_lastDdlTime=1286798917}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:tbl2, dbName:default, owner:njain, createTime:1289955997, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null), FieldSchema(name:p, type:string, comment:null)], location:pfile:/data/users/njain/hive3/hive3/build/ql/test/data/warehouse/tbl2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=njain, last_modified_time=1289956000, PROTECT_MODE=NO_DROP, transient_lastDdlTime=1289956000}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: alter table tbl2 disable no_drop PREHOOK: type: ALTERTABLE_PROTECTMODE PREHOOK: Input: default@tbl2 @@ -214,32 +213,31 @@ col string p string -Detailed Table Information Table(tableName:tbl2, dbName:default, owner:thiruvel, createTime:1286798916, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null), FieldSchema(name:p, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=thiruvel, last_modified_time=1286798918, transient_lastDdlTime=1286798918}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:tbl2, dbName:default, owner:njain, createTime:1289955997, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null), FieldSchema(name:p, type:string, comment:null)], location:pfile:/data/users/njain/hive3/hive3/build/ql/test/data/warehouse/tbl2, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:p, type:string, comment:null)], parameters:{last_modified_by=njain, last_modified_time=1289956000, transient_lastDdlTime=1289956000}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: select * from tbl2 where p='p2' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p2 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-38_066_2185936582247020299/-mr-10000 +PREHOOK: Output: file:/tmp/njain/hive_2010-11-16_17-06-40_474_6780554733606394299/-mr-10000 POSTHOOK: query: select * from tbl2 where p='p2' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl2@p=p2 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-38_066_2185936582247020299/-mr-10000 +POSTHOOK: Output: file:/tmp/njain/hive_2010-11-16_17-06-40_474_6780554733606394299/-mr-10000 PREHOOK: query: select col from tbl2 where p='p2' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p2 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-38_143_3716448971940234870/-mr-10000 +PREHOOK: Output: file:/tmp/njain/hive_2010-11-16_17-06-40_697_3925214840318924806/-mr-10000 POSTHOOK: query: select col from tbl2 where p='p2' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl2@p=p2 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-38_143_3716448971940234870/-mr-10000 +POSTHOOK: Output: file:/tmp/njain/hive_2010-11-16_17-06-40_697_3925214840318924806/-mr-10000 PREHOOK: query: alter table tbl2 partition (p='p1') disable offline PREHOOK: type: ALTERPARTITION_PROTECTMODE PREHOOK: Input: default@tbl2 -PREHOOK: Output: default@tbl2 +PREHOOK: Output: default@tbl2@p=p1 POSTHOOK: query: alter table tbl2 partition (p='p1') disable offline POSTHOOK: type: ALTERPARTITION_PROTECTMODE POSTHOOK: Input: default@tbl2 POSTHOOK: Input: default@tbl2@p=p1 -POSTHOOK: Output: default@tbl2 POSTHOOK: Output: default@tbl2@p=p1 PREHOOK: query: desc extended tbl2 partition (p='p1') PREHOOK: type: DESCTABLE @@ -248,23 +246,23 @@ col string p string -Detailed Partition Information Partition(values:[p1], dbName:default, tableName:tbl2, createTime:1286798916, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/tbl2/p=p1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{last_modified_by=thiruvel, last_modified_time=1286798920, transient_lastDdlTime=1286798920}) +Detailed Partition Information Partition(values:[p1], dbName:default, tableName:tbl2, createTime:1289955997, lastAccessTime:0, sd:StorageDescriptor(cols:[FieldSchema(name:col, type:string, comment:null)], location:pfile:/data/users/njain/hive3/hive3/build/ql/test/data/warehouse/tbl2/p=p1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), parameters:{last_modified_by=njain, last_modified_time=1289956004, transient_lastDdlTime=1289956004}) PREHOOK: query: select * from tbl2 where p='p1' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-40_488_6927546031831134671/-mr-10000 +PREHOOK: Output: file:/tmp/njain/hive_2010-11-16_17-06-44_370_4746714320711761920/-mr-10000 POSTHOOK: query: select * from tbl2 where p='p1' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl2@p=p1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-40_488_6927546031831134671/-mr-10000 +POSTHOOK: Output: file:/tmp/njain/hive_2010-11-16_17-06-44_370_4746714320711761920/-mr-10000 PREHOOK: query: select col from tbl2 where p='p1' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p1 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-40_571_5074072043256621472/-mr-10000 +PREHOOK: Output: file:/tmp/njain/hive_2010-11-16_17-06-44_681_3312901000594329647/-mr-10000 POSTHOOK: query: select col from tbl2 where p='p1' POSTHOOK: type: QUERY POSTHOOK: Input: default@tbl2@p=p1 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-08-40_571_5074072043256621472/-mr-10000 +POSTHOOK: Output: file:/tmp/njain/hive_2010-11-16_17-06-44_681_3312901000594329647/-mr-10000 PREHOOK: query: insert overwrite table tbl1 select col from tbl2 where p='p1' PREHOOK: type: QUERY PREHOOK: Input: default@tbl2@p=p1 @@ -287,36 +285,33 @@ PREHOOK: query: alter table tbl2 partition (p='p1') enable no_drop PREHOOK: type: ALTERPARTITION_PROTECTMODE PREHOOK: Input: default@tbl2 -PREHOOK: Output: default@tbl2 +PREHOOK: Output: default@tbl2@p=p1 POSTHOOK: query: alter table tbl2 partition (p='p1') enable no_drop POSTHOOK: type: ALTERPARTITION_PROTECTMODE POSTHOOK: Input: default@tbl2 POSTHOOK: Input: default@tbl2@p=p1 -POSTHOOK: Output: default@tbl2 POSTHOOK: Output: default@tbl2@p=p1 POSTHOOK: Lineage: tbl1.col SIMPLE [(tbl2)tbl2.FieldSchema(name:col, type:string, comment:null), ] POSTHOOK: Lineage: tbl1.col SIMPLE [(tbl1)tbl1.FieldSchema(name:col, type:string, comment:null), ] PREHOOK: query: alter table tbl2 partition (p='p1') disable no_drop PREHOOK: type: ALTERPARTITION_PROTECTMODE PREHOOK: Input: default@tbl2 -PREHOOK: Output: default@tbl2 +PREHOOK: Output: default@tbl2@p=p1 POSTHOOK: query: alter table tbl2 partition (p='p1') disable no_drop POSTHOOK: type: ALTERPARTITION_PROTECTMODE POSTHOOK: Input: default@tbl2 POSTHOOK: Input: default@tbl2@p=p1 -POSTHOOK: Output: default@tbl2 POSTHOOK: Output: default@tbl2@p=p1 POSTHOOK: Lineage: tbl1.col SIMPLE [(tbl2)tbl2.FieldSchema(name:col, type:string, comment:null), ] POSTHOOK: Lineage: tbl1.col SIMPLE [(tbl1)tbl1.FieldSchema(name:col, type:string, comment:null), ] PREHOOK: query: alter table tbl2 partition (p='p2') enable no_drop PREHOOK: type: ALTERPARTITION_PROTECTMODE PREHOOK: Input: default@tbl2 -PREHOOK: Output: default@tbl2 +PREHOOK: Output: default@tbl2@p=p2 POSTHOOK: query: alter table tbl2 partition (p='p2') enable no_drop POSTHOOK: type: ALTERPARTITION_PROTECTMODE POSTHOOK: Input: default@tbl2 POSTHOOK: Input: default@tbl2@p=p2 -POSTHOOK: Output: default@tbl2 POSTHOOK: Output: default@tbl2@p=p2 POSTHOOK: Lineage: tbl1.col SIMPLE [(tbl2)tbl2.FieldSchema(name:col, type:string, comment:null), ] POSTHOOK: Lineage: tbl1.col SIMPLE [(tbl1)tbl1.FieldSchema(name:col, type:string, comment:null), ] @@ -333,12 +328,11 @@ PREHOOK: query: alter table tbl2 partition (p='p2') disable no_drop PREHOOK: type: ALTERPARTITION_PROTECTMODE PREHOOK: Input: default@tbl2 -PREHOOK: Output: default@tbl2 +PREHOOK: Output: default@tbl2@p=p2 POSTHOOK: query: alter table tbl2 partition (p='p2') disable no_drop POSTHOOK: type: ALTERPARTITION_PROTECTMODE POSTHOOK: Input: default@tbl2 POSTHOOK: Input: default@tbl2@p=p2 -POSTHOOK: Output: default@tbl2 POSTHOOK: Output: default@tbl2@p=p2 POSTHOOK: Lineage: tbl1.col SIMPLE [(tbl2)tbl2.FieldSchema(name:col, type:string, comment:null), ] POSTHOOK: Lineage: tbl1.col SIMPLE [(tbl1)tbl1.FieldSchema(name:col, type:string, comment:null), ] Index: ql/src/test/queries/clientpositive/partition_wise_fileformat4.q =================================================================== --- ql/src/test/queries/clientpositive/partition_wise_fileformat4.q (revision 0) +++ ql/src/test/queries/clientpositive/partition_wise_fileformat4.q (revision 0) @@ -0,0 +1,8 @@ +create table partition_test_partitioned(key string, value string) partitioned by (dt string); +alter table partition_test_partitioned set fileformat sequencefile; +insert overwrite table partition_test_partitioned partition(dt='1') select * from src1; +alter table partition_test_partitioned partition (dt='1') set fileformat sequencefile; + +alter table partition_test_partitioned add partition (dt='2'); +alter table partition_test_partitioned drop partition (dt='2'); + Index: ql/src/java/org/apache/hadoop/hive/ql/parse/DDLSemanticAnalyzer.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/parse/DDLSemanticAnalyzer.java (revision 1035749) +++ ql/src/java/org/apache/hadoop/hive/ql/parse/DDLSemanticAnalyzer.java (working copy) @@ -614,18 +614,31 @@ AlterTableDesc alterTblDesc = new AlterTableDesc(tableName, inputFormat, outputFormat, serde, storageHandler, partSpec); + addInputsOutputsAlterTable(tableName, partSpec); + rootTasks.add(TaskFactory.get(new DDLWork(getInputs(), getOutputs(), + alterTblDesc), conf)); + } + + private void addInputsOutputsAlterTable(String tableName, HashMap partSpec) + throws SemanticException { try { Table tab = db.getTable(db.getCurrentDatabase(), tableName, false); if (tab != null) { inputs.add(new ReadEntity(tab)); - outputs.add(new WriteEntity(tab)); + + if ((partSpec == null) || (partSpec.isEmpty())) { + outputs.add(new WriteEntity(tab)); + } + else { + Partition part = db.getPartition(tab, partSpec, false); + if (part != null) { + outputs.add(new WriteEntity(part)); + } + } } } catch (HiveException e) { throw new SemanticException(ErrorMsg.INVALID_TABLE.getMsg(tableName)); } - - rootTasks.add(TaskFactory.get(new DDLWork(getInputs(), getOutputs(), - alterTblDesc), conf)); } private void analyzeAlterTableLocation(ASTNode ast, String tableName, @@ -635,16 +648,7 @@ AlterTableDesc alterTblDesc = new AlterTableDesc (tableName, newLocation, partSpec); - try { - Table tab = db.getTable(db.getCurrentDatabase(), tableName, false); - if (tab != null) { - inputs.add(new ReadEntity(tab)); - outputs.add(new WriteEntity(tab)); - } - } catch (HiveException e) { - throw new SemanticException(ErrorMsg.INVALID_TABLE.getMsg(tableName)); - } - + addInputsOutputsAlterTable(tableName, partSpec); rootTasks.add(TaskFactory.get(new DDLWork(getInputs(), getOutputs(), alterTblDesc), conf)); } @@ -689,16 +693,7 @@ "Only protect mode NO_DROP or OFFLINE supported"); } - try { - Table tab = db.getTable(db.getCurrentDatabase(), tableName, false); - if (tab != null) { - inputs.add(new ReadEntity(tab)); - outputs.add(new WriteEntity(tab)); - } - } catch (HiveException e) { - throw new SemanticException(ErrorMsg.INVALID_TABLE.getMsg(tableName)); - } - + addInputsOutputsAlterTable(tableName, partSpec); rootTasks.add(TaskFactory.get(new DDLWork(getInputs(), getOutputs(), alterTblDesc), conf)); }