Index: common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
===================================================================
--- common/src/java/org/apache/hadoop/hive/conf/HiveConf.java (revision 1067253)
+++ common/src/java/org/apache/hadoop/hive/conf/HiveConf.java (working copy)
@@ -368,7 +368,13 @@
HIVE_ERROR_ON_EMPTY_PARTITION("hive.error.on.empty.partition", false),
- HIVE_INDEX_IGNORE_HDFS_LOC("hive.index.compact.file.ignore.hdfs", false),
+ HIVE_INDEX_IGNORE_HDFS_LOC("hive.index.compact.file.ignore.hdfs", false),
+
+ // temporary variable for testing. This is added just to turn off this feature in case of a bug in
+ // deployment. It has not been documented in hive-default.xml intentionally, this should be removed
+ // once the feature is stable
+ HIVE_MAPPER_CANNOT_SPAN_MULTIPLE_PARTITIONS("hive.mapper.cannot.span.multiple.partitions", false),
+
;
Index: ql/src/test/results/clientpositive/partition_wise_fileformat5.q.out
===================================================================
--- ql/src/test/results/clientpositive/partition_wise_fileformat5.q.out (revision 0)
+++ ql/src/test/results/clientpositive/partition_wise_fileformat5.q.out (revision 0)
@@ -0,0 +1,96 @@
+PREHOOK: query: create table partition_test_partitioned(key string, value string) partitioned by (dt string)
+PREHOOK: type: CREATETABLE
+POSTHOOK: query: create table partition_test_partitioned(key string, value string) partitioned by (dt string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: default@partition_test_partitioned
+PREHOOK: query: alter table partition_test_partitioned set fileformat rcfile
+PREHOOK: type: ALTERTABLE_FILEFORMAT
+PREHOOK: Input: default@partition_test_partitioned
+PREHOOK: Output: default@partition_test_partitioned
+POSTHOOK: query: alter table partition_test_partitioned set fileformat rcfile
+POSTHOOK: type: ALTERTABLE_FILEFORMAT
+POSTHOOK: Input: default@partition_test_partitioned
+POSTHOOK: Output: default@partition_test_partitioned
+PREHOOK: query: insert overwrite table partition_test_partitioned partition(dt=101) select * from src1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src1
+PREHOOK: Output: default@partition_test_partitioned@dt=101
+POSTHOOK: query: insert overwrite table partition_test_partitioned partition(dt=101) select * from src1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src1
+POSTHOOK: Output: default@partition_test_partitioned@dt=101
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: alter table partition_test_partitioned set fileformat Sequencefile
+PREHOOK: type: ALTERTABLE_FILEFORMAT
+PREHOOK: Input: default@partition_test_partitioned
+PREHOOK: Output: default@partition_test_partitioned
+POSTHOOK: query: alter table partition_test_partitioned set fileformat Sequencefile
+POSTHOOK: type: ALTERTABLE_FILEFORMAT
+POSTHOOK: Input: default@partition_test_partitioned
+POSTHOOK: Output: default@partition_test_partitioned
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: insert overwrite table partition_test_partitioned partition(dt=102) select * from src1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src1
+PREHOOK: Output: default@partition_test_partitioned@dt=102
+POSTHOOK: query: insert overwrite table partition_test_partitioned partition(dt=102) select * from src1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src1
+POSTHOOK: Output: default@partition_test_partitioned@dt=102
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=102).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=102).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: select dt, count(1) from partition_test_partitioned where dt is not null group by dt
+PREHOOK: type: QUERY
+PREHOOK: Input: default@partition_test_partitioned@dt=101
+PREHOOK: Input: default@partition_test_partitioned@dt=102
+PREHOOK: Output: file:/tmp/njain/hive_2011-02-02_15-20-57_358_902155619985638012/-mr-10000
+POSTHOOK: query: select dt, count(1) from partition_test_partitioned where dt is not null group by dt
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@partition_test_partitioned@dt=101
+POSTHOOK: Input: default@partition_test_partitioned@dt=102
+POSTHOOK: Output: file:/tmp/njain/hive_2011-02-02_15-20-57_358_902155619985638012/-mr-10000
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=102).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=102).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+101 25
+102 25
+PREHOOK: query: insert overwrite table partition_test_partitioned partition(dt=103) select * from src1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src1
+PREHOOK: Output: default@partition_test_partitioned@dt=103
+POSTHOOK: query: insert overwrite table partition_test_partitioned partition(dt=103) select * from src1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src1
+POSTHOOK: Output: default@partition_test_partitioned@dt=103
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=102).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=102).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=103).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=103).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: select dt, count(1) from partition_test_partitioned where dt is not null group by dt
+PREHOOK: type: QUERY
+PREHOOK: Input: default@partition_test_partitioned@dt=101
+PREHOOK: Input: default@partition_test_partitioned@dt=102
+PREHOOK: Input: default@partition_test_partitioned@dt=103
+PREHOOK: Output: file:/tmp/njain/hive_2011-02-02_15-21-05_958_2383252255379009164/-mr-10000
+POSTHOOK: query: select dt, count(1) from partition_test_partitioned where dt is not null group by dt
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@partition_test_partitioned@dt=101
+POSTHOOK: Input: default@partition_test_partitioned@dt=102
+POSTHOOK: Input: default@partition_test_partitioned@dt=103
+POSTHOOK: Output: file:/tmp/njain/hive_2011-02-02_15-21-05_958_2383252255379009164/-mr-10000
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=102).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=102).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=103).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=103).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+101 25
+102 25
+103 25
Index: ql/src/test/results/clientpositive/input42.q.out
===================================================================
--- ql/src/test/results/clientpositive/input42.q.out (revision 1067253)
+++ ql/src/test/results/clientpositive/input42.q.out (working copy)
@@ -54,10 +54,10 @@
type: string
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a]
- pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a]
+ pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a]
+ pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a]
Path -> Partition:
- pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
+ pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
Partition
base file name: hr=11
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -71,13 +71,13 @@
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288389287
+ transient_lastDdlTime 1296766190
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -88,17 +88,17 @@
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288389287
+ transient_lastDdlTime 1296766190
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
- pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
+ pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
Partition
base file name: hr=12
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -112,13 +112,13 @@
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288389287
+ transient_lastDdlTime 1296766190
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -129,13 +129,13 @@
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288389287
+ transient_lastDdlTime 1296766190
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
@@ -144,9 +144,9 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/tmp/sdong/hive_2010-10-29_15-31-51_423_2950637669981243052/-ext-10001
+ directory: file:/tmp/njain/hive_2011-02-03_12-49-59_467_3796150470392177289/-ext-10001
NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_15-31-51_423_2950637669981243052/-ext-10001/
+ Stats Publishing Key Prefix: file:/tmp/njain/hive_2011-02-03_12-49-59_467_3796150470392177289/-ext-10001/
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -167,12 +167,12 @@
PREHOOK: type: QUERY
PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-31-51_551_23639250440929738/-mr-10000
+PREHOOK: Output: file:/tmp/njain/hive_2011-02-03_12-49-59_801_525167415497485863/-mr-10000
POSTHOOK: query: select * from srcpart a where a.ds='2008-04-08' order by a.key, a.hr
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-31-51_551_23639250440929738/-mr-10000
+POSTHOOK: Output: file:/tmp/njain/hive_2011-02-03_12-49-59_801_525167415497485863/-mr-10000
0 val_0 2008-04-08 11
0 val_0 2008-04-08 11
0 val_0 2008-04-08 11
@@ -1234,10 +1234,10 @@
type: string
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a]
- pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a]
+ pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a]
+ pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a]
Path -> Partition:
- pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
+ pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
Partition
base file name: hr=11
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1251,13 +1251,13 @@
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288389287
+ transient_lastDdlTime 1296766190
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1268,17 +1268,17 @@
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288389287
+ transient_lastDdlTime 1296766190
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
- pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
+ pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
Partition
base file name: hr=12
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1292,13 +1292,13 @@
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288389287
+ transient_lastDdlTime 1296766190
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1309,13 +1309,13 @@
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288389287
+ transient_lastDdlTime 1296766190
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
@@ -1324,9 +1324,9 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/tmp/sdong/hive_2010-10-29_15-31-55_370_4976912681665825327/-ext-10001
+ directory: file:/tmp/njain/hive_2011-02-03_12-50-03_142_654060154054043640/-ext-10001
NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_15-31-55_370_4976912681665825327/-ext-10001/
+ Stats Publishing Key Prefix: file:/tmp/njain/hive_2011-02-03_12-50-03_142_654060154054043640/-ext-10001/
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1347,12 +1347,12 @@
PREHOOK: type: QUERY
PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-31-55_529_6657949327034269590/-mr-10000
+PREHOOK: Output: file:/tmp/njain/hive_2011-02-03_12-50-03_306_2508303776661842458/-mr-10000
POSTHOOK: query: select * from srcpart a where a.ds='2008-04-08' and key < 200 order by a.key, a.hr
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-31-55_529_6657949327034269590/-mr-10000
+POSTHOOK: Output: file:/tmp/njain/hive_2011-02-03_12-50-03_306_2508303776661842458/-mr-10000
0 val_0 2008-04-08 11
0 val_0 2008-04-08 11
0 val_0 2008-04-08 11
@@ -1787,10 +1787,10 @@
type: string
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a]
- pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a]
+ pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a]
+ pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a]
Path -> Partition:
- pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
+ pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
Partition
base file name: hr=11
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1804,13 +1804,13 @@
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288389287
+ transient_lastDdlTime 1296766190
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1821,17 +1821,17 @@
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288389287
+ transient_lastDdlTime 1296766190
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
- pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
+ pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
Partition
base file name: hr=12
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1845,13 +1845,13 @@
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288389287
+ transient_lastDdlTime 1296766190
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -1862,13 +1862,13 @@
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288389287
+ transient_lastDdlTime 1296766190
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
@@ -1877,9 +1877,9 @@
File Output Operator
compressed: false
GlobalTableId: 0
- directory: file:/tmp/sdong/hive_2010-10-29_15-31-58_886_3715859592074339834/-ext-10001
+ directory: file:/tmp/njain/hive_2011-02-03_12-50-06_477_8143234486934165536/-ext-10001
NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_15-31-58_886_3715859592074339834/-ext-10001/
+ Stats Publishing Key Prefix: file:/tmp/njain/hive_2011-02-03_12-50-06_477_8143234486934165536/-ext-10001/
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -1900,103 +1900,101 @@
PREHOOK: type: QUERY
PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-31-59_013_2075633210966279442/-mr-10000
+PREHOOK: Output: file:/tmp/njain/hive_2011-02-03_12-50-06_625_1807918217728904887/-mr-10000
POSTHOOK: query: select * from srcpart a where a.ds='2008-04-08' and rand(100) < 0.1 order by a.key, a.hr
POSTHOOK: type: QUERY
POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11
POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12
-POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-31-59_013_2075633210966279442/-mr-10000
+POSTHOOK: Output: file:/tmp/njain/hive_2011-02-03_12-50-06_625_1807918217728904887/-mr-10000
113 val_113 2008-04-08 11
-113 val_113 2008-04-08 12
118 val_118 2008-04-08 11
-118 val_118 2008-04-08 12
+12 val_12 2008-04-08 12
+125 val_125 2008-04-08 12
128 val_128 2008-04-08 11
-128 val_128 2008-04-08 12
143 val_143 2008-04-08 11
143 val_143 2008-04-08 12
145 val_145 2008-04-08 11
-145 val_145 2008-04-08 12
+149 val_149 2008-04-08 12
15 val_15 2008-04-08 11
15 val_15 2008-04-08 12
+160 val_160 2008-04-08 12
164 val_164 2008-04-08 11
-164 val_164 2008-04-08 12
+165 val_165 2008-04-08 12
+166 val_166 2008-04-08 12
170 val_170 2008-04-08 11
-170 val_170 2008-04-08 12
176 val_176 2008-04-08 11
176 val_176 2008-04-08 12
181 val_181 2008-04-08 11
-181 val_181 2008-04-08 12
+191 val_191 2008-04-08 12
195 val_195 2008-04-08 11
-195 val_195 2008-04-08 12
+197 val_197 2008-04-08 12
+199 val_199 2008-04-08 12
+203 val_203 2008-04-08 12
+216 val_216 2008-04-08 12
+218 val_218 2008-04-08 12
223 val_223 2008-04-08 11
-223 val_223 2008-04-08 12
+224 val_224 2008-04-08 12
237 val_237 2008-04-08 11
-237 val_237 2008-04-08 12
239 val_239 2008-04-08 11
-239 val_239 2008-04-08 12
+242 val_242 2008-04-08 12
256 val_256 2008-04-08 11
256 val_256 2008-04-08 12
+278 val_278 2008-04-08 12
+288 val_288 2008-04-08 12
292 val_292 2008-04-08 11
-292 val_292 2008-04-08 12
298 val_298 2008-04-08 11
-298 val_298 2008-04-08 12
+316 val_316 2008-04-08 12
+325 val_325 2008-04-08 12
+332 val_332 2008-04-08 12
+34 val_34 2008-04-08 12
341 val_341 2008-04-08 11
-341 val_341 2008-04-08 12
+348 val_348 2008-04-08 12
368 val_368 2008-04-08 11
-368 val_368 2008-04-08 12
369 val_369 2008-04-08 11
-369 val_369 2008-04-08 12
+37 val_37 2008-04-08 12
394 val_394 2008-04-08 11
-394 val_394 2008-04-08 12
+4 val_4 2008-04-08 12
+400 val_400 2008-04-08 12
401 val_401 2008-04-08 11
-401 val_401 2008-04-08 12
+402 val_402 2008-04-08 12
404 val_404 2008-04-08 11
-404 val_404 2008-04-08 12
406 val_406 2008-04-08 11
-406 val_406 2008-04-08 12
+414 val_414 2008-04-08 12
417 val_417 2008-04-08 11
-417 val_417 2008-04-08 12
+42 val_42 2008-04-08 12
424 val_424 2008-04-08 11
424 val_424 2008-04-08 11
424 val_424 2008-04-08 12
-424 val_424 2008-04-08 12
444 val_444 2008-04-08 11
444 val_444 2008-04-08 12
446 val_446 2008-04-08 11
-446 val_446 2008-04-08 12
453 val_453 2008-04-08 11
-453 val_453 2008-04-08 12
+454 val_454 2008-04-08 12
455 val_455 2008-04-08 11
455 val_455 2008-04-08 12
466 val_466 2008-04-08 11
-466 val_466 2008-04-08 12
470 val_470 2008-04-08 11
-470 val_470 2008-04-08 12
472 val_472 2008-04-08 11
-472 val_472 2008-04-08 12
+478 val_478 2008-04-08 12
483 val_483 2008-04-08 11
-483 val_483 2008-04-08 12
+485 val_485 2008-04-08 12
487 val_487 2008-04-08 11
-487 val_487 2008-04-08 12
489 val_489 2008-04-08 11
489 val_489 2008-04-08 12
+489 val_489 2008-04-08 12
+489 val_489 2008-04-08 12
491 val_491 2008-04-08 11
-491 val_491 2008-04-08 12
+492 val_492 2008-04-08 12
+497 val_497 2008-04-08 12
53 val_53 2008-04-08 11
-53 val_53 2008-04-08 12
+64 val_64 2008-04-08 12
65 val_65 2008-04-08 11
-65 val_65 2008-04-08 12
69 val_69 2008-04-08 11
-69 val_69 2008-04-08 12
70 val_70 2008-04-08 11
-70 val_70 2008-04-08 12
72 val_72 2008-04-08 11
-72 val_72 2008-04-08 12
76 val_76 2008-04-08 11
76 val_76 2008-04-08 12
78 val_78 2008-04-08 11
-78 val_78 2008-04-08 12
85 val_85 2008-04-08 11
-85 val_85 2008-04-08 12
+92 val_92 2008-04-08 12
97 val_97 2008-04-08 11
-97 val_97 2008-04-08 12
Index: ql/src/test/results/clientpositive/partition_wise_fileformat6.q.out
===================================================================
--- ql/src/test/results/clientpositive/partition_wise_fileformat6.q.out (revision 0)
+++ ql/src/test/results/clientpositive/partition_wise_fileformat6.q.out (revision 0)
@@ -0,0 +1,85 @@
+PREHOOK: query: create table partition_test_partitioned(key string, value string) partitioned by (dt string)
+PREHOOK: type: CREATETABLE
+POSTHOOK: query: create table partition_test_partitioned(key string, value string) partitioned by (dt string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: default@partition_test_partitioned
+PREHOOK: query: alter table partition_test_partitioned set fileformat rcfile
+PREHOOK: type: ALTERTABLE_FILEFORMAT
+PREHOOK: Input: default@partition_test_partitioned
+PREHOOK: Output: default@partition_test_partitioned
+POSTHOOK: query: alter table partition_test_partitioned set fileformat rcfile
+POSTHOOK: type: ALTERTABLE_FILEFORMAT
+POSTHOOK: Input: default@partition_test_partitioned
+POSTHOOK: Output: default@partition_test_partitioned
+PREHOOK: query: insert overwrite table partition_test_partitioned partition(dt=101) select * from src1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src1
+PREHOOK: Output: default@partition_test_partitioned@dt=101
+POSTHOOK: query: insert overwrite table partition_test_partitioned partition(dt=101) select * from src1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src1
+POSTHOOK: Output: default@partition_test_partitioned@dt=101
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: alter table partition_test_partitioned set fileformat Sequencefile
+PREHOOK: type: ALTERTABLE_FILEFORMAT
+PREHOOK: Input: default@partition_test_partitioned
+PREHOOK: Output: default@partition_test_partitioned
+POSTHOOK: query: alter table partition_test_partitioned set fileformat Sequencefile
+POSTHOOK: type: ALTERTABLE_FILEFORMAT
+POSTHOOK: Input: default@partition_test_partitioned
+POSTHOOK: Output: default@partition_test_partitioned
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: insert overwrite table partition_test_partitioned partition(dt=102) select * from src1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src1
+PREHOOK: Output: default@partition_test_partitioned@dt=102
+POSTHOOK: query: insert overwrite table partition_test_partitioned partition(dt=102) select * from src1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src1
+POSTHOOK: Output: default@partition_test_partitioned@dt=102
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=102).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=102).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: select count(1) from
+(select key, value from partition_test_partitioned where dt=101 and key < 100
+ union all
+select key, value from partition_test_partitioned where dt=101 and key < 20)s
+PREHOOK: type: QUERY
+PREHOOK: Input: default@partition_test_partitioned@dt=101
+PREHOOK: Output: file:/tmp/njain/hive_2011-02-02_15-34-45_437_4407266801936254750/-mr-10000
+POSTHOOK: query: select count(1) from
+(select key, value from partition_test_partitioned where dt=101 and key < 100
+ union all
+select key, value from partition_test_partitioned where dt=101 and key < 20)s
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@partition_test_partitioned@dt=101
+POSTHOOK: Output: file:/tmp/njain/hive_2011-02-02_15-34-45_437_4407266801936254750/-mr-10000
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=102).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=102).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+2
+PREHOOK: query: select count(1) from
+(select key, value from partition_test_partitioned where dt=101 and key < 100
+ union all
+select key, value from partition_test_partitioned where dt=102 and key < 20)s
+PREHOOK: type: QUERY
+PREHOOK: Input: default@partition_test_partitioned@dt=101
+PREHOOK: Input: default@partition_test_partitioned@dt=102
+PREHOOK: Output: file:/tmp/njain/hive_2011-02-02_15-34-48_866_3762944345717931440/-mr-10000
+POSTHOOK: query: select count(1) from
+(select key, value from partition_test_partitioned where dt=101 and key < 100
+ union all
+select key, value from partition_test_partitioned where dt=102 and key < 20)s
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@partition_test_partitioned@dt=101
+POSTHOOK: Input: default@partition_test_partitioned@dt=102
+POSTHOOK: Output: file:/tmp/njain/hive_2011-02-02_15-34-48_866_3762944345717931440/-mr-10000
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=102).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=102).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+2
Index: ql/src/test/results/clientpositive/rand_partitionpruner2.q.out
===================================================================
--- ql/src/test/results/clientpositive/rand_partitionpruner2.q.out (revision 1067253)
+++ ql/src/test/results/clientpositive/rand_partitionpruner2.q.out (working copy)
@@ -53,9 +53,9 @@
File Output Operator
compressed: false
GlobalTableId: 1
- directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10002
+ directory: pfile:/data/users/njain/hive3/build/ql/scratchdir/hive_2011-02-03_11-49-31_456_2816292350579044006/-ext-10002
NumFilesPerFileSink: 1
- Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10000/
+ Stats Publishing Key Prefix: pfile:/data/users/njain/hive3/build/ql/scratchdir/hive_2011-02-03_11-49-31_456_2816292350579044006/-ext-10000/
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -65,12 +65,12 @@
columns.types string:string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/tmptable
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/tmptable
name tmptable
serialization.ddl struct tmptable { string key, string value, string hr, string ds}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288394525
+ transient_lastDdlTime 1296762571
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: tmptable
TotalFiles: 1
@@ -78,10 +78,10 @@
MultiFileSpray: false
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a]
- pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a]
+ pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a]
+ pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a]
Path -> Partition:
- pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
+ pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
Partition
base file name: hr=11
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -95,13 +95,13 @@
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288389287
+ transient_lastDdlTime 1296762562
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -112,17 +112,17 @@
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288389287
+ transient_lastDdlTime 1296762562
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
- pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
+ pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
Partition
base file name: hr=12
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -136,13 +136,13 @@
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288389287
+ transient_lastDdlTime 1296762562
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -153,13 +153,13 @@
columns.types string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/srcpart
name srcpart
partition_columns ds/hr
serialization.ddl struct srcpart { string key, string value}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288389287
+ transient_lastDdlTime 1296762562
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: srcpart
name: srcpart
@@ -171,14 +171,14 @@
Move Operator
files:
hdfs directory: true
- source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10002
- destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10000
+ source: pfile:/data/users/njain/hive3/build/ql/scratchdir/hive_2011-02-03_11-49-31_456_2816292350579044006/-ext-10002
+ destination: pfile:/data/users/njain/hive3/build/ql/scratchdir/hive_2011-02-03_11-49-31_456_2816292350579044006/-ext-10000
Stage: Stage-0
Move Operator
tables:
replace: true
- source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10000
+ source: pfile:/data/users/njain/hive3/build/ql/scratchdir/hive_2011-02-03_11-49-31_456_2816292350579044006/-ext-10000
table:
input format: org.apache.hadoop.mapred.TextInputFormat
output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
@@ -188,28 +188,28 @@
columns.types string:string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/tmptable
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/tmptable
name tmptable
serialization.ddl struct tmptable { string key, string value, string hr, string ds}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288394525
+ transient_lastDdlTime 1296762571
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: tmptable
- tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10001
+ tmp directory: pfile:/data/users/njain/hive3/build/ql/scratchdir/hive_2011-02-03_11-49-31_456_2816292350579044006/-ext-10001
Stage: Stage-2
Stats-Aggr Operator
- Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10000/
+ Stats Aggregation Key Prefix: pfile:/data/users/njain/hive3/build/ql/scratchdir/hive_2011-02-03_11-49-31_456_2816292350579044006/-ext-10000/
Stage: Stage-3
Map Reduce
Alias -> Map Operator Tree:
- pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10002
+ pfile:/data/users/njain/hive3/build/ql/scratchdir/hive_2011-02-03_11-49-31_456_2816292350579044006/-ext-10002
File Output Operator
compressed: false
GlobalTableId: 0
- directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10000
+ directory: pfile:/data/users/njain/hive3/build/ql/scratchdir/hive_2011-02-03_11-49-31_456_2816292350579044006/-ext-10000
NumFilesPerFileSink: 1
table:
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -220,12 +220,12 @@
columns.types string:string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/tmptable
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/tmptable
name tmptable
serialization.ddl struct tmptable { string key, string value, string hr, string ds}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288394525
+ transient_lastDdlTime 1296762571
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: tmptable
TotalFiles: 1
@@ -233,9 +233,9 @@
MultiFileSpray: false
Needs Tagging: false
Path -> Alias:
- pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10002]
+ pfile:/data/users/njain/hive3/build/ql/scratchdir/hive_2011-02-03_11-49-31_456_2816292350579044006/-ext-10002 [pfile:/data/users/njain/hive3/build/ql/scratchdir/hive_2011-02-03_11-49-31_456_2816292350579044006/-ext-10002]
Path -> Partition:
- pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10002
+ pfile:/data/users/njain/hive3/build/ql/scratchdir/hive_2011-02-03_11-49-31_456_2816292350579044006/-ext-10002
Partition
base file name: -ext-10002
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -246,12 +246,12 @@
columns.types string:string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/tmptable
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/tmptable
name tmptable
serialization.ddl struct tmptable { string key, string value, string hr, string ds}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288394525
+ transient_lastDdlTime 1296762571
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
input format: org.apache.hadoop.mapred.TextInputFormat
@@ -262,12 +262,12 @@
columns.types string:string:string:string
file.inputformat org.apache.hadoop.mapred.TextInputFormat
file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
- location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/tmptable
+ location pfile:/data/users/njain/hive3/build/ql/test/data/warehouse/tmptable
name tmptable
serialization.ddl struct tmptable { string key, string value, string hr, string ds}
serialization.format 1
serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- transient_lastDdlTime 1288394525
+ transient_lastDdlTime 1296762571
serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
name: tmptable
name: tmptable
@@ -292,124 +292,128 @@
PREHOOK: query: select * from tmptable x sort by x.key,x.value,x.ds,x.hr
PREHOOK: type: QUERY
PREHOOK: Input: default@tmptable
-PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-22-14_374_3621363072564055777/-mr-10000
+PREHOOK: Output: file:/tmp/njain/hive_2011-02-03_11-49-37_501_3000043998617029956/-mr-10000
POSTHOOK: query: select * from tmptable x sort by x.key,x.value,x.ds,x.hr
POSTHOOK: type: QUERY
POSTHOOK: Input: default@tmptable
-POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-22-14_374_3621363072564055777/-mr-10000
+POSTHOOK: Output: file:/tmp/njain/hive_2011-02-03_11-49-37_501_3000043998617029956/-mr-10000
POSTHOOK: Lineage: tmptable.ds SIMPLE [(srcpart)a.FieldSchema(name:hr, type:string, comment:null), ]
POSTHOOK: Lineage: tmptable.hr SIMPLE [(srcpart)a.FieldSchema(name:ds, type:string, comment:null), ]
POSTHOOK: Lineage: tmptable.key SIMPLE [(srcpart)a.FieldSchema(name:key, type:string, comment:default), ]
POSTHOOK: Lineage: tmptable.value SIMPLE [(srcpart)a.FieldSchema(name:value, type:string, comment:default), ]
103 val_103 2008-04-08 11
-103 val_103 2008-04-08 12
+118 val_118 2008-04-08 12
+119 val_119 2008-04-08 12
+119 val_119 2008-04-08 12
+126 val_126 2008-04-08 12
+131 val_131 2008-04-08 12
133 val_133 2008-04-08 11
-133 val_133 2008-04-08 12
134 val_134 2008-04-08 11
-134 val_134 2008-04-08 12
138 val_138 2008-04-08 11
-138 val_138 2008-04-08 12
+143 val_143 2008-04-08 12
152 val_152 2008-04-08 11
-152 val_152 2008-04-08 12
153 val_153 2008-04-08 11
-153 val_153 2008-04-08 12
+162 val_162 2008-04-08 12
169 val_169 2008-04-08 11
-169 val_169 2008-04-08 12
170 val_170 2008-04-08 11
-170 val_170 2008-04-08 12
+175 val_175 2008-04-08 12
176 val_176 2008-04-08 11
176 val_176 2008-04-08 11
-176 val_176 2008-04-08 12
-176 val_176 2008-04-08 12
18 val_18 2008-04-08 11
18 val_18 2008-04-08 12
+191 val_191 2008-04-08 12
197 val_197 2008-04-08 11
-197 val_197 2008-04-08 12
199 val_199 2008-04-08 11
-199 val_199 2008-04-08 12
+200 val_200 2008-04-08 12
+201 val_201 2008-04-08 12
202 val_202 2008-04-08 11
-202 val_202 2008-04-08 12
203 val_203 2008-04-08 11
-203 val_203 2008-04-08 12
209 val_209 2008-04-08 11
-209 val_209 2008-04-08 12
+214 val_214 2008-04-08 12
217 val_217 2008-04-08 11
-217 val_217 2008-04-08 12
+218 val_218 2008-04-08 12
221 val_221 2008-04-08 11
-221 val_221 2008-04-08 12
+223 val_223 2008-04-08 12
224 val_224 2008-04-08 11
-224 val_224 2008-04-08 12
+229 val_229 2008-04-08 12
+230 val_230 2008-04-08 12
233 val_233 2008-04-08 11
233 val_233 2008-04-08 12
+237 val_237 2008-04-08 12
+238 val_238 2008-04-08 12
+256 val_256 2008-04-08 12
26 val_26 2008-04-08 11
-26 val_26 2008-04-08 12
+265 val_265 2008-04-08 12
+273 val_273 2008-04-08 12
277 val_277 2008-04-08 11
277 val_277 2008-04-08 12
+280 val_280 2008-04-08 12
+286 val_286 2008-04-08 12
288 val_288 2008-04-08 11
-288 val_288 2008-04-08 12
298 val_298 2008-04-08 11
-298 val_298 2008-04-08 12
309 val_309 2008-04-08 11
309 val_309 2008-04-08 12
310 val_310 2008-04-08 11
-310 val_310 2008-04-08 12
317 val_317 2008-04-08 11
-317 val_317 2008-04-08 12
+322 val_322 2008-04-08 12
+323 val_323 2008-04-08 12
+325 val_325 2008-04-08 12
331 val_331 2008-04-08 11
-331 val_331 2008-04-08 12
+332 val_332 2008-04-08 12
336 val_336 2008-04-08 11
336 val_336 2008-04-08 12
+339 val_339 2008-04-08 12
+341 val_341 2008-04-08 12
+342 val_342 2008-04-08 12
348 val_348 2008-04-08 11
348 val_348 2008-04-08 12
+35 val_35 2008-04-08 12
+364 val_364 2008-04-08 12
37 val_37 2008-04-08 11
-37 val_37 2008-04-08 12
378 val_378 2008-04-08 11
-378 val_378 2008-04-08 12
384 val_384 2008-04-08 11
-384 val_384 2008-04-08 12
389 val_389 2008-04-08 11
-389 val_389 2008-04-08 12
400 val_400 2008-04-08 11
-400 val_400 2008-04-08 12
+403 val_403 2008-04-08 12
+407 val_407 2008-04-08 12
409 val_409 2008-04-08 11
-409 val_409 2008-04-08 12
+417 val_417 2008-04-08 12
42 val_42 2008-04-08 11
-42 val_42 2008-04-08 12
+424 val_424 2008-04-08 12
429 val_429 2008-04-08 11
429 val_429 2008-04-08 12
+430 val_430 2008-04-08 12
431 val_431 2008-04-08 11
-431 val_431 2008-04-08 12
+432 val_432 2008-04-08 12
44 val_44 2008-04-08 11
-44 val_44 2008-04-08 12
453 val_453 2008-04-08 11
-453 val_453 2008-04-08 12
454 val_454 2008-04-08 11
-454 val_454 2008-04-08 12
457 val_457 2008-04-08 11
457 val_457 2008-04-08 12
458 val_458 2008-04-08 11
-458 val_458 2008-04-08 12
+466 val_466 2008-04-08 12
467 val_467 2008-04-08 11
-467 val_467 2008-04-08 12
469 val_469 2008-04-08 11
469 val_469 2008-04-08 11
469 val_469 2008-04-08 11
-469 val_469 2008-04-08 12
-469 val_469 2008-04-08 12
-469 val_469 2008-04-08 12
+47 val_47 2008-04-08 12
+470 val_470 2008-04-08 12
489 val_489 2008-04-08 11
-489 val_489 2008-04-08 12
491 val_491 2008-04-08 11
-491 val_491 2008-04-08 12
+496 val_496 2008-04-08 12
498 val_498 2008-04-08 11
498 val_498 2008-04-08 12
51 val_51 2008-04-08 11
-51 val_51 2008-04-08 12
+58 val_58 2008-04-08 12
70 val_70 2008-04-08 11
-70 val_70 2008-04-08 12
+72 val_72 2008-04-08 12
74 val_74 2008-04-08 11
-74 val_74 2008-04-08 12
77 val_77 2008-04-08 11
77 val_77 2008-04-08 12
78 val_78 2008-04-08 11
-78 val_78 2008-04-08 12
+82 val_82 2008-04-08 12
+87 val_87 2008-04-08 12
+90 val_90 2008-04-08 12
+97 val_97 2008-04-08 12
+97 val_97 2008-04-08 12
+98 val_98 2008-04-08 12
Index: ql/src/test/results/clientpositive/partition_wise_fileformat7.q.out
===================================================================
--- ql/src/test/results/clientpositive/partition_wise_fileformat7.q.out (revision 0)
+++ ql/src/test/results/clientpositive/partition_wise_fileformat7.q.out (revision 0)
@@ -0,0 +1,49 @@
+PREHOOK: query: create table partition_test_partitioned(key string, value string) partitioned by (dt string)
+PREHOOK: type: CREATETABLE
+POSTHOOK: query: create table partition_test_partitioned(key string, value string) partitioned by (dt string)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: default@partition_test_partitioned
+PREHOOK: query: alter table partition_test_partitioned set fileformat rcfile
+PREHOOK: type: ALTERTABLE_FILEFORMAT
+PREHOOK: Input: default@partition_test_partitioned
+PREHOOK: Output: default@partition_test_partitioned
+POSTHOOK: query: alter table partition_test_partitioned set fileformat rcfile
+POSTHOOK: type: ALTERTABLE_FILEFORMAT
+POSTHOOK: Input: default@partition_test_partitioned
+POSTHOOK: Output: default@partition_test_partitioned
+PREHOOK: query: insert overwrite table partition_test_partitioned partition(dt=101) select * from src1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@src1
+PREHOOK: Output: default@partition_test_partitioned@dt=101
+POSTHOOK: query: insert overwrite table partition_test_partitioned partition(dt=101) select * from src1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@src1
+POSTHOOK: Output: default@partition_test_partitioned@dt=101
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+PREHOOK: query: select count(1) from partition_test_partitioned a join partition_test_partitioned b on a.key = b.key
+where a.dt = '101' and b.dt = '101'
+PREHOOK: type: QUERY
+PREHOOK: Input: default@partition_test_partitioned@dt=101
+PREHOOK: Output: file:/tmp/njain/hive_2011-02-02_15-45-22_412_8167802428528151380/-mr-10000
+POSTHOOK: query: select count(1) from partition_test_partitioned a join partition_test_partitioned b on a.key = b.key
+where a.dt = '101' and b.dt = '101'
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@partition_test_partitioned@dt=101
+POSTHOOK: Output: file:/tmp/njain/hive_2011-02-02_15-45-22_412_8167802428528151380/-mr-10000
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+115
+PREHOOK: query: select count(1) from partition_test_partitioned a join partition_test_partitioned b on a.key = b.key
+where a.dt = '101' and b.dt = '101' and a.key < 100
+PREHOOK: type: QUERY
+PREHOOK: Input: default@partition_test_partitioned@dt=101
+PREHOOK: Output: file:/tmp/njain/hive_2011-02-02_15-45-28_424_5032685511472669327/-mr-10000
+POSTHOOK: query: select count(1) from partition_test_partitioned a join partition_test_partitioned b on a.key = b.key
+where a.dt = '101' and b.dt = '101' and a.key < 100
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@partition_test_partitioned@dt=101
+POSTHOOK: Output: file:/tmp/njain/hive_2011-02-02_15-45-28_424_5032685511472669327/-mr-10000
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).key SIMPLE [(src1)src1.FieldSchema(name:key, type:string, comment:default), ]
+POSTHOOK: Lineage: partition_test_partitioned PARTITION(dt=101).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ]
+2
Index: ql/src/test/results/compiler/plan/input2.q.xml
===================================================================
--- ql/src/test/results/compiler/plan/input2.q.xml (revision 1067253)
+++ ql/src/test/results/compiler/plan/input2.q.xml (working copy)
@@ -33,7 +33,7 @@
@@ -73,7 +73,7 @@