Index: ql/src/test/results/clientpositive/bucketmapjoin5.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin5.q.out (revision 1028093) +++ ql/src/test/results/clientpositive/bucketmapjoin5.q.out (working copy) @@ -134,9 +134,7 @@ TableScan alias: a GatherStats: false - Common Join Operator - condition map: - Inner Join 0 to 1 + JDBM Sink Operator condition expressions: 0 {key} {value} 1 {value} @@ -144,22 +142,21 @@ keys: 0 [Column[key]] 1 [Column[key]] - outputColumnNames: _col0, _col1, _col5 Position of Big Table: 1 Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: a {srcbucket20.txt=[srcbucket20.txt], srcbucket21.txt=[srcbucket21.txt], srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt], ds=2008-04-09/srcbucket20.txt=[srcbucket20.txt], ds=2008-04-09/srcbucket21.txt=[srcbucket21.txt], ds=2008-04-09/srcbucket22.txt=[srcbucket20.txt], ds=2008-04-09/srcbucket23.txt=[srcbucket21.txt]} Alias Bucket File Name Mapping: - a {pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + a {pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt 0 - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt 1 - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt 2 - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt 3 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt 0 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt 1 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt 2 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt 3 Stage: Stage-1 Map Reduce @@ -168,7 +165,7 @@ TableScan alias: b GatherStats: false - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 condition expressions: @@ -201,9 +198,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-52-30_141_2228998998086893673/-ext-10002 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-57-48_658_4685912752018510968/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-52-30_141_2228998998086893673/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-57-48_658_4685912752018510968/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -213,12 +210,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175950 + transient_lastDdlTime 1288213068 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -228,10 +225,10 @@ Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 [b] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 [b] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -245,13 +242,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175936 + transient_lastDdlTime 1288213061 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -263,17 +260,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175936 + transient_lastDdlTime 1288213061 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part name: srcbucket_mapjoin_part - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 Partition base file name: ds=2008-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -287,13 +284,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175936 + transient_lastDdlTime 1288213061 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -305,13 +302,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175936 + transient_lastDdlTime 1288213061 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part name: srcbucket_mapjoin_part @@ -323,14 +320,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-52-30_141_2228998998086893673/-ext-10002 - destination: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-52-30_141_2228998998086893673/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-57-48_658_4685912752018510968/-ext-10002 + destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-57-48_658_4685912752018510968/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-52-30_141_2228998998086893673/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-57-48_658_4685912752018510968/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -340,28 +337,28 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175950 + transient_lastDdlTime 1288213068 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-52-30_141_2228998998086893673/-ext-10001 + tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-57-48_658_4685912752018510968/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-52-30_141_2228998998086893673/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-57-48_658_4685912752018510968/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-52-30_141_2228998998086893673/-ext-10002 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-57-48_658_4685912752018510968/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-52-30_141_2228998998086893673/-ext-10000 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-57-48_658_4685912752018510968/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -372,12 +369,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175950 + transient_lastDdlTime 1288213068 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -385,9 +382,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-52-30_141_2228998998086893673/-ext-10002 [pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-52-30_141_2228998998086893673/-ext-10002] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-57-48_658_4685912752018510968/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-57-48_658_4685912752018510968/-ext-10002] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-52-30_141_2228998998086893673/-ext-10002 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-57-48_658_4685912752018510968/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -398,12 +395,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175950 + transient_lastDdlTime 1288213068 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -414,12 +411,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175950 + transient_lastDdlTime 1288213068 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -449,11 +446,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-52-50_870_6006343170250603326/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-58-00_476_6141696786840834340/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-52-50_870_6006343170250603326/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-58-00_476_6141696786840834340/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] @@ -504,11 +501,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-53-15_775_7748215988331220754/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-58-16_764_7387427002932242988/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-53-15_775_7748215988331220754/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-58-16_764_7387427002932242988/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -547,14 +544,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_1 PREHOOK: Input: default@bucketmapjoin_hash_result_2 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-53-26_222_4483260565055903691/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-58-24_273_8996797782903684116/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_1 POSTHOOK: Input: default@bucketmapjoin_hash_result_2 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-53-26_222_4483260565055903691/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-58-24_273_8996797782903684116/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -616,9 +613,7 @@ TableScan alias: a GatherStats: false - Common Join Operator - condition map: - Inner Join 0 to 1 + JDBM Sink Operator condition expressions: 0 {key} {value} 1 {value} @@ -626,18 +621,17 @@ keys: 0 [Column[key]] 1 [Column[key]] - outputColumnNames: _col0, _col1, _col5 Position of Big Table: 1 Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: a {srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt], ds=2008-04-09/srcbucket22.txt=[srcbucket20.txt], ds=2008-04-09/srcbucket23.txt=[srcbucket21.txt]} Alias Bucket File Name Mapping: - a {pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + a {pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt 0 - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt 1 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt 0 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt 1 Stage: Stage-1 Map Reduce @@ -646,7 +640,7 @@ TableScan alias: b GatherStats: false - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 condition expressions: @@ -679,9 +673,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-53-30_282_2945779120241269950/-ext-10002 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-58-27_067_2152368000902411635/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-53-30_282_2945779120241269950/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-58-27_067_2152368000902411635/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -691,7 +685,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -700,7 +694,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 17966 - transient_lastDdlTime 1287175995 + transient_lastDdlTime 1288213096 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -710,10 +704,10 @@ Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [b] - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 [b] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [b] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 [b] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -727,13 +721,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175945 + transient_lastDdlTime 1288213066 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -745,17 +739,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175945 + transient_lastDdlTime 1288213066 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part_2 name: srcbucket_mapjoin_part_2 - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 Partition base file name: ds=2008-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -769,13 +763,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175945 + transient_lastDdlTime 1288213066 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -787,13 +781,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175945 + transient_lastDdlTime 1288213066 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part_2 name: srcbucket_mapjoin_part_2 @@ -805,14 +799,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-53-30_282_2945779120241269950/-ext-10002 - destination: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-53-30_282_2945779120241269950/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-58-27_067_2152368000902411635/-ext-10002 + destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-58-27_067_2152368000902411635/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-53-30_282_2945779120241269950/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-58-27_067_2152368000902411635/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -822,7 +816,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -831,23 +825,23 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 17966 - transient_lastDdlTime 1287175995 + transient_lastDdlTime 1288213096 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-53-30_282_2945779120241269950/-ext-10001 + tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-58-27_067_2152368000902411635/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-53-30_282_2945779120241269950/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-58-27_067_2152368000902411635/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-53-30_282_2945779120241269950/-ext-10002 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-58-27_067_2152368000902411635/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-53-30_282_2945779120241269950/-ext-10000 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-58-27_067_2152368000902411635/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -858,7 +852,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -867,7 +861,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 17966 - transient_lastDdlTime 1287175995 + transient_lastDdlTime 1288213096 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -875,9 +869,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-53-30_282_2945779120241269950/-ext-10002 [pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-53-30_282_2945779120241269950/-ext-10002] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-58-27_067_2152368000902411635/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-58-27_067_2152368000902411635/-ext-10002] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-53-30_282_2945779120241269950/-ext-10002 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-58-27_067_2152368000902411635/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -888,7 +882,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -897,7 +891,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 17966 - transient_lastDdlTime 1287175995 + transient_lastDdlTime 1288213096 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -908,7 +902,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -917,7 +911,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 17966 - transient_lastDdlTime 1287175995 + transient_lastDdlTime 1288213096 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -959,11 +953,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-53-44_102_8640488366520187814/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-58-35_836_7705379100464575308/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-53-44_102_8640488366520187814/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-58-35_836_7705379100464575308/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -1050,11 +1044,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-54-06_228_7401219913133286014/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-58-49_907_5039198453352841568/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-54-06_228_7401219913133286014/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-58-49_907_5039198453352841568/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] @@ -1117,14 +1111,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_1 PREHOOK: Input: default@bucketmapjoin_hash_result_2 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-54-15_709_5668417992730114788/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-58-56_380_2556535610013066769/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_1 POSTHOOK: Input: default@bucketmapjoin_hash_result_2 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-54-15_709_5668417992730114788/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-58-56_380_2556535610013066769/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/mapjoin_mapjoin.q.out =================================================================== --- ql/src/test/results/clientpositive/mapjoin_mapjoin.q.out (revision 1028093) +++ ql/src/test/results/clientpositive/mapjoin_mapjoin.q.out (working copy) @@ -23,9 +23,7 @@ src TableScan alias: src - Common Join Operator - condition map: - Inner Join 0 to 1 + JDBM Sink Operator condition expressions: 0 {key} 1 @@ -33,7 +31,6 @@ keys: 0 [Column[value]] 1 [Column[value]] - outputColumnNames: _col0 Position of Big Table: 0 Stage: Stage-1 @@ -42,7 +39,7 @@ srcpart TableScan alias: srcpart - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 condition expressions: @@ -73,9 +70,7 @@ src1 TableScan alias: src1 - Common Join Operator - condition map: - Inner Join 0 to 1 + JDBM Sink Operator condition expressions: 0 {_col0} 1 @@ -83,19 +78,18 @@ keys: 0 [Column[_col0]] 1 [Column[key]] - outputColumnNames: _col0 Position of Big Table: 0 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-17_18-28-58_205_3059857123809567795/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_14-46-32_639_5385690485575219943/-mr-10002 Select Operator expressions: expr: _col0 type: string outputColumnNames: _col0 - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 condition expressions: @@ -157,9 +151,7 @@ src TableScan alias: src - Common Join Operator - condition map: - Inner Join 0 to 1 + JDBM Sink Operator condition expressions: 0 {key} {ds} 1 @@ -167,7 +159,6 @@ keys: 0 [Column[value]] 1 [Column[value]] - outputColumnNames: _col0, _col2 Position of Big Table: 0 Stage: Stage-1 @@ -176,7 +167,7 @@ srcpart TableScan alias: srcpart - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 condition expressions: @@ -207,9 +198,7 @@ src1 TableScan alias: src1 - Common Join Operator - condition map: - Inner Join 0 to 1 + JDBM Sink Operator condition expressions: 0 {_col2} 1 @@ -217,13 +206,12 @@ keys: 0 [Column[_col0]] 1 [Column[key]] - outputColumnNames: _col2 Position of Big Table: 0 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-17_18-28-58_559_4154233080683989694/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_14-46-32_758_5972659942965972745/-mr-10002 Select Operator expressions: expr: _col0 @@ -231,7 +219,7 @@ expr: _col2 type: string outputColumnNames: _col0, _col2 - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 condition expressions: @@ -255,7 +243,7 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-17_18-28-58_559_4154233080683989694/-mr-10003 + file:/tmp/heyongqiang/hive_2010-10-27_14-46-32_758_5972659942965972745/-mr-10003 Select Operator expressions: expr: _col2 @@ -321,7 +309,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-17_18-28-58_899_5613342207704467139/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_14-46-32_877_634052141369406072/-mr-10000 POSTHOOK: query: select /*+MAPJOIN(src, src1) */ count(*) from srcpart join src src on (srcpart.value=src.value) join src src1 on (srcpart.key=src1.key) group by ds POSTHOOK: type: QUERY POSTHOOK: Input: default@src @@ -329,6 +317,6 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-17_18-28-58_899_5613342207704467139/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_14-46-32_877_634052141369406072/-mr-10000 5308 5308 Index: ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out (revision 1028093) +++ ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out (working copy) @@ -79,9 +79,7 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Common Join Operator - condition map: - Inner Join 0 to 1 + JDBM Sink Operator condition expressions: 0 {key} {value} 1 {value} {ds} @@ -89,7 +87,6 @@ keys: 0 [Column[key]] 1 [Column[key]] - outputColumnNames: _col0, _col1, _col5, _col6 Position of Big Table: 0 Stage: Stage-1 @@ -99,7 +96,7 @@ TableScan alias: a GatherStats: false - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 condition expressions: @@ -139,9 +136,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-27_070_1981489966915749364/-ext-10002 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-27_070_1981489966915749364/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -151,12 +148,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287176067 + transient_lastDdlTime 1288213143 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -166,9 +163,9 @@ Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin [a] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin [a] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin Partition base file name: srcbucket_mapjoin input format: org.apache.hadoop.mapred.TextInputFormat @@ -180,12 +177,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287176063 + transient_lastDdlTime 1288213141 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -197,12 +194,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287176063 + transient_lastDdlTime 1288213141 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin name: srcbucket_mapjoin @@ -214,14 +211,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-27_070_1981489966915749364/-ext-10002 - destination: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-27_070_1981489966915749364/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10002 + destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-27_070_1981489966915749364/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -231,28 +228,28 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287176067 + transient_lastDdlTime 1288213143 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-27_070_1981489966915749364/-ext-10001 + tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-27_070_1981489966915749364/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-27_070_1981489966915749364/-ext-10002 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-27_070_1981489966915749364/-ext-10000 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -263,12 +260,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287176067 + transient_lastDdlTime 1288213143 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -276,9 +273,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-27_070_1981489966915749364/-ext-10002 [pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-27_070_1981489966915749364/-ext-10002] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10002] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-27_070_1981489966915749364/-ext-10002 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -289,12 +286,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287176067 + transient_lastDdlTime 1288213143 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -305,12 +302,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287176067 + transient_lastDdlTime 1288213143 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result Index: ql/src/test/results/clientpositive/skewjoin.q.out =================================================================== --- ql/src/test/results/clientpositive/skewjoin.q.out (revision 1028093) +++ ql/src/test/results/clientpositive/skewjoin.q.out (working copy) @@ -139,9 +139,7 @@ limit: -1 Alias -> Map Local Operator Tree: 1 - Common Join Operator - condition map: - Inner Join 0 to 1 + JDBM Sink Operator condition expressions: 0 {0_VALUE_0} 1 {1_VALUE_0} @@ -149,14 +147,13 @@ keys: 0 [Column[joinkey0]] 1 [Column[joinkey0]] - outputColumnNames: _col0, _col5 Position of Big Table: 0 Stage: Stage-4 Map Reduce Alias -> Map Operator Tree: 0 - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 condition expressions: @@ -222,11 +219,11 @@ PREHOOK: query: SELECT sum(hash(key)), sum(hash(value)) FROM dest_j1 PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-04-50_849_4926018945681458170/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-06-19_102_8796456594111978797/-mr-10000 POSTHOOK: query: SELECT sum(hash(key)), sum(hash(value)) FROM dest_j1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-04-50_849_4926018945681458170/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-06-19_102_8796456594111978797/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] 278697 101852390308 @@ -376,7 +373,7 @@ PREHOOK: Input: default@t2 PREHOOK: Input: default@t3 PREHOOK: Input: default@t4 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-05-30_958_5269065287490367280/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-06-35_021_282318098948564636/-mr-10000 POSTHOOK: query: SELECT /*+ STREAMTABLE(a) */ * FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c ON b.key = c.key @@ -386,7 +383,7 @@ POSTHOOK: Input: default@t2 POSTHOOK: Input: default@t3 POSTHOOK: Input: default@t4 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-05-30_958_5269065287490367280/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-06-35_021_282318098948564636/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] 2 12 2 22 2 12 2 12 @@ -536,7 +533,7 @@ PREHOOK: Input: default@t2 PREHOOK: Input: default@t3 PREHOOK: Input: default@t4 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-05-36_527_8632422920697698077/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-06-38_270_4680889030113901410/-mr-10000 POSTHOOK: query: SELECT /*+ STREAMTABLE(a,c) */ * FROM T1 a JOIN T2 b ON a.key = b.key JOIN T3 c ON b.key = c.key @@ -546,7 +543,7 @@ POSTHOOK: Input: default@t2 POSTHOOK: Input: default@t3 POSTHOOK: Input: default@t4 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-05-36_527_8632422920697698077/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-06-38_270_4680889030113901410/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] 2 12 2 22 2 12 2 12 @@ -636,7 +633,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-19_10-05-42_041_7344594961437099384/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-06-41_304_411032267288143321/-mr-10002 Reduce Output Operator sort order: tag: -1 @@ -681,12 +678,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@src PREHOOK: Input: default@t1 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-05-42_198_1840888490716635874/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-06-41_378_6980884094838374214/-mr-10000 POSTHOOK: query: FROM T1 a JOIN src c ON c.key+1=a.key SELECT /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@t1 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-05-42_198_1840888490716635874/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-06-41_378_6980884094838374214/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] 198 6274 194 @@ -803,9 +800,7 @@ limit: -1 Alias -> Map Local Operator Tree: 1 - Common Join Operator - condition map: - Inner Join 0 to 1 + JDBM Sink Operator condition expressions: 0 1 {1_VALUE_0} {1_VALUE_1} @@ -813,14 +808,13 @@ keys: 0 [Column[joinkey0]] 1 [Column[joinkey0]] - outputColumnNames: _col2, _col3 Position of Big Table: 0 Stage: Stage-4 Map Reduce Alias -> Map Operator Tree: 0 - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 condition expressions: @@ -858,7 +852,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-19_10-05-50_405_6110056714768738373/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-06-47_083_7583033798461542975/-mr-10002 Reduce Output Operator sort order: tag: -1 @@ -902,7 +896,7 @@ SELECT sum(hash(Y.key)), sum(hash(Y.value)) PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-05-50_724_433499985548447694/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-06-47_255_6693309924800490257/-mr-10000 POSTHOOK: query: FROM (SELECT src.* FROM src) x JOIN @@ -911,7 +905,7 @@ SELECT sum(hash(Y.key)), sum(hash(Y.value)) POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-05-50_724_433499985548447694/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-06-47_255_6693309924800490257/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] 44481300 101852390308 @@ -1038,9 +1032,7 @@ limit: -1 Alias -> Map Local Operator Tree: 1 - Common Join Operator - condition map: - Inner Join 0 to 1 + JDBM Sink Operator condition expressions: 0 1 {1_VALUE_0} {1_VALUE_1} @@ -1048,14 +1040,13 @@ keys: 0 [Column[joinkey0], Column[joinkey1]] 1 [Column[joinkey0], Column[joinkey1]] - outputColumnNames: _col2, _col3 Position of Big Table: 0 Stage: Stage-4 Map Reduce Alias -> Map Operator Tree: 0 - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 condition expressions: @@ -1093,7 +1084,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-19_10-06-47_474_6216702342566228377/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-07-15_195_639976818225884535/-mr-10002 Reduce Output Operator sort order: tag: -1 @@ -1137,7 +1128,7 @@ SELECT sum(hash(Y.key)), sum(hash(Y.value)) PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-06-47_800_6350809369258245956/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-07-15_370_1979544668421346379/-mr-10000 POSTHOOK: query: FROM (SELECT src.* FROM src) x JOIN @@ -1146,7 +1137,7 @@ SELECT sum(hash(Y.key)), sum(hash(Y.value)) POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-06-47_800_6350809369258245956/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-07-15_370_1979544668421346379/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] NULL NULL @@ -1312,10 +1303,7 @@ limit: -1 Alias -> Map Local Operator Tree: 1 - Common Join Operator - condition map: - Inner Join 0 to 1 - Inner Join 0 to 2 + JDBM Sink Operator condition expressions: 0 {0_VALUE_0} 1 {1_VALUE_0} @@ -1325,13 +1313,9 @@ 0 [Column[joinkey0]] 1 [Column[joinkey0]] 2 [Column[joinkey0]] - outputColumnNames: _col0, _col3 Position of Big Table: 0 2 - Common Join Operator - condition map: - Inner Join 0 to 1 - Inner Join 0 to 2 + JDBM Sink Operator condition expressions: 0 {0_VALUE_0} 1 {1_VALUE_0} @@ -1341,14 +1325,13 @@ 0 [Column[joinkey0]] 1 [Column[joinkey0]] 2 [Column[joinkey0]] - outputColumnNames: _col0, _col3 Position of Big Table: 0 Stage: Stage-5 Map Reduce Alias -> Map Operator Tree: 0 - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 @@ -1389,7 +1372,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-19_10-07-40_748_888888270570061665/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-07-40_939_791224492830751906/-mr-10002 Reduce Output Operator sort order: tag: -1 @@ -1431,10 +1414,7 @@ limit: -1 Alias -> Map Local Operator Tree: 0 - Common Join Operator - condition map: - Inner Join 0 to 1 - Inner Join 0 to 2 + JDBM Sink Operator condition expressions: 0 {0_VALUE_0} 1 {1_VALUE_0} @@ -1444,13 +1424,9 @@ 0 [Column[joinkey0]] 1 [Column[joinkey0]] 2 [Column[joinkey0]] - outputColumnNames: _col0, _col3 Position of Big Table: 1 2 - Common Join Operator - condition map: - Inner Join 0 to 1 - Inner Join 0 to 2 + JDBM Sink Operator condition expressions: 0 {0_VALUE_0} 1 {1_VALUE_0} @@ -1460,14 +1436,13 @@ 0 [Column[joinkey0]] 1 [Column[joinkey0]] 2 [Column[joinkey0]] - outputColumnNames: _col0, _col3 Position of Big Table: 1 Stage: Stage-6 Map Reduce Alias -> Map Operator Tree: 1 - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 @@ -1521,7 +1496,7 @@ ON src1.c1 = src3.c5 AND src3.c5 < 80 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-07-41_326_108115999211054386/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-07-41_289_4528597985146531444/-mr-10000 POSTHOOK: query: SELECT sum(hash(src1.c1)), sum(hash(src2.c4)) FROM (SELECT src.key as c1, src.value as c2 from src) src1 @@ -1533,7 +1508,7 @@ ON src1.c1 = src3.c5 AND src3.c5 < 80 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-07-41_326_108115999211054386/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-07-41_289_4528597985146531444/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] 293143 -136853010385 @@ -1565,9 +1540,7 @@ v TableScan alias: v - Common Join Operator - condition map: - Left Outer Join0 to 1 + JDBM Sink Operator condition expressions: 0 {key} 1 {val} @@ -1575,7 +1548,6 @@ keys: 0 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key], Const int 1()] 1 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()] - outputColumnNames: _col0, _col5 Position of Big Table: 0 Stage: Stage-1 @@ -1584,7 +1556,7 @@ k TableScan alias: k - Common Join Operator + Map Join Operator condition map: Left Outer Join0 to 1 condition expressions: @@ -1608,7 +1580,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-19_10-08-41_351_6278160534430301243/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-08-11_023_4952961378451488185/-mr-10002 Select Operator expressions: expr: _col0 @@ -1668,55 +1640,55 @@ PREHOOK: query: SELECT /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) FROM T1 k LEFT OUTER JOIN T1 v ON k.key+1=v.key PREHOOK: type: QUERY PREHOOK: Input: default@t1 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-08-41_490_8646731125667777254/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-11_093_7547555083303240518/-mr-10000 POSTHOOK: query: SELECT /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) FROM T1 k LEFT OUTER JOIN T1 v ON k.key+1=v.key POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-08-41_490_8646731125667777254/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-11_093_7547555083303240518/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] 372 6320 PREHOOK: query: select /*+ mapjoin(k)*/ sum(hash(k.key)), sum(hash(v.val)) from T1 k join T1 v on k.key=v.val PREHOOK: type: QUERY PREHOOK: Input: default@t1 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-08-49_667_1957853727227558594/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-16_379_6728265708807350086/-mr-10000 POSTHOOK: query: select /*+ mapjoin(k)*/ sum(hash(k.key)), sum(hash(v.val)) from T1 k join T1 v on k.key=v.val POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-08-49_667_1957853727227558594/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-16_379_6728265708807350086/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] NULL NULL PREHOOK: query: select /*+ mapjoin(k)*/ sum(hash(k.key)), sum(hash(v.val)) from T1 k join T1 v on k.key=v.key PREHOOK: type: QUERY PREHOOK: Input: default@t1 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-08-57_949_3421678461487010281/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-21_607_6541620241735835708/-mr-10000 POSTHOOK: query: select /*+ mapjoin(k)*/ sum(hash(k.key)), sum(hash(v.val)) from T1 k join T1 v on k.key=v.key POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-08-57_949_3421678461487010281/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-21_607_6541620241735835708/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] 429 12643 PREHOOK: query: select sum(hash(k.key)), sum(hash(v.val)) from T1 k join T1 v on k.key=v.key PREHOOK: type: QUERY PREHOOK: Input: default@t1 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-06_106_9105927732182868271/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-27_482_5011839329231174267/-mr-10000 POSTHOOK: query: select sum(hash(k.key)), sum(hash(v.val)) from T1 k join T1 v on k.key=v.key POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-06_106_9105927732182868271/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-27_482_5011839329231174267/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] 429 12643 PREHOOK: query: select count(1) from T1 a join T1 b on a.key = b.key PREHOOK: type: QUERY PREHOOK: Input: default@t1 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-17_819_6956454420254919929/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-35_146_3336063612709764146/-mr-10000 POSTHOOK: query: select count(1) from T1 a join T1 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-17_819_6956454420254919929/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-35_146_3336063612709764146/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] 8 @@ -1724,12 +1696,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-29_643_1471344657735837027/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-42_859_1470660249312294617/-mr-10000 POSTHOOK: query: FROM T1 a LEFT OUTER JOIN T2 c ON c.key+1=a.key SELECT sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-29_643_1471344657735837027/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-42_859_1470660249312294617/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] 317 9462 50 @@ -1737,12 +1709,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-37_719_1766810325799201220/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-48_569_1389223424240589811/-mr-10000 POSTHOOK: query: FROM T1 a RIGHT OUTER JOIN T2 c ON c.key+1=a.key SELECT /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-37_719_1766810325799201220/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-48_569_1389223424240589811/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] 51 1570 318 @@ -1750,12 +1722,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-45_768_5626269091454711692/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-53_884_193002294179789118/-mr-10000 POSTHOOK: query: FROM T1 a FULL OUTER JOIN T2 c ON c.key+1=a.key SELECT /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-45_768_5626269091454711692/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-53_884_193002294179789118/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] 317 9462 318 @@ -1763,12 +1735,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-53_877_4064218124982922608/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-59_493_4647924292571801277/-mr-10000 POSTHOOK: query: SELECT sum(hash(src1.key)), sum(hash(src1.val)), sum(hash(src2.key)) FROM T1 src1 LEFT OUTER JOIN T2 src2 ON src1.key+1 = src2.key RIGHT OUTER JOIN T2 src3 ON src2.key = src3.key POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-09-53_877_4064218124982922608/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-08-59_493_4647924292571801277/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] 370 11003 377 @@ -1776,23 +1748,23 @@ PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-10-00_997_7881612208030962780/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-09-04_974_5598263675862728012/-mr-10000 POSTHOOK: query: SELECT sum(hash(src1.key)), sum(hash(src1.val)), sum(hash(src2.key)) FROM T1 src1 JOIN T2 src2 ON src1.key+1 = src2.key JOIN T2 src3 ON src2.key = src3.key POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-10-00_997_7881612208030962780/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-09-04_974_5598263675862728012/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] 370 11003 377 PREHOOK: query: select /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) from T1 k left outer join T1 v on k.key+1=v.key PREHOOK: type: QUERY PREHOOK: Input: default@t1 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-10-21_614_76890166910035533/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-09-15_753_4549651274151249293/-mr-10000 POSTHOOK: query: select /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) from T1 k left outer join T1 v on k.key+1=v.key POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-19_10-10-21_614_76890166910035533/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-09-15_753_4549651274151249293/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] 372 6320 Index: ql/src/test/results/clientpositive/join_map_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/join_map_ppr.q.out (revision 1028093) +++ ql/src/test/results/clientpositive/join_map_ppr.q.out (working copy) @@ -44,10 +44,7 @@ TableScan alias: x GatherStats: false - Common Join Operator - condition map: - Inner Join 0 to 1 - Inner Join 0 to 2 + JDBM Sink Operator condition expressions: 0 {key} 1 {value} @@ -57,16 +54,12 @@ 0 [Column[key]] 1 [Column[key]] 2 [Column[key]] - outputColumnNames: _col0, _col5, _col9, _col10, _col11 Position of Big Table: 2 y TableScan alias: y GatherStats: false - Common Join Operator - condition map: - Inner Join 0 to 1 - Inner Join 0 to 2 + JDBM Sink Operator condition expressions: 0 {key} 1 {value} @@ -76,7 +69,6 @@ 0 [Column[key]] 1 [Column[key]] 2 [Column[key]] - outputColumnNames: _col0, _col5, _col9, _col10, _col11 Position of Big Table: 2 Stage: Stage-1 @@ -91,7 +83,7 @@ predicate: expr: ((ds = '2008-04-08') and (hr = 11)) type: boolean - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 @@ -136,9 +128,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10002 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -148,12 +140,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287179185 + transient_lastDdlTime 1288215315 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -163,9 +155,9 @@ Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -179,13 +171,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175206 + transient_lastDdlTime 1288212591 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -196,13 +188,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175206 + transient_lastDdlTime 1288212591 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -214,14 +206,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10002 - destination: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10002 + destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -231,28 +223,28 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287179185 + transient_lastDdlTime 1288215315 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10001 + tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10002 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10000 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -263,12 +255,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287179185 + transient_lastDdlTime 1288215315 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -276,9 +268,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10002 [pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10002] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10002] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-25_565_4458155958654291457/-ext-10002 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -289,12 +281,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287179185 + transient_lastDdlTime 1288215315 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -305,12 +297,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287179185 + transient_lastDdlTime 1288215315 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -342,11 +334,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_14-46-33_967_3390466593997914415/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_14-35-20_630_3517475653926100304/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_14-46-33_967_3390466593997914415/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_14-35-20_630_3517475653926100304/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] @@ -549,10 +541,7 @@ TableScan alias: x GatherStats: false - Common Join Operator - condition map: - Inner Join 0 to 1 - Inner Join 0 to 2 + JDBM Sink Operator condition expressions: 0 {key} 1 {value} @@ -562,16 +551,12 @@ 0 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()] 1 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()] 2 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()] - outputColumnNames: _col0, _col5, _col9, _col10, _col11 Position of Big Table: 2 y TableScan alias: y GatherStats: false - Common Join Operator - condition map: - Inner Join 0 to 1 - Inner Join 0 to 2 + JDBM Sink Operator condition expressions: 0 {key} 1 {value} @@ -581,7 +566,6 @@ 0 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()] 1 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()] 2 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()] - outputColumnNames: _col0, _col5, _col9, _col10, _col11 Position of Big Table: 2 Stage: Stage-1 @@ -596,7 +580,7 @@ predicate: expr: ((ds = '2008-04-08') and (hr = 11)) type: boolean - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 @@ -641,9 +625,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10002 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -653,7 +637,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dest_j1 name dest_j1 numFiles 1 numPartitions 0 @@ -662,7 +646,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 2125 - transient_lastDdlTime 1287179193 + transient_lastDdlTime 1288215320 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -672,9 +656,9 @@ Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -688,13 +672,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175206 + transient_lastDdlTime 1288212591 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -705,13 +689,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175206 + transient_lastDdlTime 1288212591 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -723,14 +707,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10002 - destination: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10002 + destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -740,7 +724,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dest_j1 name dest_j1 numFiles 1 numPartitions 0 @@ -749,23 +733,23 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 2125 - transient_lastDdlTime 1287179193 + transient_lastDdlTime 1288215320 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10001 + tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10002 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10000 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -776,7 +760,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dest_j1 name dest_j1 numFiles 1 numPartitions 0 @@ -785,7 +769,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 2125 - transient_lastDdlTime 1287179193 + transient_lastDdlTime 1288215320 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -793,9 +777,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10002 [pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10002] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10002] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_14-46-49_066_8646032217905227141/-ext-10002 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -806,7 +790,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dest_j1 name dest_j1 numFiles 1 numPartitions 0 @@ -815,7 +799,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 2125 - transient_lastDdlTime 1287179193 + transient_lastDdlTime 1288215320 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -826,7 +810,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dest_j1 name dest_j1 numFiles 1 numPartitions 0 @@ -835,7 +819,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 2125 - transient_lastDdlTime 1287179193 + transient_lastDdlTime 1288215320 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -874,11 +858,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_14-46-57_402_5384425936145554197/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_14-35-38_043_2750643574384770263/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_14-46-57_402_5384425936145554197/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_14-35-38_043_2750643574384770263/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1_copy)x.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/semijoin.q.out =================================================================== --- ql/src/test/results/clientpositive/semijoin.q.out (revision 1028093) +++ ql/src/test/results/clientpositive/semijoin.q.out (working copy) @@ -8,11 +8,11 @@ PREHOOK: query: select * from t1 sort by key PREHOOK: type: QUERY PREHOOK: Input: default@t1 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-54-48_453_7580246906147447007/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-07_317_2567121123918340747/-mr-10000 POSTHOOK: query: select * from t1 sort by key POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-54-48_453_7580246906147447007/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-07_317_2567121123918340747/-mr-10000 0 val_0 0 val_0 0 val_0 @@ -34,11 +34,11 @@ PREHOOK: query: select * from t2 sort by key PREHOOK: type: QUERY PREHOOK: Input: default@t2 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-54-55_870_6093540767773075041/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-12_609_8186818336637614021/-mr-10000 POSTHOOK: query: select * from t2 sort by key POSTHOOK: type: QUERY POSTHOOK: Input: default@t2 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-54-55_870_6093540767773075041/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-12_609_8186818336637614021/-mr-10000 0 val_0 0 val_0 0 val_0 @@ -62,11 +62,11 @@ PREHOOK: query: select * from t3 sort by key, value PREHOOK: type: QUERY PREHOOK: Input: default@t3 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-55-06_872_5514286542584251869/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-20_412_6858946112655112787/-mr-10000 POSTHOOK: query: select * from t3 sort by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@t3 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-55-06_872_5514286542584251869/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-20_412_6858946112655112787/-mr-10000 0 val_0 0 val_0 0 val_0 @@ -97,11 +97,11 @@ PREHOOK: query: select * from t4 PREHOOK: type: QUERY PREHOOK: Input: default@t4 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-55-10_517_8043595902141289587/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-23_040_6896567563297871765/-mr-10000 POSTHOOK: query: select * from t4 POSTHOOK: type: QUERY POSTHOOK: Input: default@t4 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-55-10_517_8043595902141289587/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-23_040_6896567563297871765/-mr-10000 PREHOOK: query: explain select * from t1 a left semi join t2 b on a.key=b.key sort by a.key, a.value PREHOOK: type: QUERY POSTHOOK: query: explain select * from t1 a left semi join t2 b on a.key=b.key sort by a.key, a.value @@ -185,7 +185,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-16_20-55-10_683_6224851131670102704/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-03-23_122_1418801017341736948/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -217,12 +217,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-55-10_800_2513299296698295975/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-23_188_6557146902672307691/-mr-10000 POSTHOOK: query: select * from t1 a left semi join t2 b on a.key=b.key sort by a.key, a.value POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-55-10_800_2513299296698295975/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-23_188_6557146902672307691/-mr-10000 0 val_0 0 val_0 0 val_0 @@ -312,7 +312,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-16_20-55-17_836_5547579604305564817/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-03-28_893_6723532886712811629/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -344,12 +344,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-55-17_952_8107824929568696805/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-28_959_3762364132590482286/-mr-10000 POSTHOOK: query: select * from t2 a left semi join t1 b on b.key=a.key sort by a.key, a.value POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-55-17_952_8107824929568696805/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-28_959_3762364132590482286/-mr-10000 0 val_0 0 val_0 0 val_0 @@ -441,7 +441,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-16_20-55-25_023_4437489275956384567/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-03-34_570_7889009522221032190/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -473,12 +473,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t4 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-55-25_142_359943279087785463/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-34_654_5556420496433395304/-mr-10000 POSTHOOK: query: select * from t1 a left semi join t4 b on b.key=a.key sort by a.key, a.value POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t4 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-55-25_142_359943279087785463/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-34_654_5556420496433395304/-mr-10000 PREHOOK: query: explain select a.value from t1 a left semi join t3 b on (b.key = a.key and b.key < '15') sort by a.value PREHOOK: type: QUERY POSTHOOK: query: explain select a.value from t1 a left semi join t3 b on (b.key = a.key and b.key < '15') sort by a.value @@ -568,7 +568,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-16_20-55-32_006_1648677446700970744/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-03-40_011_3808833152580249248/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -596,12 +596,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t3 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-55-32_125_2593078127467219576/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-40_079_1282941878916492070/-mr-10000 POSTHOOK: query: select a.value from t1 a left semi join t3 b on (b.key = a.key and b.key < '15') sort by a.value POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t3 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-55-32_125_2593078127467219576/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-40_079_1282941878916492070/-mr-10000 val_0 val_0 val_0 @@ -708,7 +708,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-16_20-55-40_123_4389202735836518462/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-03-45_730_7298072930043033983/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -740,12 +740,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-55-40_243_7850910287841643376/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-45_804_5294995386951265093/-mr-10000 POSTHOOK: query: select * from t1 a left semi join t2 b on a.key = b.key and b.value < "val_10" sort by a.key, a.value POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-55-40_243_7850910287841643376/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-45_804_5294995386951265093/-mr-10000 0 val_0 0 val_0 0 val_0 @@ -841,7 +841,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-16_20-55-48_323_8119296433999603117/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-03-51_407_427333938274086877/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -869,12 +869,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t3 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-55-48_445_7415332140514709784/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-51_486_1315085131198914442/-mr-10000 POSTHOOK: query: select a.value from t1 a left semi join (select key from t3 where key > 5) b on a.key = b.key sort by a.value POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t3 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-55-48_445_7415332140514709784/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-51_486_1315085131198914442/-mr-10000 val_10 val_8 val_9 @@ -980,7 +980,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-16_20-55-56_537_2903311238836289590/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-03-57_031_4644400431266147309/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -1008,12 +1008,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-55-56_664_5020769161087651831/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-57_105_2695825645438377544/-mr-10000 POSTHOOK: query: select a.value from t1 a left semi join (select key , value from t2 where key > 5) b on a.key = b.key and b.value <= 'val_20' sort by a.value POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-55-56_664_5020769161087651831/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-57_105_2695825645438377544/-mr-10000 PREHOOK: query: explain select * from t2 a left semi join (select key , value from t1 where key > 2) b on a.key = b.key sort by a.key, a.value PREHOOK: type: QUERY POSTHOOK: query: explain select * from t2 a left semi join (select key , value from t1 where key > 2) b on a.key = b.key sort by a.key, a.value @@ -1110,7 +1110,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-16_20-56-04_059_355987900517518175/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-04-02_466_725728290759835787/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -1142,12 +1142,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-56-04_183_8670610688043673425/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-02_537_8369733971186993079/-mr-10000 POSTHOOK: query: select * from t2 a left semi join (select key , value from t1 where key > 2) b on a.key = b.key sort by a.key, a.value POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-56-04_183_8670610688043673425/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-02_537_8369733971186993079/-mr-10000 4 val_2 8 val_4 10 val_5 @@ -1189,9 +1189,7 @@ type: int mode: hash outputColumnNames: _col0 - Common Join Operator - condition map: - Left Semi Join 0 to 1 + JDBM Sink Operator condition expressions: 0 {key} 1 @@ -1199,7 +1197,6 @@ keys: 0 [Column[key]] 1 [Column[_col0]] - outputColumnNames: _col0 Position of Big Table: 0 Stage: Stage-1 @@ -1208,7 +1205,7 @@ a TableScan alias: a - Common Join Operator + Map Join Operator condition map: Left Semi Join 0 to 1 condition expressions: @@ -1232,7 +1229,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-16_20-56-12_336_1953660551209643271/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-04-08_036_2910952596121389668/-mr-10002 Select Operator expressions: expr: _col0 @@ -1270,12 +1267,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t3 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-56-12_453_4269654069294497779/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-08_109_4473865912549348136/-mr-10000 POSTHOOK: query: select /*+ mapjoin(b) */ a.key from t3 a left semi join t1 b on a.key = b.key sort by a.key POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t3 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-56-12_453_4269654069294497779/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-08_109_4473865912549348136/-mr-10000 0 0 0 @@ -1378,7 +1375,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-16_20-56-19_517_1787680149236807917/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-04-13_353_2384479425001200067/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -1410,12 +1407,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-56-19_645_8738010680958797763/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-13_420_5777699289863486696/-mr-10000 POSTHOOK: query: select * from t1 a left semi join t2 b on a.key = 2*b.key sort by a.key, a.value POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-56-19_645_8738010680958797763/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-13_420_5777699289863486696/-mr-10000 0 val_0 0 val_0 0 val_0 @@ -1526,7 +1523,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-16_20-56-27_826_6825405805902610028/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-04-18_912_2891401415653997089/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -1563,13 +1560,13 @@ PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 PREHOOK: Input: default@t3 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-56-27_976_3972434369204782156/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-18_988_5010287233526168835/-mr-10000 POSTHOOK: query: select * from t1 a join t2 b on a.key = b.key left semi join t3 c on b.key = c.key sort by a.key, a.value POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 POSTHOOK: Input: default@t3 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-56-27_976_3972434369204782156/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-18_988_5010287233526168835/-mr-10000 0 val_0 0 val_0 0 val_0 0 val_0 0 val_0 0 val_0 @@ -1679,7 +1676,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-16_20-56-36_330_6779914873043487516/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-04-24_617_6131522087162404256/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -1711,12 +1708,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@t1 PREHOOK: Input: default@t3 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-56-36_446_531074999473537299/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-24_685_7575816128654858988/-mr-10000 POSTHOOK: query: select * from t3 a left semi join t1 b on a.key = b.key and a.value=b.value sort by a.key, a.value POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t3 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-56-36_446_531074999473537299/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-24_685_7575816128654858988/-mr-10000 0 val_0 0 val_0 0 val_0 @@ -1770,10 +1767,7 @@ type: int mode: hash outputColumnNames: _col0 - Common Join Operator - condition map: - Left Semi Join 0 to 1 - Left Semi Join 0 to 2 + JDBM Sink Operator condition expressions: 0 {key} 1 @@ -1783,7 +1777,6 @@ 0 [Column[key]] 1 [Column[_col0]] 2 [Column[_col0]] - outputColumnNames: _col0 Position of Big Table: 0 c TableScan @@ -1800,10 +1793,7 @@ type: int mode: hash outputColumnNames: _col0 - Common Join Operator - condition map: - Left Semi Join 0 to 1 - Left Semi Join 0 to 2 + JDBM Sink Operator condition expressions: 0 {key} 1 @@ -1813,7 +1803,6 @@ 0 [Column[key]] 1 [Column[_col0]] 2 [Column[_col0]] - outputColumnNames: _col0 Position of Big Table: 0 Stage: Stage-1 @@ -1822,7 +1811,7 @@ a TableScan alias: a - Common Join Operator + Map Join Operator condition map: Left Semi Join 0 to 1 Left Semi Join 0 to 2 @@ -1849,7 +1838,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-16_20-56-43_461_1825225512272201729/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-04-30_183_6165676837426268350/-mr-10002 Select Operator expressions: expr: _col0 @@ -1888,13 +1877,13 @@ PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 PREHOOK: Input: default@t3 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-56-43_597_7730476012893391191/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-30_260_2433281365180402598/-mr-10000 POSTHOOK: query: select /*+ mapjoin(b, c) */ a.key from t3 a left semi join t1 b on a.key = b.key left semi join t2 c on a.key = c.key sort by a.key POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 POSTHOOK: Input: default@t3 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-56-43_597_7730476012893391191/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-30_260_2433281365180402598/-mr-10000 0 0 0 @@ -2002,7 +1991,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-16_20-56-51_193_4971480791101556085/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-04-35_797_2333906634777100148/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -2031,13 +2020,13 @@ PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 PREHOOK: Input: default@t3 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-56-51_329_5949380496953796907/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-35_871_7897675469131546389/-mr-10000 POSTHOOK: query: select a.key from t3 a left outer join t1 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 POSTHOOK: Input: default@t3 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-56-51_329_5949380496953796907/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-35_871_7897675469131546389/-mr-10000 0 0 0 @@ -2157,7 +2146,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-16_20-56-59_679_8191924060733337482/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-04-41_608_2220388568134618866/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -2186,13 +2175,13 @@ PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 PREHOOK: Input: default@t3 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-56-59_811_3831038390861954254/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-41_682_2882263810051097750/-mr-10000 POSTHOOK: query: select a.key from t1 a right outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 POSTHOOK: Input: default@t3 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-56-59_811_3831038390861954254/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-41_682_2882263810051097750/-mr-10000 NULL NULL NULL @@ -2315,7 +2304,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-16_20-57-08_142_4862659123810822662/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-04-48_006_8185934732491634852/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -2344,13 +2333,13 @@ PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 PREHOOK: Input: default@t3 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-57-08_274_1271914331764289510/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-48_081_2028444012866190155/-mr-10000 POSTHOOK: query: select a.key from t1 a full outer join t3 b on a.key = b.key left semi join t2 c on b.key = c.key sort by a.key POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 POSTHOOK: Input: default@t3 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-57-08_274_1271914331764289510/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-48_081_2028444012866190155/-mr-10000 NULL NULL NULL @@ -2473,7 +2462,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-16_20-57-16_618_1799543107598292752/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-04-53_653_9010857136935696124/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -2502,13 +2491,13 @@ PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 PREHOOK: Input: default@t3 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-57-16_749_4595962962752839059/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-53_728_7613723015009146650/-mr-10000 POSTHOOK: query: select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.key = c.key sort by a.key POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 POSTHOOK: Input: default@t3 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-57-16_749_4595962962752839059/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-53_728_7613723015009146650/-mr-10000 0 0 0 @@ -2631,7 +2620,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-16_20-57-25_108_1492275708770566570/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-04-59_367_1281949091297790008/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -2660,13 +2649,13 @@ PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 PREHOOK: Input: default@t3 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-57-25_243_1263591880561616930/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-59_442_8906799826368408100/-mr-10000 POSTHOOK: query: select a.key from t3 a left semi join t2 b on a.key = b.key right outer join t1 c on a.key = c.key sort by a.key POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 POSTHOOK: Input: default@t3 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-57-25_243_1263591880561616930/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-04-59_442_8906799826368408100/-mr-10000 NULL NULL NULL @@ -2791,7 +2780,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-16_20-57-33_674_2234020911596435252/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-05-08_027_9057656913862672973/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -2820,13 +2809,13 @@ PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 PREHOOK: Input: default@t3 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-57-33_808_3288750373349451656/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-05-08_102_1904204088263319648/-mr-10000 POSTHOOK: query: select a.key from t3 a left semi join t1 b on a.key = b.key full outer join t2 c on a.key = c.key sort by a.key POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 POSTHOOK: Input: default@t3 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-57-33_808_3288750373349451656/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-05-08_102_1904204088263319648/-mr-10000 NULL NULL NULL @@ -2995,7 +2984,7 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-16_20-57-42_172_571318165223667427/-mr-10003 + file:/tmp/heyongqiang/hive_2010-10-27_15-05-13_732_1908006251522430032/-mr-10003 Reduce Output Operator key expressions: expr: _col0 @@ -3024,13 +3013,13 @@ PREHOOK: Input: default@t1 PREHOOK: Input: default@t2 PREHOOK: Input: default@t3 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-57-42_311_595775460689974599/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-05-13_810_2454226698258102980/-mr-10000 POSTHOOK: query: select a.key from t3 a left semi join t2 b on a.key = b.key left outer join t1 c on a.value = c.value sort by a.key POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 POSTHOOK: Input: default@t3 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-16_20-57-42_311_595775460689974599/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-05-13_810_2454226698258102980/-mr-10000 0 0 0 Index: ql/src/test/results/clientpositive/mapjoin_subquery.q.out =================================================================== --- ql/src/test/results/clientpositive/mapjoin_subquery.q.out (revision 1028093) +++ ql/src/test/results/clientpositive/mapjoin_subquery.q.out (working copy) @@ -34,9 +34,7 @@ subq:x TableScan alias: x - Common Join Operator - condition map: - Inner Join 0 to 1 + JDBM Sink Operator condition expressions: 0 {key} 1 @@ -44,7 +42,6 @@ keys: 0 [Column[key]] 1 [Column[key]] - outputColumnNames: _col0 Position of Big Table: 1 z TableScan @@ -61,9 +58,7 @@ predicate: expr: (hr = 11) type: boolean - Common Join Operator - condition map: - Inner Join 0 to 1 + JDBM Sink Operator condition expressions: 0 {_col0} 1 {value} @@ -71,7 +66,6 @@ keys: 0 [Column[_col0]] 1 [Column[key]] - outputColumnNames: _col0, _col5 Position of Big Table: 0 Stage: Stage-1 @@ -80,7 +74,7 @@ subq:y TableScan alias: y - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 condition expressions: @@ -102,7 +96,7 @@ expr: _col0 type: string outputColumnNames: _col0 - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 condition expressions: @@ -151,7 +145,7 @@ PREHOOK: Input: default@src PREHOOK: Input: default@src1 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-04-47_409_128786361280541785/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_14-46-44_452_445213667214370288/-mr-10000 POSTHOOK: query: SELECT /*+ MAPJOIN(z) */ subq.key1, z.value FROM (SELECT /*+ MAPJOIN(x) */ x.key as key1, x.value as value1, y.key as key2, y.value as value2 @@ -161,7 +155,7 @@ POSTHOOK: Input: default@src POSTHOOK: Input: default@src1 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-04-47_409_128786361280541785/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_14-46-44_452_445213667214370288/-mr-10000 238 val_238 238 val_238 311 val_311 @@ -308,9 +302,7 @@ subq:x TableScan alias: x - Common Join Operator - condition map: - Inner Join 0 to 1 + JDBM Sink Operator condition expressions: 0 {key} 1 @@ -318,7 +310,6 @@ keys: 0 [Column[key]] 1 [Column[key]] - outputColumnNames: _col0 Position of Big Table: 1 z TableScan @@ -335,9 +326,7 @@ predicate: expr: (hr = 11) type: boolean - Common Join Operator - condition map: - Inner Join 0 to 1 + JDBM Sink Operator condition expressions: 0 {_col0} 1 {value} @@ -345,7 +334,6 @@ keys: 0 [Column[_col0]] 1 [Column[key]] - outputColumnNames: _col0, _col5 Position of Big Table: 0 Stage: Stage-1 @@ -354,7 +342,7 @@ subq:y TableScan alias: y - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 condition expressions: @@ -376,7 +364,7 @@ expr: _col0 type: string outputColumnNames: _col0 - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 condition expressions: @@ -400,7 +388,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-15_15-04-53_319_3769577272445368796/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_14-46-48_345_6547752928820986559/-mr-10002 Select Operator expressions: expr: _col0 @@ -450,7 +438,7 @@ PREHOOK: Input: default@src PREHOOK: Input: default@src1 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-04-53_504_7399621961470089400/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_14-46-48_451_5103197118611190766/-mr-10000 POSTHOOK: query: SELECT /*+ MAPJOIN(z) */ subq.key1, z.value FROM (SELECT /*+ MAPJOIN(x) */ x.key as key1, x.value as value1, y.key as key2, y.value as value2 @@ -461,7 +449,7 @@ POSTHOOK: Input: default@src POSTHOOK: Input: default@src1 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-04-53_504_7399621961470089400/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_14-46-48_451_5103197118611190766/-mr-10000 128 val_128 128 val_128 128 val_128 Index: ql/src/test/results/clientpositive/bucketmapjoin3.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin3.q.out (revision 1028093) +++ ql/src/test/results/clientpositive/bucketmapjoin3.q.out (working copy) @@ -114,9 +114,7 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Common Join Operator - condition map: - Inner Join 0 to 1 + JDBM Sink Operator condition expressions: 0 {key} {value} 1 {value} @@ -124,16 +122,15 @@ keys: 0 [Column[key]] 1 [Column[key]] - outputColumnNames: _col0, _col1, _col6 Position of Big Table: 0 Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: b {srcbucket22.txt=[srcbucket20.txt, srcbucket22.txt], srcbucket23.txt=[srcbucket21.txt, srcbucket23.txt]} Alias Bucket File Name Mapping: - b {pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} + b {pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} Alias Bucket Output File Name Mapping: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 Stage: Stage-1 Map Reduce @@ -152,7 +149,7 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 condition expressions: @@ -185,9 +182,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-48-47_135_3137244231388558119/-ext-10002 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-48-47_135_3137244231388558119/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -197,12 +194,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175727 + transient_lastDdlTime 1288212927 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -212,9 +209,9 @@ Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [a] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [a] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -228,13 +225,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175724 + transient_lastDdlTime 1288212926 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -246,13 +243,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175724 + transient_lastDdlTime 1288212926 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part_2 name: srcbucket_mapjoin_part_2 @@ -264,14 +261,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-48-47_135_3137244231388558119/-ext-10002 - destination: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-48-47_135_3137244231388558119/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10002 + destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-48-47_135_3137244231388558119/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -281,28 +278,28 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175727 + transient_lastDdlTime 1288212927 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-48-47_135_3137244231388558119/-ext-10001 + tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-48-47_135_3137244231388558119/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-48-47_135_3137244231388558119/-ext-10002 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-48-47_135_3137244231388558119/-ext-10000 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -313,12 +310,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175727 + transient_lastDdlTime 1288212927 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -326,9 +323,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-48-47_135_3137244231388558119/-ext-10002 [pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-48-47_135_3137244231388558119/-ext-10002] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10002] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-48-47_135_3137244231388558119/-ext-10002 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -339,12 +336,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175727 + transient_lastDdlTime 1288212927 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -355,12 +352,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175727 + transient_lastDdlTime 1288212927 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -388,11 +385,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-49-00_540_8008608079574673286/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-55-36_058_2513418815469973596/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-49-00_540_8008608079574673286/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-55-36_058_2513418815469973596/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] @@ -441,11 +438,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-49-23_110_5294238609208878803/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-55-50_209_4160091089758225520/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-49-23_110_5294238609208878803/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-55-50_209_4160091089758225520/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -484,14 +481,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_1 PREHOOK: Input: default@bucketmapjoin_hash_result_2 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-49-32_539_1810286211446872017/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-55-56_715_6048616112063548594/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_1 POSTHOOK: Input: default@bucketmapjoin_hash_result_2 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-49-32_539_1810286211446872017/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-55-56_715_6048616112063548594/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -563,9 +560,7 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Common Join Operator - condition map: - Inner Join 0 to 1 + JDBM Sink Operator condition expressions: 0 {key} {value} 1 {value} @@ -573,18 +568,17 @@ keys: 0 [Column[key]] 1 [Column[key]] - outputColumnNames: _col0, _col1, _col6 Position of Big Table: 1 Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: a {srcbucket20.txt=[srcbucket22.txt], srcbucket21.txt=[srcbucket23.txt], srcbucket22.txt=[srcbucket22.txt], srcbucket23.txt=[srcbucket23.txt]} Alias Bucket File Name Mapping: - a {pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt]} + a {pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt]} Alias Bucket Output File Name Mapping: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 Stage: Stage-1 Map Reduce @@ -603,7 +597,7 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 condition expressions: @@ -636,9 +630,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-49-36_540_8127189479772806338/-ext-10002 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-49-36_540_8127189479772806338/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -648,7 +642,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -657,7 +651,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 11067 - transient_lastDdlTime 1287175763 + transient_lastDdlTime 1288212950 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -667,9 +661,9 @@ Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -683,13 +677,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175720 + transient_lastDdlTime 1288212924 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -701,13 +695,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287175720 + transient_lastDdlTime 1288212924 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part name: srcbucket_mapjoin_part @@ -719,14 +713,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-49-36_540_8127189479772806338/-ext-10002 - destination: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-49-36_540_8127189479772806338/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10002 + destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-49-36_540_8127189479772806338/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -736,7 +730,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -745,23 +739,23 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 11067 - transient_lastDdlTime 1287175763 + transient_lastDdlTime 1288212950 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-49-36_540_8127189479772806338/-ext-10001 + tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-49-36_540_8127189479772806338/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-49-36_540_8127189479772806338/-ext-10002 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-49-36_540_8127189479772806338/-ext-10000 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -772,7 +766,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -781,7 +775,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 11067 - transient_lastDdlTime 1287175763 + transient_lastDdlTime 1288212950 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -789,9 +783,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-49-36_540_8127189479772806338/-ext-10002 [pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-49-36_540_8127189479772806338/-ext-10002] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10002] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-49-36_540_8127189479772806338/-ext-10002 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -802,7 +796,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -811,7 +805,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 11067 - transient_lastDdlTime 1287175763 + transient_lastDdlTime 1288212950 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -822,7 +816,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -831,7 +825,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 11067 - transient_lastDdlTime 1287175763 + transient_lastDdlTime 1288212950 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -871,11 +865,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-49-51_691_7528584846455262099/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-56-09_791_8706691458656943408/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-49-51_691_7528584846455262099/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-56-09_791_8706691458656943408/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -960,11 +954,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-50-13_912_6674337133506539817/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-56-23_619_4418056010014368503/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-50-13_912_6674337133506539817/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-56-23_619_4418056010014368503/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -1027,14 +1021,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_1 PREHOOK: Input: default@bucketmapjoin_hash_result_2 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-50-23_205_7592925947270849729/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-56-30_141_4118421935613596878/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_1 POSTHOOK: Input: default@bucketmapjoin_hash_result_2 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_13-50-23_205_7592925947270849729/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-56-30_141_4118421935613596878/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/select_transform_hint.q.out =================================================================== --- ql/src/test/results/clientpositive/select_transform_hint.q.out (revision 1028093) +++ ql/src/test/results/clientpositive/select_transform_hint.q.out (working copy) @@ -29,9 +29,7 @@ a TableScan alias: a - Common Join Operator - condition map: - Inner Join 0 to 1 + JDBM Sink Operator condition expressions: 0 {key} {value} 1 @@ -39,7 +37,6 @@ keys: 0 [Column[key]] 1 [Column[key]] - outputColumnNames: _col0, _col1 Position of Big Table: 1 Stage: Stage-1 @@ -48,7 +45,7 @@ b TableScan alias: b - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 condition expressions: @@ -99,14 +96,14 @@ on a.key = b.key PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-28-13_781_8569397391886762548/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-02-57_632_2812838087751245658/-mr-10000 POSTHOOK: query: SELECT /*+MAPJOIN(a)*/ TRANSFORM(a.key, a.value) USING '/bin/cat' AS (tkey, tvalue) FROM src a join src b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-28-13_781_8569397391886762548/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-02-57_632_2812838087751245658/-mr-10000 238 val_238 238 val_238 86 val_86 @@ -1226,14 +1223,14 @@ on a.key = b.key PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-28-19_149_1815239476955309395/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-01_031_3277101842984747988/-mr-10000 POSTHOOK: query: SELECT /*+STREAMTABLE(a)*/ TRANSFORM(a.key, a.value) USING '/bin/cat' AS (tkey, tvalue) FROM src a join src b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-28-19_149_1815239476955309395/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-03-01_031_3277101842984747988/-mr-10000 0 val_0 0 val_0 0 val_0 Index: ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out (revision 1028093) +++ ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out (working copy) @@ -79,9 +79,7 @@ TableScan alias: b GatherStats: false - Common Join Operator - condition map: - Inner Join 0 to 1 + JDBM Sink Operator condition expressions: 0 {key} {value} 1 {value} @@ -89,7 +87,6 @@ keys: 0 [Column[key]] 1 [Column[key]] - outputColumnNames: _col0, _col1, _col5 Position of Big Table: 0 Stage: Stage-1 @@ -99,7 +96,7 @@ TableScan alias: a GatherStats: false - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 condition expressions: @@ -132,9 +129,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-35_414_8962621251239618733/-ext-10002 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-07_847_8947357711223644876/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-35_414_8962621251239618733/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-07_847_8947357711223644876/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -144,12 +141,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287176075 + transient_lastDdlTime 1288213147 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -159,9 +156,9 @@ Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin [a] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin [a] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin Partition base file name: srcbucket_mapjoin input format: org.apache.hadoop.mapred.TextInputFormat @@ -173,12 +170,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287176070 + transient_lastDdlTime 1288213145 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -190,12 +187,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287176070 + transient_lastDdlTime 1288213145 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin name: srcbucket_mapjoin @@ -207,14 +204,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-35_414_8962621251239618733/-ext-10002 - destination: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-35_414_8962621251239618733/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-07_847_8947357711223644876/-ext-10002 + destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-07_847_8947357711223644876/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-35_414_8962621251239618733/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-07_847_8947357711223644876/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -224,28 +221,28 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287176075 + transient_lastDdlTime 1288213147 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-35_414_8962621251239618733/-ext-10001 + tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-07_847_8947357711223644876/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-35_414_8962621251239618733/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-07_847_8947357711223644876/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-35_414_8962621251239618733/-ext-10002 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-07_847_8947357711223644876/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-35_414_8962621251239618733/-ext-10000 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-07_847_8947357711223644876/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -256,12 +253,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287176075 + transient_lastDdlTime 1288213147 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -269,9 +266,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-35_414_8962621251239618733/-ext-10002 [pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-35_414_8962621251239618733/-ext-10002] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-07_847_8947357711223644876/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-07_847_8947357711223644876/-ext-10002] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_13-54-35_414_8962621251239618733/-ext-10002 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-07_847_8947357711223644876/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -282,12 +279,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287176075 + transient_lastDdlTime 1288213147 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -298,12 +295,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287176075 + transient_lastDdlTime 1288213147 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result Index: ql/src/test/results/clientpositive/union22.q.out =================================================================== --- ql/src/test/results/clientpositive/union22.q.out (revision 1028093) +++ ql/src/test/results/clientpositive/union22.q.out (working copy) @@ -119,9 +119,7 @@ expr: k4 type: string outputColumnNames: _col1, _col3, _col4 - Common Join Operator - condition map: - Left Outer Join0 to 1 + JDBM Sink Operator condition expressions: 0 {k1} {k2} 1 {_col3} {_col4} @@ -132,7 +130,6 @@ keys: 0 [Column[k1]] 1 [Column[_col1]] - outputColumnNames: _col0, _col1, _col10, _col11 Position of Big Table: 0 Stage: Stage-1 @@ -147,7 +144,7 @@ predicate: expr: (k1 > 20) type: boolean - Common Join Operator + Map Join Operator condition map: Left Outer Join0 to 1 condition expressions: @@ -165,7 +162,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/liyintang/hive_2010-10-15_16-07-19_952_3322818947448684803/-mr-10002 + directory: file:/tmp/heyongqiang/hive_2010-10-27_15-39-47_471_6619420927562677446/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -181,9 +178,9 @@ Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22/ds=1 [null-subquery2:subq-subquery2:a] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22/ds=1 [null-subquery2:subq-subquery2:a] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22/ds=1 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22/ds=1 Partition base file name: ds=1 input format: org.apache.hadoop.mapred.TextInputFormat @@ -196,7 +193,7 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22 name dst_union22 numFiles 1 numPartitions 1 @@ -206,7 +203,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 11624 - transient_lastDdlTime 1287184033 + transient_lastDdlTime 1288219182 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -217,7 +214,7 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22 name dst_union22 numFiles 1 numPartitions 1 @@ -227,7 +224,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 11624 - transient_lastDdlTime 1287184033 + transient_lastDdlTime 1288219182 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dst_union22 name: dst_union22 @@ -235,7 +232,7 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/tmp/liyintang/hive_2010-10-15_16-07-19_952_3322818947448684803/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-39-47_471_6619420927562677446/-mr-10002 Select Operator expressions: expr: _col0 @@ -278,10 +275,10 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_16-07-19_952_3322818947448684803/-ext-10000 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000 NumFilesPerFileSink: 1 Static Partition Specification: ds=2/ - Stats Publishing Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_16-07-19_952_3322818947448684803/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -291,7 +288,7 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22 name dst_union22 numFiles 1 numPartitions 1 @@ -301,7 +298,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 11624 - transient_lastDdlTime 1287184033 + transient_lastDdlTime 1288219182 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dst_union22 TotalFiles: 1 @@ -347,10 +344,10 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_16-07-19_952_3322818947448684803/-ext-10000 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000 NumFilesPerFileSink: 1 Static Partition Specification: ds=2/ - Stats Publishing Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_16-07-19_952_3322818947448684803/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -360,7 +357,7 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22 name dst_union22 numFiles 1 numPartitions 1 @@ -370,7 +367,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 11624 - transient_lastDdlTime 1287184033 + transient_lastDdlTime 1288219182 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dst_union22 TotalFiles: 1 @@ -378,10 +375,10 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/tmp/liyintang/hive_2010-10-15_16-07-19_952_3322818947448684803/-mr-10002 [file:/tmp/liyintang/hive_2010-10-15_16-07-19_952_3322818947448684803/-mr-10002] - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22_delta/ds=1 [null-subquery1:subq-subquery1:dst_union22_delta] + file:/tmp/heyongqiang/hive_2010-10-27_15-39-47_471_6619420927562677446/-mr-10002 [file:/tmp/heyongqiang/hive_2010-10-27_15-39-47_471_6619420927562677446/-mr-10002] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22_delta/ds=1 [null-subquery1:subq-subquery1:dst_union22_delta] Path -> Partition: - file:/tmp/liyintang/hive_2010-10-15_16-07-19_952_3322818947448684803/-mr-10002 + file:/tmp/heyongqiang/hive_2010-10-27_15-39-47_471_6619420927562677446/-mr-10002 Partition base file name: -mr-10002 input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -397,7 +394,7 @@ columns _col0,_col1,_col10,_col11 columns.types string,string,string,string escape.delim \ - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22_delta/ds=1 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22_delta/ds=1 Partition base file name: ds=1 input format: org.apache.hadoop.mapred.TextInputFormat @@ -410,7 +407,7 @@ columns.types string:string:string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22_delta + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22_delta name dst_union22_delta numFiles 1 numPartitions 1 @@ -420,7 +417,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 17436 - transient_lastDdlTime 1287184039 + transient_lastDdlTime 1288219187 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -431,7 +428,7 @@ columns.types string:string:string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22_delta + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22_delta name dst_union22_delta numFiles 1 numPartitions 1 @@ -441,7 +438,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 17436 - transient_lastDdlTime 1287184039 + transient_lastDdlTime 1288219187 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dst_union22_delta name: dst_union22_delta @@ -452,7 +449,7 @@ partition: ds 2 replace: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_16-07-19_952_3322818947448684803/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -462,7 +459,7 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/dst_union22 + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22 name dst_union22 numFiles 1 numPartitions 1 @@ -472,16 +469,15 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 11624 - transient_lastDdlTime 1287184033 + transient_lastDdlTime 1288219182 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dst_union22 - tmp directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_16-07-19_952_3322818947448684803/-ext-10001 + tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10001 Stage: Stage-4 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_16-07-19_952_3322818947448684803/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000/ - PREHOOK: query: insert overwrite table dst_union22 partition (ds='2') select * from ( @@ -529,11 +525,11 @@ PREHOOK: query: select * from dst_union22 where ds = '2' order by k1 PREHOOK: type: QUERY PREHOOK: Input: default@dst_union22@ds=2 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_16-07-32_654_4484631386729574257/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-39-55_296_3770070825629131400/-mr-10000 POSTHOOK: query: select * from dst_union22 where ds = '2' order by k1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dst_union22@ds=2 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_16-07-32_654_4484631386729574257/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-39-55_296_3770070825629131400/-mr-10000 POSTHOOK: Lineage: dst_union22 PARTITION(ds=1).k1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dst_union22 PARTITION(ds=1).k2 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dst_union22 PARTITION(ds=1).k3 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/stats11.q.out =================================================================== --- ql/src/test/results/clientpositive/stats11.q.out (revision 1028093) +++ ql/src/test/results/clientpositive/stats11.q.out (working copy) @@ -109,9 +109,7 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Common Join Operator - condition map: - Inner Join 0 to 1 + JDBM Sink Operator condition expressions: 0 {key} {value} 1 {value} {ds} @@ -119,16 +117,15 @@ keys: 0 [Column[key]] 1 [Column[key]] - outputColumnNames: _col0, _col1, _col5, _col6 Position of Big Table: 0 Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: b {srcbucket20.txt=[srcbucket20.txt, srcbucket22.txt], srcbucket21.txt=[srcbucket21.txt, srcbucket23.txt]} Alias Bucket File Name Mapping: - b {pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} + b {pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} Alias Bucket Output File Name Mapping: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 Stage: Stage-1 Map Reduce @@ -137,7 +134,7 @@ TableScan alias: a GatherStats: false - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 condition expressions: @@ -177,9 +174,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10002 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -189,12 +186,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287181934 + transient_lastDdlTime 1288217681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -204,9 +201,9 @@ Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin [a] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin [a] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin Partition base file name: srcbucket_mapjoin input format: org.apache.hadoop.mapred.TextInputFormat @@ -218,12 +215,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287181928 + transient_lastDdlTime 1288217678 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -235,12 +232,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287181928 + transient_lastDdlTime 1288217678 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin name: srcbucket_mapjoin @@ -252,14 +249,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10002 - destination: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002 + destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -269,28 +266,28 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287181934 + transient_lastDdlTime 1288217681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10001 + tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10002 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10000 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -301,12 +298,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287181934 + transient_lastDdlTime 1288217681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -314,9 +311,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10002 [pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10002] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-32-14_890_7132224476182536886/-ext-10002 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -327,12 +324,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287181934 + transient_lastDdlTime 1288217681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -343,12 +340,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287181934 + transient_lastDdlTime 1288217681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -376,11 +373,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-32-27_821_1716622073264168482/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-14-50_095_3921503802679188237/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-32-27_821_1716622073264168482/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-14-50_095_3921503802679188237/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] @@ -429,11 +426,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-32-48_695_8542588372219700867/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-09_956_1467526469974049835/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-32-48_695_8542588372219700867/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-09_956_1467526469974049835/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -472,14 +469,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_1 PREHOOK: Input: default@bucketmapjoin_hash_result_2 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-32-57_913_2821095706036592785/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-16_402_1274526735492717452/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_1 POSTHOOK: Input: default@bucketmapjoin_hash_result_2 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-32-57_913_2821095706036592785/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-16_402_1274526735492717452/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -541,9 +538,7 @@ TableScan alias: a GatherStats: false - Common Join Operator - condition map: - Inner Join 0 to 1 + JDBM Sink Operator condition expressions: 0 {key} {value} 1 {value} {ds} @@ -551,18 +546,17 @@ keys: 0 [Column[key]] 1 [Column[key]] - outputColumnNames: _col0, _col1, _col5, _col6 Position of Big Table: 1 Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: a {srcbucket20.txt=[srcbucket20.txt], srcbucket21.txt=[srcbucket21.txt], srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt]} Alias Bucket File Name Mapping: - a {pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + a {pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 Stage: Stage-1 Map Reduce @@ -576,7 +570,7 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Common Join Operator + Map Join Operator condition map: Inner Join 0 to 1 condition expressions: @@ -616,9 +610,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10002 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -628,7 +622,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -637,7 +631,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 8983 - transient_lastDdlTime 1287181968 + transient_lastDdlTime 1288217709 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -647,9 +641,9 @@ Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -663,13 +657,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287181928 + transient_lastDdlTime 1288217678 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -681,13 +675,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287181928 + transient_lastDdlTime 1288217678 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part name: srcbucket_mapjoin_part @@ -699,14 +693,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10002 - destination: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002 + destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10000 + source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -716,7 +710,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -725,23 +719,23 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 8983 - transient_lastDdlTime 1287181968 + transient_lastDdlTime 1288217709 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10001 + tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10002 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10000 + directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -752,7 +746,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -761,7 +755,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 8983 - transient_lastDdlTime 1287181968 + transient_lastDdlTime 1288217709 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -769,9 +763,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10002 [pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10002] + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002] Path -> Partition: - pfile:/data/users/liyintang/trunk_os/build/ql/scratchdir/hive_2010-10-15_15-33-01_834_6703337065896490804/-ext-10002 + pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -782,7 +776,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -791,7 +785,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 8983 - transient_lastDdlTime 1287181968 + transient_lastDdlTime 1288217709 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -802,7 +796,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/liyintang/trunk_os/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -811,7 +805,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 8983 - transient_lastDdlTime 1287181968 + transient_lastDdlTime 1288217709 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -851,11 +845,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-33-15_502_1421160556625509468/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-27_883_5821584311616966454/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-33-15_502_1421160556625509468/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-27_883_5821584311616966454/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -940,11 +934,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-33-36_617_5470095902610700853/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-42_761_6730929785597192047/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-33-36_617_5470095902610700853/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-42_761_6730929785597192047/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] @@ -1007,14 +1001,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_1 PREHOOK: Input: default@bucketmapjoin_hash_result_2 -PREHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-33-45_895_3152224560181417883/-mr-10000 +PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-49_261_7311186777068701827/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_1 POSTHOOK: Input: default@bucketmapjoin_hash_result_2 -POSTHOOK: Output: file:/tmp/liyintang/hive_2010-10-15_15-33-45_895_3152224560181417883/-mr-10000 +POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-49_261_7311186777068701827/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ]