Index: ql/src/test/results/clientpositive/merge4.q.out =================================================================== --- ql/src/test/results/clientpositive/merge4.q.out (revision 9961) +++ ql/src/test/results/clientpositive/merge4.q.out (working copy) @@ -31,27 +31,23 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Filter Operator - predicate: - expr: (ds = '2008-04-08') - type: boolean - Select Operator - expressions: - expr: key - type: string - expr: value - type: string - expr: hr - type: string - outputColumnNames: _col0, _col1, _col2 - File Output Operator - compressed: false - GlobalTableId: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: nzhang_part + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + expr: hr + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: nzhang_part Stage: Stage-5 Conditional Operator @@ -60,7 +56,7 @@ Move Operator files: hdfs directory: true - destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-27-33_418_8321844712406551860/-ext-10000 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-10-24_826_9060381908424669122/-ext-10000 Stage: Stage-0 Move Operator @@ -81,7 +77,7 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-27-33_418_8321844712406551860/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-10-24_826_9060381908424669122/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 @@ -110,12 +106,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part@ds=2010-08-15/hr=11 PREHOOK: Input: default@nzhang_part@ds=2010-08-15/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-27-45_749_6761468726494270601/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-10-35_018_1318380414009166085/-mr-10000 POSTHOOK: query: select * from nzhang_part POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part@ds=2010-08-15/hr=11 POSTHOOK: Input: default@nzhang_part@ds=2010-08-15/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-27-45_749_6761468726494270601/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-10-35_018_1318380414009166085/-mr-10000 POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-08-15,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-08-15,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-08-15,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -1152,25 +1148,21 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Filter Operator - predicate: - expr: (ds = '2008-04-08') - type: boolean - Select Operator - expressions: - expr: key - type: string - expr: value - type: string - outputColumnNames: _col0, _col1 - File Output Operator - compressed: false - GlobalTableId: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: nzhang_part + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: nzhang_part Stage: Stage-5 Conditional Operator @@ -1179,7 +1171,7 @@ Move Operator files: hdfs directory: true - destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-27-46_548_4926136843884722397/-ext-10000 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-10-35_790_5693124847092356313/-ext-10000 Stage: Stage-0 Move Operator @@ -1200,7 +1192,7 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-27-46_548_4926136843884722397/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-10-35_790_5693124847092356313/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 @@ -1231,12 +1223,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part@ds=2010-08-15/hr=11 PREHOOK: Input: default@nzhang_part@ds=2010-08-15/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-27-57_876_3323265609012860875/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-10-44_292_3708871835977595256/-mr-10000 POSTHOOK: query: select * from nzhang_part POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part@ds=2010-08-15/hr=11 POSTHOOK: Input: default@nzhang_part@ds=2010-08-15/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-27-57_876_3323265609012860875/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-10-44_292_3708871835977595256/-mr-10000 POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-08-15,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-08-15,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-08-15,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -2787,30 +2779,26 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Filter Operator - predicate: - expr: (ds = '2008-04-08') - type: boolean - Select Operator - expressions: - expr: key - type: string - expr: value - type: string - expr: hr - type: string - outputColumnNames: _col0, _col1, _col2 - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + expr: hr + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/nzhang/hive_2010-09-21_00-27-58_682_6033422304556905840/-mr-10002 + file:/tmp/sdong/hive_2010-10-29_16-10-45_065_691354792932908947/-mr-10002 Union Select Operator expressions: @@ -2829,7 +2817,7 @@ output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part - file:/tmp/nzhang/hive_2010-09-21_00-27-58_682_6033422304556905840/-mr-10004 + file:/tmp/sdong/hive_2010-10-29_16-10-45_065_691354792932908947/-mr-10004 Union Select Operator expressions: @@ -2856,7 +2844,7 @@ Move Operator files: hdfs directory: true - destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-27-58_682_6033422304556905840/-ext-10000 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-10-45_065_691354792932908947/-ext-10000 Stage: Stage-0 Move Operator @@ -2877,7 +2865,7 @@ Stage: Stage-4 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-21_00-27-58_682_6033422304556905840/-ext-10003 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-10-45_065_691354792932908947/-ext-10003 File Output Operator compressed: false GlobalTableId: 0 @@ -2979,11 +2967,11 @@ PREHOOK: query: select * from nzhang_part where hr = 'file,' PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part@ds=2010-08-15/hr=file, -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-28-20_480_4738957703179155628/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-11-03_825_5284968767554728986/-mr-10000 POSTHOOK: query: select * from nzhang_part where hr = 'file,' POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part@ds=2010-08-15/hr=file, -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_00-28-20_480_4738957703179155628/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-11-03_825_5284968767554728986/-mr-10000 POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-08-15,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-08-15,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part PARTITION(ds=2010-08-15,hr=11).key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/lateral_view_ppd.q.out =================================================================== --- ql/src/test/results/clientpositive/lateral_view_ppd.q.out (revision 9961) +++ ql/src/test/results/clientpositive/lateral_view_ppd.q.out (working copy) @@ -95,11 +95,11 @@ PREHOOK: query: SELECT value, myCol FROM (SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol) a WHERE key='0' PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/data/users/pyang/task/trunk/VENDOR.hive/trunk/build/ql/scratchdir/hive_2010-04-08_16-08-14_652_3272602982878468302/10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-57-23_015_176548079754799973/-mr-10000 POSTHOOK: query: SELECT value, myCol FROM (SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol) a WHERE key='0' POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/data/users/pyang/task/trunk/VENDOR.hive/trunk/build/ql/scratchdir/hive_2010-04-08_16-08-14_652_3272602982878468302/10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-57-23_015_176548079754799973/-mr-10000 val_0 1 val_0 2 val_0 3 @@ -206,11 +206,11 @@ PREHOOK: query: SELECT value, myCol FROM (SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol) a WHERE key='0' AND myCol=1 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/data/users/pyang/task/trunk/VENDOR.hive/trunk/build/ql/scratchdir/hive_2010-04-08_16-08-19_184_3947037482170607721/10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-57-26_335_9191435470696282619/-mr-10000 POSTHOOK: query: SELECT value, myCol FROM (SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol) a WHERE key='0' AND myCol=1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/data/users/pyang/task/trunk/VENDOR.hive/trunk/build/ql/scratchdir/hive_2010-04-08_16-08-19_184_3947037482170607721/10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-57-26_335_9191435470696282619/-mr-10000 val_0 1 val_0 1 val_0 1 @@ -232,13 +232,47 @@ a:srcpart TableScan alias: srcpart - Filter Operator - predicate: - expr: ((ds = '2008-04-08') and (hr = '12')) - type: boolean - Lateral View Forward - Select Operator - SELECT * : (no compute) + Lateral View Forward + Select Operator + SELECT * : (no compute) + Lateral View Join Operator + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Select Operator + expressions: + expr: _col1 + type: string + expr: _col4 + type: int + expr: _col2 + type: string + expr: _col3 + type: string + outputColumnNames: _col1, _col4, _col2, _col3 + Filter Operator + predicate: + expr: ((_col2 = '2008-04-08') and (_col3 = '12')) + type: boolean + Select Operator + expressions: + expr: _col1 + type: string + expr: _col4 + type: int + outputColumnNames: _col0, _col1 + Limit + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + Select Operator + expressions: + expr: array(1,2,3) + type: array + outputColumnNames: _col0 + UDTF Operator + function name: explode Lateral View Join Operator outputColumnNames: _col0, _col1, _col2, _col3, _col4 Select Operator @@ -270,44 +304,6 @@ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - Select Operator - expressions: - expr: array(1,2,3) - type: array - outputColumnNames: _col0 - UDTF Operator - function name: explode - Lateral View Join Operator - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Select Operator - expressions: - expr: _col1 - type: string - expr: _col4 - type: int - expr: _col2 - type: string - expr: _col3 - type: string - outputColumnNames: _col1, _col4, _col2, _col3 - Filter Operator - predicate: - expr: ((_col2 = '2008-04-08') and (_col3 = '12')) - type: boolean - Select Operator - expressions: - expr: _col1 - type: string - expr: _col4 - type: int - outputColumnNames: _col0, _col1 - Limit - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Stage: Stage-0 Fetch Operator @@ -317,11 +313,11 @@ PREHOOK: query: SELECT value, myCol FROM (SELECT * FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol) a WHERE ds='2008-04-08' AND hr="12" LIMIT 12 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/data/users/pyang/task/trunk/VENDOR.hive/trunk/build/ql/scratchdir/hive_2010-04-08_16-08-25_323_2549037778500077245/10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-57-29_608_8540973307301220883/-mr-10000 POSTHOOK: query: SELECT value, myCol FROM (SELECT * FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol) a WHERE ds='2008-04-08' AND hr="12" LIMIT 12 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/data/users/pyang/task/trunk/VENDOR.hive/trunk/build/ql/scratchdir/hive_2010-04-08_16-08-25_323_2549037778500077245/10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-57-29_608_8540973307301220883/-mr-10000 val_238 1 val_238 2 val_238 3 @@ -511,11 +507,11 @@ PREHOOK: query: SELECT value, myCol FROM (SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol LATERAL VIEW explode(array(1,2,3)) myTable2 AS myCol2) a WHERE key='0' PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/data/users/pyang/task/trunk/VENDOR.hive/trunk/build/ql/scratchdir/hive_2010-04-08_16-08-30_014_6879501059714270125/10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-57-32_873_3901481321204900083/-mr-10000 POSTHOOK: query: SELECT value, myCol FROM (SELECT * FROM src LATERAL VIEW explode(array(1,2,3)) myTable AS myCol LATERAL VIEW explode(array(1,2,3)) myTable2 AS myCol2) a WHERE key='0' POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/data/users/pyang/task/trunk/VENDOR.hive/trunk/build/ql/scratchdir/hive_2010-04-08_16-08-30_014_6879501059714270125/10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-57-32_873_3901481321204900083/-mr-10000 val_0 1 val_0 1 val_0 1 Index: ql/src/test/results/clientpositive/groupby_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/groupby_ppr.q.out (revision 9961) +++ ql/src/test/results/clientpositive/groupby_ppr.q.out (working copy) @@ -38,35 +38,30 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: (ds = '2008-04-08') - type: boolean - Select Operator - expressions: - expr: key + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + outputColumnNames: key, value + Reduce Output Operator + key expressions: + expr: substr(key, 1, 1) type: string - expr: value + expr: substr(value, 5) type: string - outputColumnNames: key, value - Reduce Output Operator - key expressions: - expr: substr(key, 1, 1) - type: string - expr: substr(value, 5) - type: string - sort order: ++ - Map-reduce partition columns: - expr: substr(key, 1, 1) - type: string - tag: -1 + sort order: ++ + Map-reduce partition columns: + expr: substr(key, 1, 1) + type: string + tag: -1 Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [src] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [src] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [src] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [src] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -80,13 +75,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -97,17 +92,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -121,13 +116,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -138,13 +133,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -180,9 +175,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-21-09_050_5882001718557065950/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-23-10_851_7413855399951911296/-ext-10000 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-21-09_050_5882001718557065950/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-23-10_851_7413855399951911296/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -192,12 +187,12 @@ columns.types string:int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string key, i32 c1, string c2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284506469 + transient_lastDdlTime 1288390990 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -208,7 +203,7 @@ Move Operator tables: replace: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-21-09_050_5882001718557065950/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-23-10_851_7413855399951911296/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -218,19 +213,19 @@ columns.types string:int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string key, i32 c1, string c2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284506469 + transient_lastDdlTime 1288390990 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-21-09_050_5882001718557065950/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-23-10_851_7413855399951911296/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-21-09_050_5882001718557065950/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-23-10_851_7413855399951911296/-ext-10000/ PREHOOK: query: FROM srcpart src @@ -257,11 +252,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-21-17_301_3824290419944310976/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-23-17_064_1243511198506003429/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-21-17_301_3824290419944310976/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-23-17_064_1243511198506003429/-mr-10000 POSTHOOK: Lineage: dest1.c1 EXPRESSION [(srcpart)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.c2 EXPRESSION [(srcpart)src.FieldSchema(name:key, type:string, comment:default), (srcpart)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/sample8.q.out =================================================================== --- ql/src/test/results/clientpositive/sample8.q.out (revision 9961) +++ ql/src/test/results/clientpositive/sample8.q.out (working copy) @@ -35,7 +35,7 @@ Filter Operator isSamplingPred: false predicate: - expr: (((((((hash(key) & 2147483647) % 1) = 0) and (ds = '2008-04-08')) and (hr = '11')) and (ds = '2008-04-08')) and (hr = '11')) + expr: (((hash(key) & 2147483647) % 1) = 0) type: boolean Filter Operator isSamplingPred: true @@ -78,12 +78,12 @@ type: string Needs Tagging: true Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [t, s] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [t] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [t] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [t] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [t, s] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [t] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [t] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [t] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -97,13 +97,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -114,17 +114,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -138,13 +138,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -155,17 +155,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -179,13 +179,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -196,17 +196,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -220,13 +220,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -237,13 +237,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -275,7 +275,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-14_17-25-33_114_8195541114406860965/-mr-10002 + directory: file:/tmp/sdong/hive_2010-10-29_16-26-43_354_7734151423956004275/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -291,7 +291,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/nzhang/hive_2010-09-14_17-25-33_114_8195541114406860965/-mr-10002 + file:/tmp/sdong/hive_2010-10-29_16-26-43_354_7734151423956004275/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -316,9 +316,9 @@ type: string Needs Tagging: false Path -> Alias: - file:/tmp/nzhang/hive_2010-09-14_17-25-33_114_8195541114406860965/-mr-10002 [file:/tmp/nzhang/hive_2010-09-14_17-25-33_114_8195541114406860965/-mr-10002] + file:/tmp/sdong/hive_2010-10-29_16-26-43_354_7734151423956004275/-mr-10002 [file:/tmp/sdong/hive_2010-10-29_16-26-43_354_7734151423956004275/-mr-10002] Path -> Partition: - file:/tmp/nzhang/hive_2010-09-14_17-25-33_114_8195541114406860965/-mr-10002 + file:/tmp/sdong/hive_2010-10-29_16-26-43_354_7734151423956004275/-mr-10002 Partition base file name: -mr-10002 input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -339,9 +339,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-14_17-25-33_114_8195541114406860965/-ext-10001 + directory: file:/tmp/sdong/hive_2010-10-29_16-26-43_354_7734151423956004275/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-14_17-25-33_114_8195541114406860965/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_16-26-43_354_7734151423956004275/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -369,7 +369,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-25-33_385_7295722553925021004/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-26-43_553_775220357959319272/-mr-10000 POSTHOOK: query: SELECT s.key, s.value FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON key) s JOIN srcpart TABLESAMPLE (BUCKET 1 OUT OF 10 ON key) t @@ -381,7 +381,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-25-33_385_7295722553925021004/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-26-43_553_775220357959319272/-mr-10000 0 val_0 0 val_0 0 val_0 Index: ql/src/test/results/clientpositive/transform_ppr2.q.out =================================================================== --- ql/src/test/results/clientpositive/transform_ppr2.q.out (revision 9961) +++ ql/src/test/results/clientpositive/transform_ppr2.q.out (working copy) @@ -38,52 +38,47 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: (ds = '2008-04-08') - type: boolean - Select Operator - expressions: - expr: ds - type: string - expr: key - type: string - expr: value - type: string - outputColumnNames: _col0, _col1, _col2 - Transform Operator - command: /bin/cat - output info: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - columns _col0,_col1,_col2 - columns.types string,string,string - field.delim 9 - serialization.format 9 - Reduce Output Operator - key expressions: - expr: _col1 - type: string - sort order: + - Map-reduce partition columns: - expr: _col1 - type: string - tag: -1 - value expressions: - expr: _col0 - type: string - expr: _col1 - type: string - expr: _col2 - type: string + Select Operator + expressions: + expr: ds + type: string + expr: key + type: string + expr: value + type: string + outputColumnNames: _col0, _col1, _col2 + Transform Operator + command: /bin/cat + output info: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types string,string,string + field.delim 9 + serialization.format 9 + Reduce Output Operator + key expressions: + expr: _col1 + type: string + sort order: + + Map-reduce partition columns: + expr: _col1 + type: string + tag: -1 + value expressions: + expr: _col0 + type: string + expr: _col1 + type: string + expr: _col2 + type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [tmap:src] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [tmap:src] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [tmap:src] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [tmap:src] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -97,13 +92,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284588329 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -114,17 +109,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284588329 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -138,13 +133,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284588329 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -155,13 +150,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284588329 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -182,9 +177,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-15_17-09-57_137_3472461582427948800/-ext-10001 + directory: file:/tmp/sdong/hive_2010-10-29_16-49-00_753_64980182722766710/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-15_17-09-57_137_3472461582427948800/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_16-49-00_753_64980182722766710/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -212,7 +207,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-15_17-09-57_241_6172961698186584468/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-49-00_883_5539618246289966796/-mr-10000 POSTHOOK: query: FROM ( FROM srcpart src SELECT TRANSFORM(src.ds, src.key, src.value) @@ -224,7 +219,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-15_17-09-57_241_6172961698186584468/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-49-00_883_5539618246289966796/-mr-10000 0 val_0 0 val_0 0 val_0 Index: ql/src/test/results/clientpositive/union_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/union_ppr.q.out (revision 9961) +++ ql/src/test/results/clientpositive/union_ppr.q.out (working copy) @@ -34,7 +34,7 @@ Filter Operator isSamplingPred: false predicate: - expr: ((key < 100) and (ds = '2008-04-08')) + expr: (key < 100) type: boolean Filter Operator isSamplingPred: false @@ -91,7 +91,7 @@ Filter Operator isSamplingPred: false predicate: - expr: ((key < 100) and (ds = '2008-04-08')) + expr: (key < 100) type: boolean Filter Operator isSamplingPred: false @@ -143,10 +143,10 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -160,13 +160,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284588329 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -177,17 +177,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284588329 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -201,13 +201,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284588329 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -218,13 +218,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284588329 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -233,9 +233,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-15_17-41-50_990_3853346514414187930/-ext-10001 + directory: file:/tmp/sdong/hive_2010-10-29_17-15-51_547_6672522666077201263/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-15_17-41-50_990_3853346514414187930/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_17-15-51_547_6672522666077201263/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -262,7 +262,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-15_17-41-51_133_3284198983915968569/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_17-15-51_705_3706644793504858475/-mr-10000 POSTHOOK: query: SELECT * FROM ( SELECT X.* FROM SRCPART X WHERE X.key < 100 UNION ALL @@ -273,7 +273,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-15_17-41-51_133_3284198983915968569/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_17-15-51_705_3706644793504858475/-mr-10000 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 Index: ql/src/test/results/clientpositive/input_part7.q.out =================================================================== --- ql/src/test/results/clientpositive/input_part7.q.out (revision 9961) +++ ql/src/test/results/clientpositive/input_part7.q.out (working copy) @@ -32,7 +32,7 @@ Filter Operator isSamplingPred: false predicate: - expr: ((ds = '2008-04-08') and (key < 100)) + expr: (key < 100) type: boolean Filter Operator isSamplingPred: false @@ -84,7 +84,7 @@ Filter Operator isSamplingPred: false predicate: - expr: ((ds = '2008-04-08') and (key < 100)) + expr: (key < 100) type: boolean Filter Operator isSamplingPred: false @@ -131,10 +131,10 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -148,13 +148,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -165,17 +165,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -189,13 +189,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -206,13 +206,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -221,9 +221,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-14_16-34-50_348_7354540351576895226/-ext-10001 + directory: file:/tmp/sdong/hive_2010-10-29_15-34-09_209_7181704230582070311/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-14_16-34-50_348_7354540351576895226/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_15-34-09_209_7181704230582070311/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -249,7 +249,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-34-50_554_5346969636819272886/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-34-09_364_978163510203107296/-mr-10000 POSTHOOK: query: SELECT * FROM ( SELECT X.* FROM SRCPART X WHERE X.ds = '2008-04-08' and X.key < 100 UNION ALL @@ -259,7 +259,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-34-50_554_5346969636819272886/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-34-09_364_978163510203107296/-mr-10000 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 Index: ql/src/test/results/clientpositive/pcr.q.out =================================================================== --- ql/src/test/results/clientpositive/pcr.q.out (revision 0) +++ ql/src/test/results/clientpositive/pcr.q.out (revision 0) @@ -0,0 +1,12648 @@ +PREHOOK: query: drop table pcr_t1 +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table pcr_t1 +POSTHOOK: type: DROPTABLE +PREHOOK: query: drop table pcr_t2 +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table pcr_t2 +POSTHOOK: type: DROPTABLE +PREHOOK: query: drop table pcr_t3 +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table pcr_t3 +POSTHOOK: type: DROPTABLE +PREHOOK: query: create table pcr_t1 (key int, value string) partitioned by (ds string) +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table pcr_t1 (key int, value string) partitioned by (ds string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@pcr_t1 +PREHOOK: query: insert overwrite table pcr_t1 partition (ds='2000-04-08') select * from src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@pcr_t1@ds=2000-04-08 +POSTHOOK: query: insert overwrite table pcr_t1 partition (ds='2000-04-08') select * from src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: insert overwrite table pcr_t1 partition (ds='2000-04-09') select * from src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@pcr_t1@ds=2000-04-09 +POSTHOOK: query: insert overwrite table pcr_t1 partition (ds='2000-04-09') select * from src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: insert overwrite table pcr_t1 partition (ds='2000-04-10') select * from src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@pcr_t1@ds=2000-04-10 +POSTHOOK: query: insert overwrite table pcr_t1 partition (ds='2000-04-10') select * from src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@pcr_t1@ds=2000-04-10 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: explain extended select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 +PREHOOK: type: QUERY +POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 +POSTHOOK: type: QUERY +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF pcr_t1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL ds))) (TOK_WHERE (and (<= (TOK_TABLE_OR_COL ds) '2000-04-09') (< (TOK_TABLE_OR_COL key) 5))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + pcr_t1 + TableScan + alias: pcr_t1 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: + expr: (key < 5) + type: boolean + Filter Operator + isSamplingPred: false + predicate: + expr: ((ds <= '2000-04-09') and (key < 5)) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: file:/tmp/sdong/hive_2010-11-03_11-25-52_307_5283375085912586521/-ext-10001 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-11-03_11-25-52_307_5283375085912586521/-ext-10001/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + serialization.format 1 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + Partition + base file name: ds=2000-04-08 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-08 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + Partition + base file name: ds=2000-04-09 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-09 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 +PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-25-52_559_2259531748503907513/-mr-10000 +POSTHOOK: query: select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-25-52_559_2259531748503907513/-mr-10000 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +0 val_0 2000-04-09 +4 val_4 2000-04-09 +0 val_0 2000-04-09 +0 val_0 2000-04-09 +2 val_2 2000-04-09 +0 val_0 2000-04-08 +4 val_4 2000-04-08 +0 val_0 2000-04-08 +0 val_0 2000-04-08 +2 val_2 2000-04-08 +PREHOOK: query: explain extended select key, value from pcr_t1 where ds<='2000-04-09' or key<5 +PREHOOK: type: QUERY +POSTHOOK: query: explain extended select key, value from pcr_t1 where ds<='2000-04-09' or key<5 +POSTHOOK: type: QUERY +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF pcr_t1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (or (<= (TOK_TABLE_OR_COL ds) '2000-04-09') (< (TOK_TABLE_OR_COL key) 5))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + pcr_t1 + TableScan + alias: pcr_t1 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: + expr: ((ds <= '2000-04-09') or (key < 5)) + type: boolean + Filter Operator + isSamplingPred: false + predicate: + expr: ((ds <= '2000-04-09') or (key < 5)) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: file:/tmp/sdong/hive_2010-11-03_11-25-55_770_5054810064930802744/-ext-10001 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-11-03_11-25-55_770_5054810064930802744/-ext-10001/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1 + columns.types int:string + serialization.format 1 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + Partition + base file name: ds=2000-04-08 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-08 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + Partition + base file name: ds=2000-04-09 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-09 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + Partition + base file name: ds=2000-04-10 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-10 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: select key, value from pcr_t1 where ds<='2000-04-09' or key<5 +PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-25-55_929_7568250264720815031/-mr-10000 +POSTHOOK: query: select key, value from pcr_t1 where ds<='2000-04-09' or key<5 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-25-55_929_7568250264720815031/-mr-10000 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +238 val_238 +86 val_86 +311 val_311 +27 val_27 +165 val_165 +409 val_409 +255 val_255 +278 val_278 +98 val_98 +484 val_484 +265 val_265 +193 val_193 +401 val_401 +150 val_150 +273 val_273 +224 val_224 +369 val_369 +66 val_66 +128 val_128 +213 val_213 +146 val_146 +406 val_406 +429 val_429 +374 val_374 +152 val_152 +469 val_469 +145 val_145 +495 val_495 +37 val_37 +327 val_327 +281 val_281 +277 val_277 +209 val_209 +15 val_15 +82 val_82 +403 val_403 +166 val_166 +417 val_417 +430 val_430 +252 val_252 +292 val_292 +219 val_219 +287 val_287 +153 val_153 +193 val_193 +338 val_338 +446 val_446 +459 val_459 +394 val_394 +237 val_237 +482 val_482 +174 val_174 +413 val_413 +494 val_494 +207 val_207 +199 val_199 +466 val_466 +208 val_208 +174 val_174 +399 val_399 +396 val_396 +247 val_247 +417 val_417 +489 val_489 +162 val_162 +377 val_377 +397 val_397 +309 val_309 +365 val_365 +266 val_266 +439 val_439 +342 val_342 +367 val_367 +325 val_325 +167 val_167 +195 val_195 +475 val_475 +17 val_17 +113 val_113 +155 val_155 +203 val_203 +339 val_339 +0 val_0 +455 val_455 +128 val_128 +311 val_311 +316 val_316 +57 val_57 +302 val_302 +205 val_205 +149 val_149 +438 val_438 +345 val_345 +129 val_129 +170 val_170 +20 val_20 +489 val_489 +157 val_157 +378 val_378 +221 val_221 +92 val_92 +111 val_111 +47 val_47 +72 val_72 +4 val_4 +280 val_280 +35 val_35 +427 val_427 +277 val_277 +208 val_208 +356 val_356 +399 val_399 +169 val_169 +382 val_382 +498 val_498 +125 val_125 +386 val_386 +437 val_437 +469 val_469 +192 val_192 +286 val_286 +187 val_187 +176 val_176 +54 val_54 +459 val_459 +51 val_51 +138 val_138 +103 val_103 +239 val_239 +213 val_213 +216 val_216 +430 val_430 +278 val_278 +176 val_176 +289 val_289 +221 val_221 +65 val_65 +318 val_318 +332 val_332 +311 val_311 +275 val_275 +137 val_137 +241 val_241 +83 val_83 +333 val_333 +180 val_180 +284 val_284 +12 val_12 +230 val_230 +181 val_181 +67 val_67 +260 val_260 +404 val_404 +384 val_384 +489 val_489 +353 val_353 +373 val_373 +272 val_272 +138 val_138 +217 val_217 +84 val_84 +348 val_348 +466 val_466 +58 val_58 +8 val_8 +411 val_411 +230 val_230 +208 val_208 +348 val_348 +24 val_24 +463 val_463 +431 val_431 +179 val_179 +172 val_172 +42 val_42 +129 val_129 +158 val_158 +119 val_119 +496 val_496 +0 val_0 +322 val_322 +197 val_197 +468 val_468 +393 val_393 +454 val_454 +100 val_100 +298 val_298 +199 val_199 +191 val_191 +418 val_418 +96 val_96 +26 val_26 +165 val_165 +327 val_327 +230 val_230 +205 val_205 +120 val_120 +131 val_131 +51 val_51 +404 val_404 +43 val_43 +436 val_436 +156 val_156 +469 val_469 +468 val_468 +308 val_308 +95 val_95 +196 val_196 +288 val_288 +481 val_481 +457 val_457 +98 val_98 +282 val_282 +197 val_197 +187 val_187 +318 val_318 +318 val_318 +409 val_409 +470 val_470 +137 val_137 +369 val_369 +316 val_316 +169 val_169 +413 val_413 +85 val_85 +77 val_77 +0 val_0 +490 val_490 +87 val_87 +364 val_364 +179 val_179 +118 val_118 +134 val_134 +395 val_395 +282 val_282 +138 val_138 +238 val_238 +419 val_419 +15 val_15 +118 val_118 +72 val_72 +90 val_90 +307 val_307 +19 val_19 +435 val_435 +10 val_10 +277 val_277 +273 val_273 +306 val_306 +224 val_224 +309 val_309 +389 val_389 +327 val_327 +242 val_242 +369 val_369 +392 val_392 +272 val_272 +331 val_331 +401 val_401 +242 val_242 +452 val_452 +177 val_177 +226 val_226 +5 val_5 +497 val_497 +402 val_402 +396 val_396 +317 val_317 +395 val_395 +58 val_58 +35 val_35 +336 val_336 +95 val_95 +11 val_11 +168 val_168 +34 val_34 +229 val_229 +233 val_233 +143 val_143 +472 val_472 +322 val_322 +498 val_498 +160 val_160 +195 val_195 +42 val_42 +321 val_321 +430 val_430 +119 val_119 +489 val_489 +458 val_458 +78 val_78 +76 val_76 +41 val_41 +223 val_223 +492 val_492 +149 val_149 +449 val_449 +218 val_218 +228 val_228 +138 val_138 +453 val_453 +30 val_30 +209 val_209 +64 val_64 +468 val_468 +76 val_76 +74 val_74 +342 val_342 +69 val_69 +230 val_230 +33 val_33 +368 val_368 +103 val_103 +296 val_296 +113 val_113 +216 val_216 +367 val_367 +344 val_344 +167 val_167 +274 val_274 +219 val_219 +239 val_239 +485 val_485 +116 val_116 +223 val_223 +256 val_256 +263 val_263 +70 val_70 +487 val_487 +480 val_480 +401 val_401 +288 val_288 +191 val_191 +5 val_5 +244 val_244 +438 val_438 +128 val_128 +467 val_467 +432 val_432 +202 val_202 +316 val_316 +229 val_229 +469 val_469 +463 val_463 +280 val_280 +2 val_2 +35 val_35 +283 val_283 +331 val_331 +235 val_235 +80 val_80 +44 val_44 +193 val_193 +321 val_321 +335 val_335 +104 val_104 +466 val_466 +366 val_366 +175 val_175 +403 val_403 +483 val_483 +53 val_53 +105 val_105 +257 val_257 +406 val_406 +409 val_409 +190 val_190 +406 val_406 +401 val_401 +114 val_114 +258 val_258 +90 val_90 +203 val_203 +262 val_262 +348 val_348 +424 val_424 +12 val_12 +396 val_396 +201 val_201 +217 val_217 +164 val_164 +431 val_431 +454 val_454 +478 val_478 +298 val_298 +125 val_125 +431 val_431 +164 val_164 +424 val_424 +187 val_187 +382 val_382 +5 val_5 +70 val_70 +397 val_397 +480 val_480 +291 val_291 +24 val_24 +351 val_351 +255 val_255 +104 val_104 +70 val_70 +163 val_163 +438 val_438 +119 val_119 +414 val_414 +200 val_200 +491 val_491 +237 val_237 +439 val_439 +360 val_360 +248 val_248 +479 val_479 +305 val_305 +417 val_417 +199 val_199 +444 val_444 +120 val_120 +429 val_429 +169 val_169 +443 val_443 +323 val_323 +325 val_325 +277 val_277 +230 val_230 +478 val_478 +178 val_178 +468 val_468 +310 val_310 +317 val_317 +333 val_333 +493 val_493 +460 val_460 +207 val_207 +249 val_249 +265 val_265 +480 val_480 +83 val_83 +136 val_136 +353 val_353 +172 val_172 +214 val_214 +462 val_462 +233 val_233 +406 val_406 +133 val_133 +175 val_175 +189 val_189 +454 val_454 +375 val_375 +401 val_401 +421 val_421 +407 val_407 +384 val_384 +256 val_256 +26 val_26 +134 val_134 +67 val_67 +384 val_384 +379 val_379 +18 val_18 +462 val_462 +492 val_492 +100 val_100 +298 val_298 +9 val_9 +341 val_341 +498 val_498 +146 val_146 +458 val_458 +362 val_362 +186 val_186 +285 val_285 +348 val_348 +167 val_167 +18 val_18 +273 val_273 +183 val_183 +281 val_281 +344 val_344 +97 val_97 +469 val_469 +315 val_315 +84 val_84 +28 val_28 +37 val_37 +448 val_448 +152 val_152 +348 val_348 +307 val_307 +194 val_194 +414 val_414 +477 val_477 +222 val_222 +126 val_126 +90 val_90 +169 val_169 +403 val_403 +400 val_400 +200 val_200 +97 val_97 +0 val_0 +4 val_4 +0 val_0 +0 val_0 +2 val_2 +238 val_238 +86 val_86 +311 val_311 +27 val_27 +165 val_165 +409 val_409 +255 val_255 +278 val_278 +98 val_98 +484 val_484 +265 val_265 +193 val_193 +401 val_401 +150 val_150 +273 val_273 +224 val_224 +369 val_369 +66 val_66 +128 val_128 +213 val_213 +146 val_146 +406 val_406 +429 val_429 +374 val_374 +152 val_152 +469 val_469 +145 val_145 +495 val_495 +37 val_37 +327 val_327 +281 val_281 +277 val_277 +209 val_209 +15 val_15 +82 val_82 +403 val_403 +166 val_166 +417 val_417 +430 val_430 +252 val_252 +292 val_292 +219 val_219 +287 val_287 +153 val_153 +193 val_193 +338 val_338 +446 val_446 +459 val_459 +394 val_394 +237 val_237 +482 val_482 +174 val_174 +413 val_413 +494 val_494 +207 val_207 +199 val_199 +466 val_466 +208 val_208 +174 val_174 +399 val_399 +396 val_396 +247 val_247 +417 val_417 +489 val_489 +162 val_162 +377 val_377 +397 val_397 +309 val_309 +365 val_365 +266 val_266 +439 val_439 +342 val_342 +367 val_367 +325 val_325 +167 val_167 +195 val_195 +475 val_475 +17 val_17 +113 val_113 +155 val_155 +203 val_203 +339 val_339 +0 val_0 +455 val_455 +128 val_128 +311 val_311 +316 val_316 +57 val_57 +302 val_302 +205 val_205 +149 val_149 +438 val_438 +345 val_345 +129 val_129 +170 val_170 +20 val_20 +489 val_489 +157 val_157 +378 val_378 +221 val_221 +92 val_92 +111 val_111 +47 val_47 +72 val_72 +4 val_4 +280 val_280 +35 val_35 +427 val_427 +277 val_277 +208 val_208 +356 val_356 +399 val_399 +169 val_169 +382 val_382 +498 val_498 +125 val_125 +386 val_386 +437 val_437 +469 val_469 +192 val_192 +286 val_286 +187 val_187 +176 val_176 +54 val_54 +459 val_459 +51 val_51 +138 val_138 +103 val_103 +239 val_239 +213 val_213 +216 val_216 +430 val_430 +278 val_278 +176 val_176 +289 val_289 +221 val_221 +65 val_65 +318 val_318 +332 val_332 +311 val_311 +275 val_275 +137 val_137 +241 val_241 +83 val_83 +333 val_333 +180 val_180 +284 val_284 +12 val_12 +230 val_230 +181 val_181 +67 val_67 +260 val_260 +404 val_404 +384 val_384 +489 val_489 +353 val_353 +373 val_373 +272 val_272 +138 val_138 +217 val_217 +84 val_84 +348 val_348 +466 val_466 +58 val_58 +8 val_8 +411 val_411 +230 val_230 +208 val_208 +348 val_348 +24 val_24 +463 val_463 +431 val_431 +179 val_179 +172 val_172 +42 val_42 +129 val_129 +158 val_158 +119 val_119 +496 val_496 +0 val_0 +322 val_322 +197 val_197 +468 val_468 +393 val_393 +454 val_454 +100 val_100 +298 val_298 +199 val_199 +191 val_191 +418 val_418 +96 val_96 +26 val_26 +165 val_165 +327 val_327 +230 val_230 +205 val_205 +120 val_120 +131 val_131 +51 val_51 +404 val_404 +43 val_43 +436 val_436 +156 val_156 +469 val_469 +468 val_468 +308 val_308 +95 val_95 +196 val_196 +288 val_288 +481 val_481 +457 val_457 +98 val_98 +282 val_282 +197 val_197 +187 val_187 +318 val_318 +318 val_318 +409 val_409 +470 val_470 +137 val_137 +369 val_369 +316 val_316 +169 val_169 +413 val_413 +85 val_85 +77 val_77 +0 val_0 +490 val_490 +87 val_87 +364 val_364 +179 val_179 +118 val_118 +134 val_134 +395 val_395 +282 val_282 +138 val_138 +238 val_238 +419 val_419 +15 val_15 +118 val_118 +72 val_72 +90 val_90 +307 val_307 +19 val_19 +435 val_435 +10 val_10 +277 val_277 +273 val_273 +306 val_306 +224 val_224 +309 val_309 +389 val_389 +327 val_327 +242 val_242 +369 val_369 +392 val_392 +272 val_272 +331 val_331 +401 val_401 +242 val_242 +452 val_452 +177 val_177 +226 val_226 +5 val_5 +497 val_497 +402 val_402 +396 val_396 +317 val_317 +395 val_395 +58 val_58 +35 val_35 +336 val_336 +95 val_95 +11 val_11 +168 val_168 +34 val_34 +229 val_229 +233 val_233 +143 val_143 +472 val_472 +322 val_322 +498 val_498 +160 val_160 +195 val_195 +42 val_42 +321 val_321 +430 val_430 +119 val_119 +489 val_489 +458 val_458 +78 val_78 +76 val_76 +41 val_41 +223 val_223 +492 val_492 +149 val_149 +449 val_449 +218 val_218 +228 val_228 +138 val_138 +453 val_453 +30 val_30 +209 val_209 +64 val_64 +468 val_468 +76 val_76 +74 val_74 +342 val_342 +69 val_69 +230 val_230 +33 val_33 +368 val_368 +103 val_103 +296 val_296 +113 val_113 +216 val_216 +367 val_367 +344 val_344 +167 val_167 +274 val_274 +219 val_219 +239 val_239 +485 val_485 +116 val_116 +223 val_223 +256 val_256 +263 val_263 +70 val_70 +487 val_487 +480 val_480 +401 val_401 +288 val_288 +191 val_191 +5 val_5 +244 val_244 +438 val_438 +128 val_128 +467 val_467 +432 val_432 +202 val_202 +316 val_316 +229 val_229 +469 val_469 +463 val_463 +280 val_280 +2 val_2 +35 val_35 +283 val_283 +331 val_331 +235 val_235 +80 val_80 +44 val_44 +193 val_193 +321 val_321 +335 val_335 +104 val_104 +466 val_466 +366 val_366 +175 val_175 +403 val_403 +483 val_483 +53 val_53 +105 val_105 +257 val_257 +406 val_406 +409 val_409 +190 val_190 +406 val_406 +401 val_401 +114 val_114 +258 val_258 +90 val_90 +203 val_203 +262 val_262 +348 val_348 +424 val_424 +12 val_12 +396 val_396 +201 val_201 +217 val_217 +164 val_164 +431 val_431 +454 val_454 +478 val_478 +298 val_298 +125 val_125 +431 val_431 +164 val_164 +424 val_424 +187 val_187 +382 val_382 +5 val_5 +70 val_70 +397 val_397 +480 val_480 +291 val_291 +24 val_24 +351 val_351 +255 val_255 +104 val_104 +70 val_70 +163 val_163 +438 val_438 +119 val_119 +414 val_414 +200 val_200 +491 val_491 +237 val_237 +439 val_439 +360 val_360 +248 val_248 +479 val_479 +305 val_305 +417 val_417 +199 val_199 +444 val_444 +120 val_120 +429 val_429 +169 val_169 +443 val_443 +323 val_323 +325 val_325 +277 val_277 +230 val_230 +478 val_478 +178 val_178 +468 val_468 +310 val_310 +317 val_317 +333 val_333 +493 val_493 +460 val_460 +207 val_207 +249 val_249 +265 val_265 +480 val_480 +83 val_83 +136 val_136 +353 val_353 +172 val_172 +214 val_214 +462 val_462 +233 val_233 +406 val_406 +133 val_133 +175 val_175 +189 val_189 +454 val_454 +375 val_375 +401 val_401 +421 val_421 +407 val_407 +384 val_384 +256 val_256 +26 val_26 +134 val_134 +67 val_67 +384 val_384 +379 val_379 +18 val_18 +462 val_462 +492 val_492 +100 val_100 +298 val_298 +9 val_9 +341 val_341 +498 val_498 +146 val_146 +458 val_458 +362 val_362 +186 val_186 +285 val_285 +348 val_348 +167 val_167 +18 val_18 +273 val_273 +183 val_183 +281 val_281 +344 val_344 +97 val_97 +469 val_469 +315 val_315 +84 val_84 +28 val_28 +37 val_37 +448 val_448 +152 val_152 +348 val_348 +307 val_307 +194 val_194 +414 val_414 +477 val_477 +222 val_222 +126 val_126 +90 val_90 +169 val_169 +403 val_403 +400 val_400 +200 val_200 +97 val_97 +PREHOOK: query: explain extended select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 and value != 'val_2' +PREHOOK: type: QUERY +POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 and value != 'val_2' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF pcr_t1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL ds))) (TOK_WHERE (and (and (<= (TOK_TABLE_OR_COL ds) '2000-04-09') (< (TOK_TABLE_OR_COL key) 5)) (!= (TOK_TABLE_OR_COL value) 'val_2'))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + pcr_t1 + TableScan + alias: pcr_t1 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: + expr: ((key < 5) and (value <> 'val_2')) + type: boolean + Filter Operator + isSamplingPred: false + predicate: + expr: (((ds <= '2000-04-09') and (key < 5)) and (value <> 'val_2')) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: file:/tmp/sdong/hive_2010-11-03_11-25-59_353_7859563806626809801/-ext-10001 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-11-03_11-25-59_353_7859563806626809801/-ext-10001/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + serialization.format 1 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + Partition + base file name: ds=2000-04-08 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-08 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + Partition + base file name: ds=2000-04-09 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-09 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 and value != 'val_2' +PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-25-59_481_4680415661860553112/-mr-10000 +POSTHOOK: query: select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 and value != 'val_2' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-25-59_481_4680415661860553112/-mr-10000 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +0 val_0 2000-04-09 +4 val_4 2000-04-09 +0 val_0 2000-04-09 +0 val_0 2000-04-09 +0 val_0 2000-04-08 +4 val_4 2000-04-08 +0 val_0 2000-04-08 +0 val_0 2000-04-08 +PREHOOK: query: explain extended +select key, value, ds from pcr_t1 +where (ds < '2000-04-09' and key < 5) or (ds > '2000-04-09' and value == 'val_5') +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select key, value, ds from pcr_t1 +where (ds < '2000-04-09' and key < 5) or (ds > '2000-04-09' and value == 'val_5') +POSTHOOK: type: QUERY +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF pcr_t1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL ds))) (TOK_WHERE (or (and (< (TOK_TABLE_OR_COL ds) '2000-04-09') (< (TOK_TABLE_OR_COL key) 5)) (and (> (TOK_TABLE_OR_COL ds) '2000-04-09') (== (TOK_TABLE_OR_COL value) 'val_5')))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + pcr_t1 + TableScan + alias: pcr_t1 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: + expr: (((ds < '2000-04-09') and (key < 5)) or ((ds > '2000-04-09') and (value = 'val_5'))) + type: boolean + Filter Operator + isSamplingPred: false + predicate: + expr: (((ds < '2000-04-09') and (key < 5)) or ((ds > '2000-04-09') and (value = 'val_5'))) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: file:/tmp/sdong/hive_2010-11-03_11-26-02_865_2463126282872333783/-ext-10001 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-11-03_11-26-02_865_2463126282872333783/-ext-10001/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + serialization.format 1 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + Partition + base file name: ds=2000-04-08 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-08 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + Partition + base file name: ds=2000-04-10 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-10 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: select key, value, ds from pcr_t1 +where (ds < '2000-04-09' and key < 5) or (ds > '2000-04-09' and value == 'val_5') +PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-03_014_8506032823436507951/-mr-10000 +POSTHOOK: query: select key, value, ds from pcr_t1 +where (ds < '2000-04-09' and key < 5) or (ds > '2000-04-09' and value == 'val_5') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-03_014_8506032823436507951/-mr-10000 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +5 val_5 2000-04-10 +5 val_5 2000-04-10 +5 val_5 2000-04-10 +0 val_0 2000-04-08 +4 val_4 2000-04-08 +0 val_0 2000-04-08 +0 val_0 2000-04-08 +2 val_2 2000-04-08 +PREHOOK: query: explain extended +select key, value, ds from pcr_t1 +where (ds < '2000-04-10' and key < 5) or (ds > '2000-04-08' and value == 'val_5') +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select key, value, ds from pcr_t1 +where (ds < '2000-04-10' and key < 5) or (ds > '2000-04-08' and value == 'val_5') +POSTHOOK: type: QUERY +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF pcr_t1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL ds))) (TOK_WHERE (or (and (< (TOK_TABLE_OR_COL ds) '2000-04-10') (< (TOK_TABLE_OR_COL key) 5)) (and (> (TOK_TABLE_OR_COL ds) '2000-04-08') (== (TOK_TABLE_OR_COL value) 'val_5')))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + pcr_t1 + TableScan + alias: pcr_t1 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: + expr: (((ds < '2000-04-10') and (key < 5)) or ((ds > '2000-04-08') and (value = 'val_5'))) + type: boolean + Filter Operator + isSamplingPred: false + predicate: + expr: (((ds < '2000-04-10') and (key < 5)) or ((ds > '2000-04-08') and (value = 'val_5'))) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: file:/tmp/sdong/hive_2010-11-03_11-26-06_207_9139332209914081802/-ext-10001 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-11-03_11-26-06_207_9139332209914081802/-ext-10001/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + serialization.format 1 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + Partition + base file name: ds=2000-04-08 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-08 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + Partition + base file name: ds=2000-04-09 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-09 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + Partition + base file name: ds=2000-04-10 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-10 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: select key, value, ds from pcr_t1 +where (ds < '2000-04-10' and key < 5) or (ds > '2000-04-08' and value == 'val_5') +PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-06_356_2762673991515405383/-mr-10000 +POSTHOOK: query: select key, value, ds from pcr_t1 +where (ds < '2000-04-10' and key < 5) or (ds > '2000-04-08' and value == 'val_5') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-06_356_2762673991515405383/-mr-10000 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +0 val_0 2000-04-09 +4 val_4 2000-04-09 +0 val_0 2000-04-09 +0 val_0 2000-04-09 +5 val_5 2000-04-09 +5 val_5 2000-04-09 +2 val_2 2000-04-09 +5 val_5 2000-04-09 +5 val_5 2000-04-10 +5 val_5 2000-04-10 +5 val_5 2000-04-10 +0 val_0 2000-04-08 +4 val_4 2000-04-08 +0 val_0 2000-04-08 +0 val_0 2000-04-08 +2 val_2 2000-04-08 +PREHOOK: query: explain extended +select key, value, ds from pcr_t1 +where (ds < '2000-04-10' or key < 5) and (ds > '2000-04-08' or value == 'val_5') +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select key, value, ds from pcr_t1 +where (ds < '2000-04-10' or key < 5) and (ds > '2000-04-08' or value == 'val_5') +POSTHOOK: type: QUERY +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF pcr_t1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL ds))) (TOK_WHERE (and (or (< (TOK_TABLE_OR_COL ds) '2000-04-10') (< (TOK_TABLE_OR_COL key) 5)) (or (> (TOK_TABLE_OR_COL ds) '2000-04-08') (== (TOK_TABLE_OR_COL value) 'val_5')))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + pcr_t1 + TableScan + alias: pcr_t1 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: + expr: (((ds < '2000-04-10') or (key < 5)) and ((ds > '2000-04-08') or (value = 'val_5'))) + type: boolean + Filter Operator + isSamplingPred: false + predicate: + expr: (((ds < '2000-04-10') or (key < 5)) and ((ds > '2000-04-08') or (value = 'val_5'))) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: file:/tmp/sdong/hive_2010-11-03_11-26-09_702_8735776552307964736/-ext-10001 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-11-03_11-26-09_702_8735776552307964736/-ext-10001/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + serialization.format 1 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + Partition + base file name: ds=2000-04-08 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-08 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + Partition + base file name: ds=2000-04-09 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-09 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + Partition + base file name: ds=2000-04-10 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-10 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: select key, value, ds from pcr_t1 +where (ds < '2000-04-10' or key < 5) and (ds > '2000-04-08' or value == 'val_5') +PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-09_846_3006640538147445987/-mr-10000 +POSTHOOK: query: select key, value, ds from pcr_t1 +where (ds < '2000-04-10' or key < 5) and (ds > '2000-04-08' or value == 'val_5') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-09_846_3006640538147445987/-mr-10000 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +5 val_5 2000-04-08 +5 val_5 2000-04-08 +5 val_5 2000-04-08 +0 val_0 2000-04-10 +4 val_4 2000-04-10 +0 val_0 2000-04-10 +0 val_0 2000-04-10 +2 val_2 2000-04-10 +238 val_238 2000-04-09 +86 val_86 2000-04-09 +311 val_311 2000-04-09 +27 val_27 2000-04-09 +165 val_165 2000-04-09 +409 val_409 2000-04-09 +255 val_255 2000-04-09 +278 val_278 2000-04-09 +98 val_98 2000-04-09 +484 val_484 2000-04-09 +265 val_265 2000-04-09 +193 val_193 2000-04-09 +401 val_401 2000-04-09 +150 val_150 2000-04-09 +273 val_273 2000-04-09 +224 val_224 2000-04-09 +369 val_369 2000-04-09 +66 val_66 2000-04-09 +128 val_128 2000-04-09 +213 val_213 2000-04-09 +146 val_146 2000-04-09 +406 val_406 2000-04-09 +429 val_429 2000-04-09 +374 val_374 2000-04-09 +152 val_152 2000-04-09 +469 val_469 2000-04-09 +145 val_145 2000-04-09 +495 val_495 2000-04-09 +37 val_37 2000-04-09 +327 val_327 2000-04-09 +281 val_281 2000-04-09 +277 val_277 2000-04-09 +209 val_209 2000-04-09 +15 val_15 2000-04-09 +82 val_82 2000-04-09 +403 val_403 2000-04-09 +166 val_166 2000-04-09 +417 val_417 2000-04-09 +430 val_430 2000-04-09 +252 val_252 2000-04-09 +292 val_292 2000-04-09 +219 val_219 2000-04-09 +287 val_287 2000-04-09 +153 val_153 2000-04-09 +193 val_193 2000-04-09 +338 val_338 2000-04-09 +446 val_446 2000-04-09 +459 val_459 2000-04-09 +394 val_394 2000-04-09 +237 val_237 2000-04-09 +482 val_482 2000-04-09 +174 val_174 2000-04-09 +413 val_413 2000-04-09 +494 val_494 2000-04-09 +207 val_207 2000-04-09 +199 val_199 2000-04-09 +466 val_466 2000-04-09 +208 val_208 2000-04-09 +174 val_174 2000-04-09 +399 val_399 2000-04-09 +396 val_396 2000-04-09 +247 val_247 2000-04-09 +417 val_417 2000-04-09 +489 val_489 2000-04-09 +162 val_162 2000-04-09 +377 val_377 2000-04-09 +397 val_397 2000-04-09 +309 val_309 2000-04-09 +365 val_365 2000-04-09 +266 val_266 2000-04-09 +439 val_439 2000-04-09 +342 val_342 2000-04-09 +367 val_367 2000-04-09 +325 val_325 2000-04-09 +167 val_167 2000-04-09 +195 val_195 2000-04-09 +475 val_475 2000-04-09 +17 val_17 2000-04-09 +113 val_113 2000-04-09 +155 val_155 2000-04-09 +203 val_203 2000-04-09 +339 val_339 2000-04-09 +0 val_0 2000-04-09 +455 val_455 2000-04-09 +128 val_128 2000-04-09 +311 val_311 2000-04-09 +316 val_316 2000-04-09 +57 val_57 2000-04-09 +302 val_302 2000-04-09 +205 val_205 2000-04-09 +149 val_149 2000-04-09 +438 val_438 2000-04-09 +345 val_345 2000-04-09 +129 val_129 2000-04-09 +170 val_170 2000-04-09 +20 val_20 2000-04-09 +489 val_489 2000-04-09 +157 val_157 2000-04-09 +378 val_378 2000-04-09 +221 val_221 2000-04-09 +92 val_92 2000-04-09 +111 val_111 2000-04-09 +47 val_47 2000-04-09 +72 val_72 2000-04-09 +4 val_4 2000-04-09 +280 val_280 2000-04-09 +35 val_35 2000-04-09 +427 val_427 2000-04-09 +277 val_277 2000-04-09 +208 val_208 2000-04-09 +356 val_356 2000-04-09 +399 val_399 2000-04-09 +169 val_169 2000-04-09 +382 val_382 2000-04-09 +498 val_498 2000-04-09 +125 val_125 2000-04-09 +386 val_386 2000-04-09 +437 val_437 2000-04-09 +469 val_469 2000-04-09 +192 val_192 2000-04-09 +286 val_286 2000-04-09 +187 val_187 2000-04-09 +176 val_176 2000-04-09 +54 val_54 2000-04-09 +459 val_459 2000-04-09 +51 val_51 2000-04-09 +138 val_138 2000-04-09 +103 val_103 2000-04-09 +239 val_239 2000-04-09 +213 val_213 2000-04-09 +216 val_216 2000-04-09 +430 val_430 2000-04-09 +278 val_278 2000-04-09 +176 val_176 2000-04-09 +289 val_289 2000-04-09 +221 val_221 2000-04-09 +65 val_65 2000-04-09 +318 val_318 2000-04-09 +332 val_332 2000-04-09 +311 val_311 2000-04-09 +275 val_275 2000-04-09 +137 val_137 2000-04-09 +241 val_241 2000-04-09 +83 val_83 2000-04-09 +333 val_333 2000-04-09 +180 val_180 2000-04-09 +284 val_284 2000-04-09 +12 val_12 2000-04-09 +230 val_230 2000-04-09 +181 val_181 2000-04-09 +67 val_67 2000-04-09 +260 val_260 2000-04-09 +404 val_404 2000-04-09 +384 val_384 2000-04-09 +489 val_489 2000-04-09 +353 val_353 2000-04-09 +373 val_373 2000-04-09 +272 val_272 2000-04-09 +138 val_138 2000-04-09 +217 val_217 2000-04-09 +84 val_84 2000-04-09 +348 val_348 2000-04-09 +466 val_466 2000-04-09 +58 val_58 2000-04-09 +8 val_8 2000-04-09 +411 val_411 2000-04-09 +230 val_230 2000-04-09 +208 val_208 2000-04-09 +348 val_348 2000-04-09 +24 val_24 2000-04-09 +463 val_463 2000-04-09 +431 val_431 2000-04-09 +179 val_179 2000-04-09 +172 val_172 2000-04-09 +42 val_42 2000-04-09 +129 val_129 2000-04-09 +158 val_158 2000-04-09 +119 val_119 2000-04-09 +496 val_496 2000-04-09 +0 val_0 2000-04-09 +322 val_322 2000-04-09 +197 val_197 2000-04-09 +468 val_468 2000-04-09 +393 val_393 2000-04-09 +454 val_454 2000-04-09 +100 val_100 2000-04-09 +298 val_298 2000-04-09 +199 val_199 2000-04-09 +191 val_191 2000-04-09 +418 val_418 2000-04-09 +96 val_96 2000-04-09 +26 val_26 2000-04-09 +165 val_165 2000-04-09 +327 val_327 2000-04-09 +230 val_230 2000-04-09 +205 val_205 2000-04-09 +120 val_120 2000-04-09 +131 val_131 2000-04-09 +51 val_51 2000-04-09 +404 val_404 2000-04-09 +43 val_43 2000-04-09 +436 val_436 2000-04-09 +156 val_156 2000-04-09 +469 val_469 2000-04-09 +468 val_468 2000-04-09 +308 val_308 2000-04-09 +95 val_95 2000-04-09 +196 val_196 2000-04-09 +288 val_288 2000-04-09 +481 val_481 2000-04-09 +457 val_457 2000-04-09 +98 val_98 2000-04-09 +282 val_282 2000-04-09 +197 val_197 2000-04-09 +187 val_187 2000-04-09 +318 val_318 2000-04-09 +318 val_318 2000-04-09 +409 val_409 2000-04-09 +470 val_470 2000-04-09 +137 val_137 2000-04-09 +369 val_369 2000-04-09 +316 val_316 2000-04-09 +169 val_169 2000-04-09 +413 val_413 2000-04-09 +85 val_85 2000-04-09 +77 val_77 2000-04-09 +0 val_0 2000-04-09 +490 val_490 2000-04-09 +87 val_87 2000-04-09 +364 val_364 2000-04-09 +179 val_179 2000-04-09 +118 val_118 2000-04-09 +134 val_134 2000-04-09 +395 val_395 2000-04-09 +282 val_282 2000-04-09 +138 val_138 2000-04-09 +238 val_238 2000-04-09 +419 val_419 2000-04-09 +15 val_15 2000-04-09 +118 val_118 2000-04-09 +72 val_72 2000-04-09 +90 val_90 2000-04-09 +307 val_307 2000-04-09 +19 val_19 2000-04-09 +435 val_435 2000-04-09 +10 val_10 2000-04-09 +277 val_277 2000-04-09 +273 val_273 2000-04-09 +306 val_306 2000-04-09 +224 val_224 2000-04-09 +309 val_309 2000-04-09 +389 val_389 2000-04-09 +327 val_327 2000-04-09 +242 val_242 2000-04-09 +369 val_369 2000-04-09 +392 val_392 2000-04-09 +272 val_272 2000-04-09 +331 val_331 2000-04-09 +401 val_401 2000-04-09 +242 val_242 2000-04-09 +452 val_452 2000-04-09 +177 val_177 2000-04-09 +226 val_226 2000-04-09 +5 val_5 2000-04-09 +497 val_497 2000-04-09 +402 val_402 2000-04-09 +396 val_396 2000-04-09 +317 val_317 2000-04-09 +395 val_395 2000-04-09 +58 val_58 2000-04-09 +35 val_35 2000-04-09 +336 val_336 2000-04-09 +95 val_95 2000-04-09 +11 val_11 2000-04-09 +168 val_168 2000-04-09 +34 val_34 2000-04-09 +229 val_229 2000-04-09 +233 val_233 2000-04-09 +143 val_143 2000-04-09 +472 val_472 2000-04-09 +322 val_322 2000-04-09 +498 val_498 2000-04-09 +160 val_160 2000-04-09 +195 val_195 2000-04-09 +42 val_42 2000-04-09 +321 val_321 2000-04-09 +430 val_430 2000-04-09 +119 val_119 2000-04-09 +489 val_489 2000-04-09 +458 val_458 2000-04-09 +78 val_78 2000-04-09 +76 val_76 2000-04-09 +41 val_41 2000-04-09 +223 val_223 2000-04-09 +492 val_492 2000-04-09 +149 val_149 2000-04-09 +449 val_449 2000-04-09 +218 val_218 2000-04-09 +228 val_228 2000-04-09 +138 val_138 2000-04-09 +453 val_453 2000-04-09 +30 val_30 2000-04-09 +209 val_209 2000-04-09 +64 val_64 2000-04-09 +468 val_468 2000-04-09 +76 val_76 2000-04-09 +74 val_74 2000-04-09 +342 val_342 2000-04-09 +69 val_69 2000-04-09 +230 val_230 2000-04-09 +33 val_33 2000-04-09 +368 val_368 2000-04-09 +103 val_103 2000-04-09 +296 val_296 2000-04-09 +113 val_113 2000-04-09 +216 val_216 2000-04-09 +367 val_367 2000-04-09 +344 val_344 2000-04-09 +167 val_167 2000-04-09 +274 val_274 2000-04-09 +219 val_219 2000-04-09 +239 val_239 2000-04-09 +485 val_485 2000-04-09 +116 val_116 2000-04-09 +223 val_223 2000-04-09 +256 val_256 2000-04-09 +263 val_263 2000-04-09 +70 val_70 2000-04-09 +487 val_487 2000-04-09 +480 val_480 2000-04-09 +401 val_401 2000-04-09 +288 val_288 2000-04-09 +191 val_191 2000-04-09 +5 val_5 2000-04-09 +244 val_244 2000-04-09 +438 val_438 2000-04-09 +128 val_128 2000-04-09 +467 val_467 2000-04-09 +432 val_432 2000-04-09 +202 val_202 2000-04-09 +316 val_316 2000-04-09 +229 val_229 2000-04-09 +469 val_469 2000-04-09 +463 val_463 2000-04-09 +280 val_280 2000-04-09 +2 val_2 2000-04-09 +35 val_35 2000-04-09 +283 val_283 2000-04-09 +331 val_331 2000-04-09 +235 val_235 2000-04-09 +80 val_80 2000-04-09 +44 val_44 2000-04-09 +193 val_193 2000-04-09 +321 val_321 2000-04-09 +335 val_335 2000-04-09 +104 val_104 2000-04-09 +466 val_466 2000-04-09 +366 val_366 2000-04-09 +175 val_175 2000-04-09 +403 val_403 2000-04-09 +483 val_483 2000-04-09 +53 val_53 2000-04-09 +105 val_105 2000-04-09 +257 val_257 2000-04-09 +406 val_406 2000-04-09 +409 val_409 2000-04-09 +190 val_190 2000-04-09 +406 val_406 2000-04-09 +401 val_401 2000-04-09 +114 val_114 2000-04-09 +258 val_258 2000-04-09 +90 val_90 2000-04-09 +203 val_203 2000-04-09 +262 val_262 2000-04-09 +348 val_348 2000-04-09 +424 val_424 2000-04-09 +12 val_12 2000-04-09 +396 val_396 2000-04-09 +201 val_201 2000-04-09 +217 val_217 2000-04-09 +164 val_164 2000-04-09 +431 val_431 2000-04-09 +454 val_454 2000-04-09 +478 val_478 2000-04-09 +298 val_298 2000-04-09 +125 val_125 2000-04-09 +431 val_431 2000-04-09 +164 val_164 2000-04-09 +424 val_424 2000-04-09 +187 val_187 2000-04-09 +382 val_382 2000-04-09 +5 val_5 2000-04-09 +70 val_70 2000-04-09 +397 val_397 2000-04-09 +480 val_480 2000-04-09 +291 val_291 2000-04-09 +24 val_24 2000-04-09 +351 val_351 2000-04-09 +255 val_255 2000-04-09 +104 val_104 2000-04-09 +70 val_70 2000-04-09 +163 val_163 2000-04-09 +438 val_438 2000-04-09 +119 val_119 2000-04-09 +414 val_414 2000-04-09 +200 val_200 2000-04-09 +491 val_491 2000-04-09 +237 val_237 2000-04-09 +439 val_439 2000-04-09 +360 val_360 2000-04-09 +248 val_248 2000-04-09 +479 val_479 2000-04-09 +305 val_305 2000-04-09 +417 val_417 2000-04-09 +199 val_199 2000-04-09 +444 val_444 2000-04-09 +120 val_120 2000-04-09 +429 val_429 2000-04-09 +169 val_169 2000-04-09 +443 val_443 2000-04-09 +323 val_323 2000-04-09 +325 val_325 2000-04-09 +277 val_277 2000-04-09 +230 val_230 2000-04-09 +478 val_478 2000-04-09 +178 val_178 2000-04-09 +468 val_468 2000-04-09 +310 val_310 2000-04-09 +317 val_317 2000-04-09 +333 val_333 2000-04-09 +493 val_493 2000-04-09 +460 val_460 2000-04-09 +207 val_207 2000-04-09 +249 val_249 2000-04-09 +265 val_265 2000-04-09 +480 val_480 2000-04-09 +83 val_83 2000-04-09 +136 val_136 2000-04-09 +353 val_353 2000-04-09 +172 val_172 2000-04-09 +214 val_214 2000-04-09 +462 val_462 2000-04-09 +233 val_233 2000-04-09 +406 val_406 2000-04-09 +133 val_133 2000-04-09 +175 val_175 2000-04-09 +189 val_189 2000-04-09 +454 val_454 2000-04-09 +375 val_375 2000-04-09 +401 val_401 2000-04-09 +421 val_421 2000-04-09 +407 val_407 2000-04-09 +384 val_384 2000-04-09 +256 val_256 2000-04-09 +26 val_26 2000-04-09 +134 val_134 2000-04-09 +67 val_67 2000-04-09 +384 val_384 2000-04-09 +379 val_379 2000-04-09 +18 val_18 2000-04-09 +462 val_462 2000-04-09 +492 val_492 2000-04-09 +100 val_100 2000-04-09 +298 val_298 2000-04-09 +9 val_9 2000-04-09 +341 val_341 2000-04-09 +498 val_498 2000-04-09 +146 val_146 2000-04-09 +458 val_458 2000-04-09 +362 val_362 2000-04-09 +186 val_186 2000-04-09 +285 val_285 2000-04-09 +348 val_348 2000-04-09 +167 val_167 2000-04-09 +18 val_18 2000-04-09 +273 val_273 2000-04-09 +183 val_183 2000-04-09 +281 val_281 2000-04-09 +344 val_344 2000-04-09 +97 val_97 2000-04-09 +469 val_469 2000-04-09 +315 val_315 2000-04-09 +84 val_84 2000-04-09 +28 val_28 2000-04-09 +37 val_37 2000-04-09 +448 val_448 2000-04-09 +152 val_152 2000-04-09 +348 val_348 2000-04-09 +307 val_307 2000-04-09 +194 val_194 2000-04-09 +414 val_414 2000-04-09 +477 val_477 2000-04-09 +222 val_222 2000-04-09 +126 val_126 2000-04-09 +90 val_90 2000-04-09 +169 val_169 2000-04-09 +403 val_403 2000-04-09 +400 val_400 2000-04-09 +200 val_200 2000-04-09 +97 val_97 2000-04-09 +PREHOOK: query: explain extended select key, value from pcr_t1 where (ds='2000-04-08' or ds='2000-04-09') and key=14 +PREHOOK: type: QUERY +POSTHOOK: query: explain extended select key, value from pcr_t1 where (ds='2000-04-08' or ds='2000-04-09') and key=14 +POSTHOOK: type: QUERY +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF pcr_t1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (and (or (= (TOK_TABLE_OR_COL ds) '2000-04-08') (= (TOK_TABLE_OR_COL ds) '2000-04-09')) (= (TOK_TABLE_OR_COL key) 14))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + pcr_t1 + TableScan + alias: pcr_t1 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: + expr: (key = 14) + type: boolean + Filter Operator + isSamplingPred: false + predicate: + expr: (((ds = '2000-04-08') or (ds = '2000-04-09')) and (key = 14)) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: file:/tmp/sdong/hive_2010-11-03_11-26-13_170_5380772002093582757/-ext-10001 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-11-03_11-26-13_170_5380772002093582757/-ext-10001/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1 + columns.types int:string + serialization.format 1 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + Partition + base file name: ds=2000-04-08 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-08 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + Partition + base file name: ds=2000-04-09 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-09 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: select key, value from pcr_t1 where (ds='2000-04-08' or ds='2000-04-09') and key=14 +PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-13_308_6960195007885661542/-mr-10000 +POSTHOOK: query: select key, value from pcr_t1 where (ds='2000-04-08' or ds='2000-04-09') and key=14 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-13_308_6960195007885661542/-mr-10000 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: explain extended select key, value from pcr_t1 where ds='2000-04-08' or ds='2000-04-09' +PREHOOK: type: QUERY +POSTHOOK: query: explain extended select key, value from pcr_t1 where ds='2000-04-08' or ds='2000-04-09' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF pcr_t1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (or (= (TOK_TABLE_OR_COL ds) '2000-04-08') (= (TOK_TABLE_OR_COL ds) '2000-04-09'))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + pcr_t1 + TableScan + alias: pcr_t1 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: + expr: ((ds = '2000-04-08') or (ds = '2000-04-09')) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: file:/tmp/sdong/hive_2010-11-03_11-26-16_471_3225891059706142554/-ext-10001 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-11-03_11-26-16_471_3225891059706142554/-ext-10001/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1 + columns.types int:string + serialization.format 1 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + Partition + base file name: ds=2000-04-08 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-08 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + Partition + base file name: ds=2000-04-09 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-09 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: select key, value from pcr_t1 where ds='2000-04-08' or ds='2000-04-09' +PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-16_610_8401034369618634109/-mr-10000 +POSTHOOK: query: select key, value from pcr_t1 where ds='2000-04-08' or ds='2000-04-09' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-16_610_8401034369618634109/-mr-10000 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +238 val_238 +86 val_86 +311 val_311 +27 val_27 +165 val_165 +409 val_409 +255 val_255 +278 val_278 +98 val_98 +484 val_484 +265 val_265 +193 val_193 +401 val_401 +150 val_150 +273 val_273 +224 val_224 +369 val_369 +66 val_66 +128 val_128 +213 val_213 +146 val_146 +406 val_406 +429 val_429 +374 val_374 +152 val_152 +469 val_469 +145 val_145 +495 val_495 +37 val_37 +327 val_327 +281 val_281 +277 val_277 +209 val_209 +15 val_15 +82 val_82 +403 val_403 +166 val_166 +417 val_417 +430 val_430 +252 val_252 +292 val_292 +219 val_219 +287 val_287 +153 val_153 +193 val_193 +338 val_338 +446 val_446 +459 val_459 +394 val_394 +237 val_237 +482 val_482 +174 val_174 +413 val_413 +494 val_494 +207 val_207 +199 val_199 +466 val_466 +208 val_208 +174 val_174 +399 val_399 +396 val_396 +247 val_247 +417 val_417 +489 val_489 +162 val_162 +377 val_377 +397 val_397 +309 val_309 +365 val_365 +266 val_266 +439 val_439 +342 val_342 +367 val_367 +325 val_325 +167 val_167 +195 val_195 +475 val_475 +17 val_17 +113 val_113 +155 val_155 +203 val_203 +339 val_339 +0 val_0 +455 val_455 +128 val_128 +311 val_311 +316 val_316 +57 val_57 +302 val_302 +205 val_205 +149 val_149 +438 val_438 +345 val_345 +129 val_129 +170 val_170 +20 val_20 +489 val_489 +157 val_157 +378 val_378 +221 val_221 +92 val_92 +111 val_111 +47 val_47 +72 val_72 +4 val_4 +280 val_280 +35 val_35 +427 val_427 +277 val_277 +208 val_208 +356 val_356 +399 val_399 +169 val_169 +382 val_382 +498 val_498 +125 val_125 +386 val_386 +437 val_437 +469 val_469 +192 val_192 +286 val_286 +187 val_187 +176 val_176 +54 val_54 +459 val_459 +51 val_51 +138 val_138 +103 val_103 +239 val_239 +213 val_213 +216 val_216 +430 val_430 +278 val_278 +176 val_176 +289 val_289 +221 val_221 +65 val_65 +318 val_318 +332 val_332 +311 val_311 +275 val_275 +137 val_137 +241 val_241 +83 val_83 +333 val_333 +180 val_180 +284 val_284 +12 val_12 +230 val_230 +181 val_181 +67 val_67 +260 val_260 +404 val_404 +384 val_384 +489 val_489 +353 val_353 +373 val_373 +272 val_272 +138 val_138 +217 val_217 +84 val_84 +348 val_348 +466 val_466 +58 val_58 +8 val_8 +411 val_411 +230 val_230 +208 val_208 +348 val_348 +24 val_24 +463 val_463 +431 val_431 +179 val_179 +172 val_172 +42 val_42 +129 val_129 +158 val_158 +119 val_119 +496 val_496 +0 val_0 +322 val_322 +197 val_197 +468 val_468 +393 val_393 +454 val_454 +100 val_100 +298 val_298 +199 val_199 +191 val_191 +418 val_418 +96 val_96 +26 val_26 +165 val_165 +327 val_327 +230 val_230 +205 val_205 +120 val_120 +131 val_131 +51 val_51 +404 val_404 +43 val_43 +436 val_436 +156 val_156 +469 val_469 +468 val_468 +308 val_308 +95 val_95 +196 val_196 +288 val_288 +481 val_481 +457 val_457 +98 val_98 +282 val_282 +197 val_197 +187 val_187 +318 val_318 +318 val_318 +409 val_409 +470 val_470 +137 val_137 +369 val_369 +316 val_316 +169 val_169 +413 val_413 +85 val_85 +77 val_77 +0 val_0 +490 val_490 +87 val_87 +364 val_364 +179 val_179 +118 val_118 +134 val_134 +395 val_395 +282 val_282 +138 val_138 +238 val_238 +419 val_419 +15 val_15 +118 val_118 +72 val_72 +90 val_90 +307 val_307 +19 val_19 +435 val_435 +10 val_10 +277 val_277 +273 val_273 +306 val_306 +224 val_224 +309 val_309 +389 val_389 +327 val_327 +242 val_242 +369 val_369 +392 val_392 +272 val_272 +331 val_331 +401 val_401 +242 val_242 +452 val_452 +177 val_177 +226 val_226 +5 val_5 +497 val_497 +402 val_402 +396 val_396 +317 val_317 +395 val_395 +58 val_58 +35 val_35 +336 val_336 +95 val_95 +11 val_11 +168 val_168 +34 val_34 +229 val_229 +233 val_233 +143 val_143 +472 val_472 +322 val_322 +498 val_498 +160 val_160 +195 val_195 +42 val_42 +321 val_321 +430 val_430 +119 val_119 +489 val_489 +458 val_458 +78 val_78 +76 val_76 +41 val_41 +223 val_223 +492 val_492 +149 val_149 +449 val_449 +218 val_218 +228 val_228 +138 val_138 +453 val_453 +30 val_30 +209 val_209 +64 val_64 +468 val_468 +76 val_76 +74 val_74 +342 val_342 +69 val_69 +230 val_230 +33 val_33 +368 val_368 +103 val_103 +296 val_296 +113 val_113 +216 val_216 +367 val_367 +344 val_344 +167 val_167 +274 val_274 +219 val_219 +239 val_239 +485 val_485 +116 val_116 +223 val_223 +256 val_256 +263 val_263 +70 val_70 +487 val_487 +480 val_480 +401 val_401 +288 val_288 +191 val_191 +5 val_5 +244 val_244 +438 val_438 +128 val_128 +467 val_467 +432 val_432 +202 val_202 +316 val_316 +229 val_229 +469 val_469 +463 val_463 +280 val_280 +2 val_2 +35 val_35 +283 val_283 +331 val_331 +235 val_235 +80 val_80 +44 val_44 +193 val_193 +321 val_321 +335 val_335 +104 val_104 +466 val_466 +366 val_366 +175 val_175 +403 val_403 +483 val_483 +53 val_53 +105 val_105 +257 val_257 +406 val_406 +409 val_409 +190 val_190 +406 val_406 +401 val_401 +114 val_114 +258 val_258 +90 val_90 +203 val_203 +262 val_262 +348 val_348 +424 val_424 +12 val_12 +396 val_396 +201 val_201 +217 val_217 +164 val_164 +431 val_431 +454 val_454 +478 val_478 +298 val_298 +125 val_125 +431 val_431 +164 val_164 +424 val_424 +187 val_187 +382 val_382 +5 val_5 +70 val_70 +397 val_397 +480 val_480 +291 val_291 +24 val_24 +351 val_351 +255 val_255 +104 val_104 +70 val_70 +163 val_163 +438 val_438 +119 val_119 +414 val_414 +200 val_200 +491 val_491 +237 val_237 +439 val_439 +360 val_360 +248 val_248 +479 val_479 +305 val_305 +417 val_417 +199 val_199 +444 val_444 +120 val_120 +429 val_429 +169 val_169 +443 val_443 +323 val_323 +325 val_325 +277 val_277 +230 val_230 +478 val_478 +178 val_178 +468 val_468 +310 val_310 +317 val_317 +333 val_333 +493 val_493 +460 val_460 +207 val_207 +249 val_249 +265 val_265 +480 val_480 +83 val_83 +136 val_136 +353 val_353 +172 val_172 +214 val_214 +462 val_462 +233 val_233 +406 val_406 +133 val_133 +175 val_175 +189 val_189 +454 val_454 +375 val_375 +401 val_401 +421 val_421 +407 val_407 +384 val_384 +256 val_256 +26 val_26 +134 val_134 +67 val_67 +384 val_384 +379 val_379 +18 val_18 +462 val_462 +492 val_492 +100 val_100 +298 val_298 +9 val_9 +341 val_341 +498 val_498 +146 val_146 +458 val_458 +362 val_362 +186 val_186 +285 val_285 +348 val_348 +167 val_167 +18 val_18 +273 val_273 +183 val_183 +281 val_281 +344 val_344 +97 val_97 +469 val_469 +315 val_315 +84 val_84 +28 val_28 +37 val_37 +448 val_448 +152 val_152 +348 val_348 +307 val_307 +194 val_194 +414 val_414 +477 val_477 +222 val_222 +126 val_126 +90 val_90 +169 val_169 +403 val_403 +400 val_400 +200 val_200 +97 val_97 +238 val_238 +86 val_86 +311 val_311 +27 val_27 +165 val_165 +409 val_409 +255 val_255 +278 val_278 +98 val_98 +484 val_484 +265 val_265 +193 val_193 +401 val_401 +150 val_150 +273 val_273 +224 val_224 +369 val_369 +66 val_66 +128 val_128 +213 val_213 +146 val_146 +406 val_406 +429 val_429 +374 val_374 +152 val_152 +469 val_469 +145 val_145 +495 val_495 +37 val_37 +327 val_327 +281 val_281 +277 val_277 +209 val_209 +15 val_15 +82 val_82 +403 val_403 +166 val_166 +417 val_417 +430 val_430 +252 val_252 +292 val_292 +219 val_219 +287 val_287 +153 val_153 +193 val_193 +338 val_338 +446 val_446 +459 val_459 +394 val_394 +237 val_237 +482 val_482 +174 val_174 +413 val_413 +494 val_494 +207 val_207 +199 val_199 +466 val_466 +208 val_208 +174 val_174 +399 val_399 +396 val_396 +247 val_247 +417 val_417 +489 val_489 +162 val_162 +377 val_377 +397 val_397 +309 val_309 +365 val_365 +266 val_266 +439 val_439 +342 val_342 +367 val_367 +325 val_325 +167 val_167 +195 val_195 +475 val_475 +17 val_17 +113 val_113 +155 val_155 +203 val_203 +339 val_339 +0 val_0 +455 val_455 +128 val_128 +311 val_311 +316 val_316 +57 val_57 +302 val_302 +205 val_205 +149 val_149 +438 val_438 +345 val_345 +129 val_129 +170 val_170 +20 val_20 +489 val_489 +157 val_157 +378 val_378 +221 val_221 +92 val_92 +111 val_111 +47 val_47 +72 val_72 +4 val_4 +280 val_280 +35 val_35 +427 val_427 +277 val_277 +208 val_208 +356 val_356 +399 val_399 +169 val_169 +382 val_382 +498 val_498 +125 val_125 +386 val_386 +437 val_437 +469 val_469 +192 val_192 +286 val_286 +187 val_187 +176 val_176 +54 val_54 +459 val_459 +51 val_51 +138 val_138 +103 val_103 +239 val_239 +213 val_213 +216 val_216 +430 val_430 +278 val_278 +176 val_176 +289 val_289 +221 val_221 +65 val_65 +318 val_318 +332 val_332 +311 val_311 +275 val_275 +137 val_137 +241 val_241 +83 val_83 +333 val_333 +180 val_180 +284 val_284 +12 val_12 +230 val_230 +181 val_181 +67 val_67 +260 val_260 +404 val_404 +384 val_384 +489 val_489 +353 val_353 +373 val_373 +272 val_272 +138 val_138 +217 val_217 +84 val_84 +348 val_348 +466 val_466 +58 val_58 +8 val_8 +411 val_411 +230 val_230 +208 val_208 +348 val_348 +24 val_24 +463 val_463 +431 val_431 +179 val_179 +172 val_172 +42 val_42 +129 val_129 +158 val_158 +119 val_119 +496 val_496 +0 val_0 +322 val_322 +197 val_197 +468 val_468 +393 val_393 +454 val_454 +100 val_100 +298 val_298 +199 val_199 +191 val_191 +418 val_418 +96 val_96 +26 val_26 +165 val_165 +327 val_327 +230 val_230 +205 val_205 +120 val_120 +131 val_131 +51 val_51 +404 val_404 +43 val_43 +436 val_436 +156 val_156 +469 val_469 +468 val_468 +308 val_308 +95 val_95 +196 val_196 +288 val_288 +481 val_481 +457 val_457 +98 val_98 +282 val_282 +197 val_197 +187 val_187 +318 val_318 +318 val_318 +409 val_409 +470 val_470 +137 val_137 +369 val_369 +316 val_316 +169 val_169 +413 val_413 +85 val_85 +77 val_77 +0 val_0 +490 val_490 +87 val_87 +364 val_364 +179 val_179 +118 val_118 +134 val_134 +395 val_395 +282 val_282 +138 val_138 +238 val_238 +419 val_419 +15 val_15 +118 val_118 +72 val_72 +90 val_90 +307 val_307 +19 val_19 +435 val_435 +10 val_10 +277 val_277 +273 val_273 +306 val_306 +224 val_224 +309 val_309 +389 val_389 +327 val_327 +242 val_242 +369 val_369 +392 val_392 +272 val_272 +331 val_331 +401 val_401 +242 val_242 +452 val_452 +177 val_177 +226 val_226 +5 val_5 +497 val_497 +402 val_402 +396 val_396 +317 val_317 +395 val_395 +58 val_58 +35 val_35 +336 val_336 +95 val_95 +11 val_11 +168 val_168 +34 val_34 +229 val_229 +233 val_233 +143 val_143 +472 val_472 +322 val_322 +498 val_498 +160 val_160 +195 val_195 +42 val_42 +321 val_321 +430 val_430 +119 val_119 +489 val_489 +458 val_458 +78 val_78 +76 val_76 +41 val_41 +223 val_223 +492 val_492 +149 val_149 +449 val_449 +218 val_218 +228 val_228 +138 val_138 +453 val_453 +30 val_30 +209 val_209 +64 val_64 +468 val_468 +76 val_76 +74 val_74 +342 val_342 +69 val_69 +230 val_230 +33 val_33 +368 val_368 +103 val_103 +296 val_296 +113 val_113 +216 val_216 +367 val_367 +344 val_344 +167 val_167 +274 val_274 +219 val_219 +239 val_239 +485 val_485 +116 val_116 +223 val_223 +256 val_256 +263 val_263 +70 val_70 +487 val_487 +480 val_480 +401 val_401 +288 val_288 +191 val_191 +5 val_5 +244 val_244 +438 val_438 +128 val_128 +467 val_467 +432 val_432 +202 val_202 +316 val_316 +229 val_229 +469 val_469 +463 val_463 +280 val_280 +2 val_2 +35 val_35 +283 val_283 +331 val_331 +235 val_235 +80 val_80 +44 val_44 +193 val_193 +321 val_321 +335 val_335 +104 val_104 +466 val_466 +366 val_366 +175 val_175 +403 val_403 +483 val_483 +53 val_53 +105 val_105 +257 val_257 +406 val_406 +409 val_409 +190 val_190 +406 val_406 +401 val_401 +114 val_114 +258 val_258 +90 val_90 +203 val_203 +262 val_262 +348 val_348 +424 val_424 +12 val_12 +396 val_396 +201 val_201 +217 val_217 +164 val_164 +431 val_431 +454 val_454 +478 val_478 +298 val_298 +125 val_125 +431 val_431 +164 val_164 +424 val_424 +187 val_187 +382 val_382 +5 val_5 +70 val_70 +397 val_397 +480 val_480 +291 val_291 +24 val_24 +351 val_351 +255 val_255 +104 val_104 +70 val_70 +163 val_163 +438 val_438 +119 val_119 +414 val_414 +200 val_200 +491 val_491 +237 val_237 +439 val_439 +360 val_360 +248 val_248 +479 val_479 +305 val_305 +417 val_417 +199 val_199 +444 val_444 +120 val_120 +429 val_429 +169 val_169 +443 val_443 +323 val_323 +325 val_325 +277 val_277 +230 val_230 +478 val_478 +178 val_178 +468 val_468 +310 val_310 +317 val_317 +333 val_333 +493 val_493 +460 val_460 +207 val_207 +249 val_249 +265 val_265 +480 val_480 +83 val_83 +136 val_136 +353 val_353 +172 val_172 +214 val_214 +462 val_462 +233 val_233 +406 val_406 +133 val_133 +175 val_175 +189 val_189 +454 val_454 +375 val_375 +401 val_401 +421 val_421 +407 val_407 +384 val_384 +256 val_256 +26 val_26 +134 val_134 +67 val_67 +384 val_384 +379 val_379 +18 val_18 +462 val_462 +492 val_492 +100 val_100 +298 val_298 +9 val_9 +341 val_341 +498 val_498 +146 val_146 +458 val_458 +362 val_362 +186 val_186 +285 val_285 +348 val_348 +167 val_167 +18 val_18 +273 val_273 +183 val_183 +281 val_281 +344 val_344 +97 val_97 +469 val_469 +315 val_315 +84 val_84 +28 val_28 +37 val_37 +448 val_448 +152 val_152 +348 val_348 +307 val_307 +194 val_194 +414 val_414 +477 val_477 +222 val_222 +126 val_126 +90 val_90 +169 val_169 +403 val_403 +400 val_400 +200 val_200 +97 val_97 +PREHOOK: query: explain extended select key, value from pcr_t1 where ds>='2000-04-08' or ds<'2000-04-10' +PREHOOK: type: QUERY +POSTHOOK: query: explain extended select key, value from pcr_t1 where ds>='2000-04-08' or ds<'2000-04-10' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF pcr_t1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (or (>= (TOK_TABLE_OR_COL ds) '2000-04-08') (< (TOK_TABLE_OR_COL ds) '2000-04-10'))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + pcr_t1 + TableScan + alias: pcr_t1 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: + expr: ((ds >= '2000-04-08') or (ds < '2000-04-10')) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: file:/tmp/sdong/hive_2010-11-03_11-26-19_790_3681851555536122644/-ext-10001 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-11-03_11-26-19_790_3681851555536122644/-ext-10001/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1 + columns.types int:string + serialization.format 1 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + Partition + base file name: ds=2000-04-08 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-08 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + Partition + base file name: ds=2000-04-09 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-09 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + Partition + base file name: ds=2000-04-10 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-10 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: select key, value from pcr_t1 where ds>='2000-04-08' or ds<'2000-04-10' +PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-19_925_982150881327271697/-mr-10000 +POSTHOOK: query: select key, value from pcr_t1 where ds>='2000-04-08' or ds<'2000-04-10' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-19_925_982150881327271697/-mr-10000 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +238 val_238 +86 val_86 +311 val_311 +27 val_27 +165 val_165 +409 val_409 +255 val_255 +278 val_278 +98 val_98 +484 val_484 +265 val_265 +193 val_193 +401 val_401 +150 val_150 +273 val_273 +224 val_224 +369 val_369 +66 val_66 +128 val_128 +213 val_213 +146 val_146 +406 val_406 +429 val_429 +374 val_374 +152 val_152 +469 val_469 +145 val_145 +495 val_495 +37 val_37 +327 val_327 +281 val_281 +277 val_277 +209 val_209 +15 val_15 +82 val_82 +403 val_403 +166 val_166 +417 val_417 +430 val_430 +252 val_252 +292 val_292 +219 val_219 +287 val_287 +153 val_153 +193 val_193 +338 val_338 +446 val_446 +459 val_459 +394 val_394 +237 val_237 +482 val_482 +174 val_174 +413 val_413 +494 val_494 +207 val_207 +199 val_199 +466 val_466 +208 val_208 +174 val_174 +399 val_399 +396 val_396 +247 val_247 +417 val_417 +489 val_489 +162 val_162 +377 val_377 +397 val_397 +309 val_309 +365 val_365 +266 val_266 +439 val_439 +342 val_342 +367 val_367 +325 val_325 +167 val_167 +195 val_195 +475 val_475 +17 val_17 +113 val_113 +155 val_155 +203 val_203 +339 val_339 +0 val_0 +455 val_455 +128 val_128 +311 val_311 +316 val_316 +57 val_57 +302 val_302 +205 val_205 +149 val_149 +438 val_438 +345 val_345 +129 val_129 +170 val_170 +20 val_20 +489 val_489 +157 val_157 +378 val_378 +221 val_221 +92 val_92 +111 val_111 +47 val_47 +72 val_72 +4 val_4 +280 val_280 +35 val_35 +427 val_427 +277 val_277 +208 val_208 +356 val_356 +399 val_399 +169 val_169 +382 val_382 +498 val_498 +125 val_125 +386 val_386 +437 val_437 +469 val_469 +192 val_192 +286 val_286 +187 val_187 +176 val_176 +54 val_54 +459 val_459 +51 val_51 +138 val_138 +103 val_103 +239 val_239 +213 val_213 +216 val_216 +430 val_430 +278 val_278 +176 val_176 +289 val_289 +221 val_221 +65 val_65 +318 val_318 +332 val_332 +311 val_311 +275 val_275 +137 val_137 +241 val_241 +83 val_83 +333 val_333 +180 val_180 +284 val_284 +12 val_12 +230 val_230 +181 val_181 +67 val_67 +260 val_260 +404 val_404 +384 val_384 +489 val_489 +353 val_353 +373 val_373 +272 val_272 +138 val_138 +217 val_217 +84 val_84 +348 val_348 +466 val_466 +58 val_58 +8 val_8 +411 val_411 +230 val_230 +208 val_208 +348 val_348 +24 val_24 +463 val_463 +431 val_431 +179 val_179 +172 val_172 +42 val_42 +129 val_129 +158 val_158 +119 val_119 +496 val_496 +0 val_0 +322 val_322 +197 val_197 +468 val_468 +393 val_393 +454 val_454 +100 val_100 +298 val_298 +199 val_199 +191 val_191 +418 val_418 +96 val_96 +26 val_26 +165 val_165 +327 val_327 +230 val_230 +205 val_205 +120 val_120 +131 val_131 +51 val_51 +404 val_404 +43 val_43 +436 val_436 +156 val_156 +469 val_469 +468 val_468 +308 val_308 +95 val_95 +196 val_196 +288 val_288 +481 val_481 +457 val_457 +98 val_98 +282 val_282 +197 val_197 +187 val_187 +318 val_318 +318 val_318 +409 val_409 +470 val_470 +137 val_137 +369 val_369 +316 val_316 +169 val_169 +413 val_413 +85 val_85 +77 val_77 +0 val_0 +490 val_490 +87 val_87 +364 val_364 +179 val_179 +118 val_118 +134 val_134 +395 val_395 +282 val_282 +138 val_138 +238 val_238 +419 val_419 +15 val_15 +118 val_118 +72 val_72 +90 val_90 +307 val_307 +19 val_19 +435 val_435 +10 val_10 +277 val_277 +273 val_273 +306 val_306 +224 val_224 +309 val_309 +389 val_389 +327 val_327 +242 val_242 +369 val_369 +392 val_392 +272 val_272 +331 val_331 +401 val_401 +242 val_242 +452 val_452 +177 val_177 +226 val_226 +5 val_5 +497 val_497 +402 val_402 +396 val_396 +317 val_317 +395 val_395 +58 val_58 +35 val_35 +336 val_336 +95 val_95 +11 val_11 +168 val_168 +34 val_34 +229 val_229 +233 val_233 +143 val_143 +472 val_472 +322 val_322 +498 val_498 +160 val_160 +195 val_195 +42 val_42 +321 val_321 +430 val_430 +119 val_119 +489 val_489 +458 val_458 +78 val_78 +76 val_76 +41 val_41 +223 val_223 +492 val_492 +149 val_149 +449 val_449 +218 val_218 +228 val_228 +138 val_138 +453 val_453 +30 val_30 +209 val_209 +64 val_64 +468 val_468 +76 val_76 +74 val_74 +342 val_342 +69 val_69 +230 val_230 +33 val_33 +368 val_368 +103 val_103 +296 val_296 +113 val_113 +216 val_216 +367 val_367 +344 val_344 +167 val_167 +274 val_274 +219 val_219 +239 val_239 +485 val_485 +116 val_116 +223 val_223 +256 val_256 +263 val_263 +70 val_70 +487 val_487 +480 val_480 +401 val_401 +288 val_288 +191 val_191 +5 val_5 +244 val_244 +438 val_438 +128 val_128 +467 val_467 +432 val_432 +202 val_202 +316 val_316 +229 val_229 +469 val_469 +463 val_463 +280 val_280 +2 val_2 +35 val_35 +283 val_283 +331 val_331 +235 val_235 +80 val_80 +44 val_44 +193 val_193 +321 val_321 +335 val_335 +104 val_104 +466 val_466 +366 val_366 +175 val_175 +403 val_403 +483 val_483 +53 val_53 +105 val_105 +257 val_257 +406 val_406 +409 val_409 +190 val_190 +406 val_406 +401 val_401 +114 val_114 +258 val_258 +90 val_90 +203 val_203 +262 val_262 +348 val_348 +424 val_424 +12 val_12 +396 val_396 +201 val_201 +217 val_217 +164 val_164 +431 val_431 +454 val_454 +478 val_478 +298 val_298 +125 val_125 +431 val_431 +164 val_164 +424 val_424 +187 val_187 +382 val_382 +5 val_5 +70 val_70 +397 val_397 +480 val_480 +291 val_291 +24 val_24 +351 val_351 +255 val_255 +104 val_104 +70 val_70 +163 val_163 +438 val_438 +119 val_119 +414 val_414 +200 val_200 +491 val_491 +237 val_237 +439 val_439 +360 val_360 +248 val_248 +479 val_479 +305 val_305 +417 val_417 +199 val_199 +444 val_444 +120 val_120 +429 val_429 +169 val_169 +443 val_443 +323 val_323 +325 val_325 +277 val_277 +230 val_230 +478 val_478 +178 val_178 +468 val_468 +310 val_310 +317 val_317 +333 val_333 +493 val_493 +460 val_460 +207 val_207 +249 val_249 +265 val_265 +480 val_480 +83 val_83 +136 val_136 +353 val_353 +172 val_172 +214 val_214 +462 val_462 +233 val_233 +406 val_406 +133 val_133 +175 val_175 +189 val_189 +454 val_454 +375 val_375 +401 val_401 +421 val_421 +407 val_407 +384 val_384 +256 val_256 +26 val_26 +134 val_134 +67 val_67 +384 val_384 +379 val_379 +18 val_18 +462 val_462 +492 val_492 +100 val_100 +298 val_298 +9 val_9 +341 val_341 +498 val_498 +146 val_146 +458 val_458 +362 val_362 +186 val_186 +285 val_285 +348 val_348 +167 val_167 +18 val_18 +273 val_273 +183 val_183 +281 val_281 +344 val_344 +97 val_97 +469 val_469 +315 val_315 +84 val_84 +28 val_28 +37 val_37 +448 val_448 +152 val_152 +348 val_348 +307 val_307 +194 val_194 +414 val_414 +477 val_477 +222 val_222 +126 val_126 +90 val_90 +169 val_169 +403 val_403 +400 val_400 +200 val_200 +97 val_97 +238 val_238 +86 val_86 +311 val_311 +27 val_27 +165 val_165 +409 val_409 +255 val_255 +278 val_278 +98 val_98 +484 val_484 +265 val_265 +193 val_193 +401 val_401 +150 val_150 +273 val_273 +224 val_224 +369 val_369 +66 val_66 +128 val_128 +213 val_213 +146 val_146 +406 val_406 +429 val_429 +374 val_374 +152 val_152 +469 val_469 +145 val_145 +495 val_495 +37 val_37 +327 val_327 +281 val_281 +277 val_277 +209 val_209 +15 val_15 +82 val_82 +403 val_403 +166 val_166 +417 val_417 +430 val_430 +252 val_252 +292 val_292 +219 val_219 +287 val_287 +153 val_153 +193 val_193 +338 val_338 +446 val_446 +459 val_459 +394 val_394 +237 val_237 +482 val_482 +174 val_174 +413 val_413 +494 val_494 +207 val_207 +199 val_199 +466 val_466 +208 val_208 +174 val_174 +399 val_399 +396 val_396 +247 val_247 +417 val_417 +489 val_489 +162 val_162 +377 val_377 +397 val_397 +309 val_309 +365 val_365 +266 val_266 +439 val_439 +342 val_342 +367 val_367 +325 val_325 +167 val_167 +195 val_195 +475 val_475 +17 val_17 +113 val_113 +155 val_155 +203 val_203 +339 val_339 +0 val_0 +455 val_455 +128 val_128 +311 val_311 +316 val_316 +57 val_57 +302 val_302 +205 val_205 +149 val_149 +438 val_438 +345 val_345 +129 val_129 +170 val_170 +20 val_20 +489 val_489 +157 val_157 +378 val_378 +221 val_221 +92 val_92 +111 val_111 +47 val_47 +72 val_72 +4 val_4 +280 val_280 +35 val_35 +427 val_427 +277 val_277 +208 val_208 +356 val_356 +399 val_399 +169 val_169 +382 val_382 +498 val_498 +125 val_125 +386 val_386 +437 val_437 +469 val_469 +192 val_192 +286 val_286 +187 val_187 +176 val_176 +54 val_54 +459 val_459 +51 val_51 +138 val_138 +103 val_103 +239 val_239 +213 val_213 +216 val_216 +430 val_430 +278 val_278 +176 val_176 +289 val_289 +221 val_221 +65 val_65 +318 val_318 +332 val_332 +311 val_311 +275 val_275 +137 val_137 +241 val_241 +83 val_83 +333 val_333 +180 val_180 +284 val_284 +12 val_12 +230 val_230 +181 val_181 +67 val_67 +260 val_260 +404 val_404 +384 val_384 +489 val_489 +353 val_353 +373 val_373 +272 val_272 +138 val_138 +217 val_217 +84 val_84 +348 val_348 +466 val_466 +58 val_58 +8 val_8 +411 val_411 +230 val_230 +208 val_208 +348 val_348 +24 val_24 +463 val_463 +431 val_431 +179 val_179 +172 val_172 +42 val_42 +129 val_129 +158 val_158 +119 val_119 +496 val_496 +0 val_0 +322 val_322 +197 val_197 +468 val_468 +393 val_393 +454 val_454 +100 val_100 +298 val_298 +199 val_199 +191 val_191 +418 val_418 +96 val_96 +26 val_26 +165 val_165 +327 val_327 +230 val_230 +205 val_205 +120 val_120 +131 val_131 +51 val_51 +404 val_404 +43 val_43 +436 val_436 +156 val_156 +469 val_469 +468 val_468 +308 val_308 +95 val_95 +196 val_196 +288 val_288 +481 val_481 +457 val_457 +98 val_98 +282 val_282 +197 val_197 +187 val_187 +318 val_318 +318 val_318 +409 val_409 +470 val_470 +137 val_137 +369 val_369 +316 val_316 +169 val_169 +413 val_413 +85 val_85 +77 val_77 +0 val_0 +490 val_490 +87 val_87 +364 val_364 +179 val_179 +118 val_118 +134 val_134 +395 val_395 +282 val_282 +138 val_138 +238 val_238 +419 val_419 +15 val_15 +118 val_118 +72 val_72 +90 val_90 +307 val_307 +19 val_19 +435 val_435 +10 val_10 +277 val_277 +273 val_273 +306 val_306 +224 val_224 +309 val_309 +389 val_389 +327 val_327 +242 val_242 +369 val_369 +392 val_392 +272 val_272 +331 val_331 +401 val_401 +242 val_242 +452 val_452 +177 val_177 +226 val_226 +5 val_5 +497 val_497 +402 val_402 +396 val_396 +317 val_317 +395 val_395 +58 val_58 +35 val_35 +336 val_336 +95 val_95 +11 val_11 +168 val_168 +34 val_34 +229 val_229 +233 val_233 +143 val_143 +472 val_472 +322 val_322 +498 val_498 +160 val_160 +195 val_195 +42 val_42 +321 val_321 +430 val_430 +119 val_119 +489 val_489 +458 val_458 +78 val_78 +76 val_76 +41 val_41 +223 val_223 +492 val_492 +149 val_149 +449 val_449 +218 val_218 +228 val_228 +138 val_138 +453 val_453 +30 val_30 +209 val_209 +64 val_64 +468 val_468 +76 val_76 +74 val_74 +342 val_342 +69 val_69 +230 val_230 +33 val_33 +368 val_368 +103 val_103 +296 val_296 +113 val_113 +216 val_216 +367 val_367 +344 val_344 +167 val_167 +274 val_274 +219 val_219 +239 val_239 +485 val_485 +116 val_116 +223 val_223 +256 val_256 +263 val_263 +70 val_70 +487 val_487 +480 val_480 +401 val_401 +288 val_288 +191 val_191 +5 val_5 +244 val_244 +438 val_438 +128 val_128 +467 val_467 +432 val_432 +202 val_202 +316 val_316 +229 val_229 +469 val_469 +463 val_463 +280 val_280 +2 val_2 +35 val_35 +283 val_283 +331 val_331 +235 val_235 +80 val_80 +44 val_44 +193 val_193 +321 val_321 +335 val_335 +104 val_104 +466 val_466 +366 val_366 +175 val_175 +403 val_403 +483 val_483 +53 val_53 +105 val_105 +257 val_257 +406 val_406 +409 val_409 +190 val_190 +406 val_406 +401 val_401 +114 val_114 +258 val_258 +90 val_90 +203 val_203 +262 val_262 +348 val_348 +424 val_424 +12 val_12 +396 val_396 +201 val_201 +217 val_217 +164 val_164 +431 val_431 +454 val_454 +478 val_478 +298 val_298 +125 val_125 +431 val_431 +164 val_164 +424 val_424 +187 val_187 +382 val_382 +5 val_5 +70 val_70 +397 val_397 +480 val_480 +291 val_291 +24 val_24 +351 val_351 +255 val_255 +104 val_104 +70 val_70 +163 val_163 +438 val_438 +119 val_119 +414 val_414 +200 val_200 +491 val_491 +237 val_237 +439 val_439 +360 val_360 +248 val_248 +479 val_479 +305 val_305 +417 val_417 +199 val_199 +444 val_444 +120 val_120 +429 val_429 +169 val_169 +443 val_443 +323 val_323 +325 val_325 +277 val_277 +230 val_230 +478 val_478 +178 val_178 +468 val_468 +310 val_310 +317 val_317 +333 val_333 +493 val_493 +460 val_460 +207 val_207 +249 val_249 +265 val_265 +480 val_480 +83 val_83 +136 val_136 +353 val_353 +172 val_172 +214 val_214 +462 val_462 +233 val_233 +406 val_406 +133 val_133 +175 val_175 +189 val_189 +454 val_454 +375 val_375 +401 val_401 +421 val_421 +407 val_407 +384 val_384 +256 val_256 +26 val_26 +134 val_134 +67 val_67 +384 val_384 +379 val_379 +18 val_18 +462 val_462 +492 val_492 +100 val_100 +298 val_298 +9 val_9 +341 val_341 +498 val_498 +146 val_146 +458 val_458 +362 val_362 +186 val_186 +285 val_285 +348 val_348 +167 val_167 +18 val_18 +273 val_273 +183 val_183 +281 val_281 +344 val_344 +97 val_97 +469 val_469 +315 val_315 +84 val_84 +28 val_28 +37 val_37 +448 val_448 +152 val_152 +348 val_348 +307 val_307 +194 val_194 +414 val_414 +477 val_477 +222 val_222 +126 val_126 +90 val_90 +169 val_169 +403 val_403 +400 val_400 +200 val_200 +97 val_97 +238 val_238 +86 val_86 +311 val_311 +27 val_27 +165 val_165 +409 val_409 +255 val_255 +278 val_278 +98 val_98 +484 val_484 +265 val_265 +193 val_193 +401 val_401 +150 val_150 +273 val_273 +224 val_224 +369 val_369 +66 val_66 +128 val_128 +213 val_213 +146 val_146 +406 val_406 +429 val_429 +374 val_374 +152 val_152 +469 val_469 +145 val_145 +495 val_495 +37 val_37 +327 val_327 +281 val_281 +277 val_277 +209 val_209 +15 val_15 +82 val_82 +403 val_403 +166 val_166 +417 val_417 +430 val_430 +252 val_252 +292 val_292 +219 val_219 +287 val_287 +153 val_153 +193 val_193 +338 val_338 +446 val_446 +459 val_459 +394 val_394 +237 val_237 +482 val_482 +174 val_174 +413 val_413 +494 val_494 +207 val_207 +199 val_199 +466 val_466 +208 val_208 +174 val_174 +399 val_399 +396 val_396 +247 val_247 +417 val_417 +489 val_489 +162 val_162 +377 val_377 +397 val_397 +309 val_309 +365 val_365 +266 val_266 +439 val_439 +342 val_342 +367 val_367 +325 val_325 +167 val_167 +195 val_195 +475 val_475 +17 val_17 +113 val_113 +155 val_155 +203 val_203 +339 val_339 +0 val_0 +455 val_455 +128 val_128 +311 val_311 +316 val_316 +57 val_57 +302 val_302 +205 val_205 +149 val_149 +438 val_438 +345 val_345 +129 val_129 +170 val_170 +20 val_20 +489 val_489 +157 val_157 +378 val_378 +221 val_221 +92 val_92 +111 val_111 +47 val_47 +72 val_72 +4 val_4 +280 val_280 +35 val_35 +427 val_427 +277 val_277 +208 val_208 +356 val_356 +399 val_399 +169 val_169 +382 val_382 +498 val_498 +125 val_125 +386 val_386 +437 val_437 +469 val_469 +192 val_192 +286 val_286 +187 val_187 +176 val_176 +54 val_54 +459 val_459 +51 val_51 +138 val_138 +103 val_103 +239 val_239 +213 val_213 +216 val_216 +430 val_430 +278 val_278 +176 val_176 +289 val_289 +221 val_221 +65 val_65 +318 val_318 +332 val_332 +311 val_311 +275 val_275 +137 val_137 +241 val_241 +83 val_83 +333 val_333 +180 val_180 +284 val_284 +12 val_12 +230 val_230 +181 val_181 +67 val_67 +260 val_260 +404 val_404 +384 val_384 +489 val_489 +353 val_353 +373 val_373 +272 val_272 +138 val_138 +217 val_217 +84 val_84 +348 val_348 +466 val_466 +58 val_58 +8 val_8 +411 val_411 +230 val_230 +208 val_208 +348 val_348 +24 val_24 +463 val_463 +431 val_431 +179 val_179 +172 val_172 +42 val_42 +129 val_129 +158 val_158 +119 val_119 +496 val_496 +0 val_0 +322 val_322 +197 val_197 +468 val_468 +393 val_393 +454 val_454 +100 val_100 +298 val_298 +199 val_199 +191 val_191 +418 val_418 +96 val_96 +26 val_26 +165 val_165 +327 val_327 +230 val_230 +205 val_205 +120 val_120 +131 val_131 +51 val_51 +404 val_404 +43 val_43 +436 val_436 +156 val_156 +469 val_469 +468 val_468 +308 val_308 +95 val_95 +196 val_196 +288 val_288 +481 val_481 +457 val_457 +98 val_98 +282 val_282 +197 val_197 +187 val_187 +318 val_318 +318 val_318 +409 val_409 +470 val_470 +137 val_137 +369 val_369 +316 val_316 +169 val_169 +413 val_413 +85 val_85 +77 val_77 +0 val_0 +490 val_490 +87 val_87 +364 val_364 +179 val_179 +118 val_118 +134 val_134 +395 val_395 +282 val_282 +138 val_138 +238 val_238 +419 val_419 +15 val_15 +118 val_118 +72 val_72 +90 val_90 +307 val_307 +19 val_19 +435 val_435 +10 val_10 +277 val_277 +273 val_273 +306 val_306 +224 val_224 +309 val_309 +389 val_389 +327 val_327 +242 val_242 +369 val_369 +392 val_392 +272 val_272 +331 val_331 +401 val_401 +242 val_242 +452 val_452 +177 val_177 +226 val_226 +5 val_5 +497 val_497 +402 val_402 +396 val_396 +317 val_317 +395 val_395 +58 val_58 +35 val_35 +336 val_336 +95 val_95 +11 val_11 +168 val_168 +34 val_34 +229 val_229 +233 val_233 +143 val_143 +472 val_472 +322 val_322 +498 val_498 +160 val_160 +195 val_195 +42 val_42 +321 val_321 +430 val_430 +119 val_119 +489 val_489 +458 val_458 +78 val_78 +76 val_76 +41 val_41 +223 val_223 +492 val_492 +149 val_149 +449 val_449 +218 val_218 +228 val_228 +138 val_138 +453 val_453 +30 val_30 +209 val_209 +64 val_64 +468 val_468 +76 val_76 +74 val_74 +342 val_342 +69 val_69 +230 val_230 +33 val_33 +368 val_368 +103 val_103 +296 val_296 +113 val_113 +216 val_216 +367 val_367 +344 val_344 +167 val_167 +274 val_274 +219 val_219 +239 val_239 +485 val_485 +116 val_116 +223 val_223 +256 val_256 +263 val_263 +70 val_70 +487 val_487 +480 val_480 +401 val_401 +288 val_288 +191 val_191 +5 val_5 +244 val_244 +438 val_438 +128 val_128 +467 val_467 +432 val_432 +202 val_202 +316 val_316 +229 val_229 +469 val_469 +463 val_463 +280 val_280 +2 val_2 +35 val_35 +283 val_283 +331 val_331 +235 val_235 +80 val_80 +44 val_44 +193 val_193 +321 val_321 +335 val_335 +104 val_104 +466 val_466 +366 val_366 +175 val_175 +403 val_403 +483 val_483 +53 val_53 +105 val_105 +257 val_257 +406 val_406 +409 val_409 +190 val_190 +406 val_406 +401 val_401 +114 val_114 +258 val_258 +90 val_90 +203 val_203 +262 val_262 +348 val_348 +424 val_424 +12 val_12 +396 val_396 +201 val_201 +217 val_217 +164 val_164 +431 val_431 +454 val_454 +478 val_478 +298 val_298 +125 val_125 +431 val_431 +164 val_164 +424 val_424 +187 val_187 +382 val_382 +5 val_5 +70 val_70 +397 val_397 +480 val_480 +291 val_291 +24 val_24 +351 val_351 +255 val_255 +104 val_104 +70 val_70 +163 val_163 +438 val_438 +119 val_119 +414 val_414 +200 val_200 +491 val_491 +237 val_237 +439 val_439 +360 val_360 +248 val_248 +479 val_479 +305 val_305 +417 val_417 +199 val_199 +444 val_444 +120 val_120 +429 val_429 +169 val_169 +443 val_443 +323 val_323 +325 val_325 +277 val_277 +230 val_230 +478 val_478 +178 val_178 +468 val_468 +310 val_310 +317 val_317 +333 val_333 +493 val_493 +460 val_460 +207 val_207 +249 val_249 +265 val_265 +480 val_480 +83 val_83 +136 val_136 +353 val_353 +172 val_172 +214 val_214 +462 val_462 +233 val_233 +406 val_406 +133 val_133 +175 val_175 +189 val_189 +454 val_454 +375 val_375 +401 val_401 +421 val_421 +407 val_407 +384 val_384 +256 val_256 +26 val_26 +134 val_134 +67 val_67 +384 val_384 +379 val_379 +18 val_18 +462 val_462 +492 val_492 +100 val_100 +298 val_298 +9 val_9 +341 val_341 +498 val_498 +146 val_146 +458 val_458 +362 val_362 +186 val_186 +285 val_285 +348 val_348 +167 val_167 +18 val_18 +273 val_273 +183 val_183 +281 val_281 +344 val_344 +97 val_97 +469 val_469 +315 val_315 +84 val_84 +28 val_28 +37 val_37 +448 val_448 +152 val_152 +348 val_348 +307 val_307 +194 val_194 +414 val_414 +477 val_477 +222 val_222 +126 val_126 +90 val_90 +169 val_169 +403 val_403 +400 val_400 +200 val_200 +97 val_97 +PREHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds='2000-04-08' and key=1) or (ds='2000-04-09' and key=2) +PREHOOK: type: QUERY +POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds='2000-04-08' and key=1) or (ds='2000-04-09' and key=2) +POSTHOOK: type: QUERY +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF pcr_t1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL ds))) (TOK_WHERE (or (and (= (TOK_TABLE_OR_COL ds) '2000-04-08') (= (TOK_TABLE_OR_COL key) 1)) (and (= (TOK_TABLE_OR_COL ds) '2000-04-09') (= (TOK_TABLE_OR_COL key) 2)))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + pcr_t1 + TableScan + alias: pcr_t1 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: + expr: (((ds = '2000-04-08') and (key = 1)) or ((ds = '2000-04-09') and (key = 2))) + type: boolean + Filter Operator + isSamplingPred: false + predicate: + expr: (((ds = '2000-04-08') and (key = 1)) or ((ds = '2000-04-09') and (key = 2))) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: file:/tmp/sdong/hive_2010-11-03_11-26-23_290_4657738918254943117/-ext-10001 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-11-03_11-26-23_290_4657738918254943117/-ext-10001/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + serialization.format 1 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + Partition + base file name: ds=2000-04-08 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-08 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + Partition + base file name: ds=2000-04-09 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-09 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: select key, value, ds from pcr_t1 where (ds='2000-04-08' and key=1) or (ds='2000-04-09' and key=2) +PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-23_427_6883922739363247485/-mr-10000 +POSTHOOK: query: select key, value, ds from pcr_t1 where (ds='2000-04-08' and key=1) or (ds='2000-04-09' and key=2) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-23_427_6883922739363247485/-mr-10000 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +2 val_2 2000-04-09 +PREHOOK: query: explain extended select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-08' +PREHOOK: type: QUERY +POSTHOOK: query: explain extended select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-08' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF pcr_t1 t1) (TOK_TABREF pcr_t1 t2) (and (and (= (. (TOK_TABLE_OR_COL t1) key) (. (TOK_TABLE_OR_COL t2) key)) (= (. (TOK_TABLE_OR_COL t1) ds) '2000-04-08')) (= (. (TOK_TABLE_OR_COL t2) ds) '2000-04-08')))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + t1 + TableScan + alias: t1 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: + expr: (ds = '2000-04-08') + type: boolean + Reduce Output Operator + key expressions: + expr: key + type: int + sort order: + + Map-reduce partition columns: + expr: key + type: int + tag: 0 + value expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + t2 + TableScan + alias: t2 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: + expr: (ds = '2000-04-08') + type: boolean + Reduce Output Operator + key expressions: + expr: key + type: int + sort order: + + Map-reduce partition columns: + expr: key + type: int + tag: 1 + value expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + Needs Tagging: true + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [t2, t1] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + Partition + base file name: ds=2000-04-08 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-08 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + Reduce Operator Tree: + Join Operator + condition map: + Inner Join 0 to 1 + condition expressions: + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + handleSkewJoin: false + outputColumnNames: _col0, _col1, _col2, _col5, _col6, _col7 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + expr: _col5 + type: int + expr: _col6 + type: string + expr: _col7 + type: string + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: file:/tmp/sdong/hive_2010-11-03_11-26-26_665_8838476913886312540/-ext-10001 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-11-03_11-26-26_665_8838476913886312540/-ext-10001/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5 + columns.types int:string:string:int:string:string + serialization.format 1 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-08' +PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-26_809_2671729462450102326/-mr-10000 +POSTHOOK: query: select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-08' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-26_809_2671729462450102326/-mr-10000 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +0 val_0 2000-04-08 0 val_0 2000-04-08 +0 val_0 2000-04-08 0 val_0 2000-04-08 +0 val_0 2000-04-08 0 val_0 2000-04-08 +0 val_0 2000-04-08 0 val_0 2000-04-08 +0 val_0 2000-04-08 0 val_0 2000-04-08 +0 val_0 2000-04-08 0 val_0 2000-04-08 +0 val_0 2000-04-08 0 val_0 2000-04-08 +0 val_0 2000-04-08 0 val_0 2000-04-08 +0 val_0 2000-04-08 0 val_0 2000-04-08 +2 val_2 2000-04-08 2 val_2 2000-04-08 +4 val_4 2000-04-08 4 val_4 2000-04-08 +5 val_5 2000-04-08 5 val_5 2000-04-08 +5 val_5 2000-04-08 5 val_5 2000-04-08 +5 val_5 2000-04-08 5 val_5 2000-04-08 +5 val_5 2000-04-08 5 val_5 2000-04-08 +5 val_5 2000-04-08 5 val_5 2000-04-08 +5 val_5 2000-04-08 5 val_5 2000-04-08 +5 val_5 2000-04-08 5 val_5 2000-04-08 +5 val_5 2000-04-08 5 val_5 2000-04-08 +5 val_5 2000-04-08 5 val_5 2000-04-08 +8 val_8 2000-04-08 8 val_8 2000-04-08 +9 val_9 2000-04-08 9 val_9 2000-04-08 +10 val_10 2000-04-08 10 val_10 2000-04-08 +11 val_11 2000-04-08 11 val_11 2000-04-08 +12 val_12 2000-04-08 12 val_12 2000-04-08 +12 val_12 2000-04-08 12 val_12 2000-04-08 +12 val_12 2000-04-08 12 val_12 2000-04-08 +12 val_12 2000-04-08 12 val_12 2000-04-08 +15 val_15 2000-04-08 15 val_15 2000-04-08 +15 val_15 2000-04-08 15 val_15 2000-04-08 +15 val_15 2000-04-08 15 val_15 2000-04-08 +15 val_15 2000-04-08 15 val_15 2000-04-08 +17 val_17 2000-04-08 17 val_17 2000-04-08 +18 val_18 2000-04-08 18 val_18 2000-04-08 +18 val_18 2000-04-08 18 val_18 2000-04-08 +18 val_18 2000-04-08 18 val_18 2000-04-08 +18 val_18 2000-04-08 18 val_18 2000-04-08 +19 val_19 2000-04-08 19 val_19 2000-04-08 +20 val_20 2000-04-08 20 val_20 2000-04-08 +24 val_24 2000-04-08 24 val_24 2000-04-08 +24 val_24 2000-04-08 24 val_24 2000-04-08 +24 val_24 2000-04-08 24 val_24 2000-04-08 +24 val_24 2000-04-08 24 val_24 2000-04-08 +26 val_26 2000-04-08 26 val_26 2000-04-08 +26 val_26 2000-04-08 26 val_26 2000-04-08 +26 val_26 2000-04-08 26 val_26 2000-04-08 +26 val_26 2000-04-08 26 val_26 2000-04-08 +27 val_27 2000-04-08 27 val_27 2000-04-08 +28 val_28 2000-04-08 28 val_28 2000-04-08 +30 val_30 2000-04-08 30 val_30 2000-04-08 +33 val_33 2000-04-08 33 val_33 2000-04-08 +34 val_34 2000-04-08 34 val_34 2000-04-08 +35 val_35 2000-04-08 35 val_35 2000-04-08 +35 val_35 2000-04-08 35 val_35 2000-04-08 +35 val_35 2000-04-08 35 val_35 2000-04-08 +35 val_35 2000-04-08 35 val_35 2000-04-08 +35 val_35 2000-04-08 35 val_35 2000-04-08 +35 val_35 2000-04-08 35 val_35 2000-04-08 +35 val_35 2000-04-08 35 val_35 2000-04-08 +35 val_35 2000-04-08 35 val_35 2000-04-08 +35 val_35 2000-04-08 35 val_35 2000-04-08 +37 val_37 2000-04-08 37 val_37 2000-04-08 +37 val_37 2000-04-08 37 val_37 2000-04-08 +37 val_37 2000-04-08 37 val_37 2000-04-08 +37 val_37 2000-04-08 37 val_37 2000-04-08 +41 val_41 2000-04-08 41 val_41 2000-04-08 +42 val_42 2000-04-08 42 val_42 2000-04-08 +42 val_42 2000-04-08 42 val_42 2000-04-08 +42 val_42 2000-04-08 42 val_42 2000-04-08 +42 val_42 2000-04-08 42 val_42 2000-04-08 +43 val_43 2000-04-08 43 val_43 2000-04-08 +44 val_44 2000-04-08 44 val_44 2000-04-08 +47 val_47 2000-04-08 47 val_47 2000-04-08 +51 val_51 2000-04-08 51 val_51 2000-04-08 +51 val_51 2000-04-08 51 val_51 2000-04-08 +51 val_51 2000-04-08 51 val_51 2000-04-08 +51 val_51 2000-04-08 51 val_51 2000-04-08 +53 val_53 2000-04-08 53 val_53 2000-04-08 +54 val_54 2000-04-08 54 val_54 2000-04-08 +57 val_57 2000-04-08 57 val_57 2000-04-08 +58 val_58 2000-04-08 58 val_58 2000-04-08 +58 val_58 2000-04-08 58 val_58 2000-04-08 +58 val_58 2000-04-08 58 val_58 2000-04-08 +58 val_58 2000-04-08 58 val_58 2000-04-08 +64 val_64 2000-04-08 64 val_64 2000-04-08 +65 val_65 2000-04-08 65 val_65 2000-04-08 +66 val_66 2000-04-08 66 val_66 2000-04-08 +67 val_67 2000-04-08 67 val_67 2000-04-08 +67 val_67 2000-04-08 67 val_67 2000-04-08 +67 val_67 2000-04-08 67 val_67 2000-04-08 +67 val_67 2000-04-08 67 val_67 2000-04-08 +69 val_69 2000-04-08 69 val_69 2000-04-08 +70 val_70 2000-04-08 70 val_70 2000-04-08 +70 val_70 2000-04-08 70 val_70 2000-04-08 +70 val_70 2000-04-08 70 val_70 2000-04-08 +70 val_70 2000-04-08 70 val_70 2000-04-08 +70 val_70 2000-04-08 70 val_70 2000-04-08 +70 val_70 2000-04-08 70 val_70 2000-04-08 +70 val_70 2000-04-08 70 val_70 2000-04-08 +70 val_70 2000-04-08 70 val_70 2000-04-08 +70 val_70 2000-04-08 70 val_70 2000-04-08 +72 val_72 2000-04-08 72 val_72 2000-04-08 +72 val_72 2000-04-08 72 val_72 2000-04-08 +72 val_72 2000-04-08 72 val_72 2000-04-08 +72 val_72 2000-04-08 72 val_72 2000-04-08 +74 val_74 2000-04-08 74 val_74 2000-04-08 +76 val_76 2000-04-08 76 val_76 2000-04-08 +76 val_76 2000-04-08 76 val_76 2000-04-08 +76 val_76 2000-04-08 76 val_76 2000-04-08 +76 val_76 2000-04-08 76 val_76 2000-04-08 +77 val_77 2000-04-08 77 val_77 2000-04-08 +78 val_78 2000-04-08 78 val_78 2000-04-08 +80 val_80 2000-04-08 80 val_80 2000-04-08 +82 val_82 2000-04-08 82 val_82 2000-04-08 +83 val_83 2000-04-08 83 val_83 2000-04-08 +83 val_83 2000-04-08 83 val_83 2000-04-08 +83 val_83 2000-04-08 83 val_83 2000-04-08 +83 val_83 2000-04-08 83 val_83 2000-04-08 +84 val_84 2000-04-08 84 val_84 2000-04-08 +84 val_84 2000-04-08 84 val_84 2000-04-08 +84 val_84 2000-04-08 84 val_84 2000-04-08 +84 val_84 2000-04-08 84 val_84 2000-04-08 +85 val_85 2000-04-08 85 val_85 2000-04-08 +86 val_86 2000-04-08 86 val_86 2000-04-08 +87 val_87 2000-04-08 87 val_87 2000-04-08 +90 val_90 2000-04-08 90 val_90 2000-04-08 +90 val_90 2000-04-08 90 val_90 2000-04-08 +90 val_90 2000-04-08 90 val_90 2000-04-08 +90 val_90 2000-04-08 90 val_90 2000-04-08 +90 val_90 2000-04-08 90 val_90 2000-04-08 +90 val_90 2000-04-08 90 val_90 2000-04-08 +90 val_90 2000-04-08 90 val_90 2000-04-08 +90 val_90 2000-04-08 90 val_90 2000-04-08 +90 val_90 2000-04-08 90 val_90 2000-04-08 +92 val_92 2000-04-08 92 val_92 2000-04-08 +95 val_95 2000-04-08 95 val_95 2000-04-08 +95 val_95 2000-04-08 95 val_95 2000-04-08 +95 val_95 2000-04-08 95 val_95 2000-04-08 +95 val_95 2000-04-08 95 val_95 2000-04-08 +96 val_96 2000-04-08 96 val_96 2000-04-08 +97 val_97 2000-04-08 97 val_97 2000-04-08 +97 val_97 2000-04-08 97 val_97 2000-04-08 +97 val_97 2000-04-08 97 val_97 2000-04-08 +97 val_97 2000-04-08 97 val_97 2000-04-08 +98 val_98 2000-04-08 98 val_98 2000-04-08 +98 val_98 2000-04-08 98 val_98 2000-04-08 +98 val_98 2000-04-08 98 val_98 2000-04-08 +98 val_98 2000-04-08 98 val_98 2000-04-08 +100 val_100 2000-04-08 100 val_100 2000-04-08 +100 val_100 2000-04-08 100 val_100 2000-04-08 +100 val_100 2000-04-08 100 val_100 2000-04-08 +100 val_100 2000-04-08 100 val_100 2000-04-08 +103 val_103 2000-04-08 103 val_103 2000-04-08 +103 val_103 2000-04-08 103 val_103 2000-04-08 +103 val_103 2000-04-08 103 val_103 2000-04-08 +103 val_103 2000-04-08 103 val_103 2000-04-08 +104 val_104 2000-04-08 104 val_104 2000-04-08 +104 val_104 2000-04-08 104 val_104 2000-04-08 +104 val_104 2000-04-08 104 val_104 2000-04-08 +104 val_104 2000-04-08 104 val_104 2000-04-08 +105 val_105 2000-04-08 105 val_105 2000-04-08 +111 val_111 2000-04-08 111 val_111 2000-04-08 +113 val_113 2000-04-08 113 val_113 2000-04-08 +113 val_113 2000-04-08 113 val_113 2000-04-08 +113 val_113 2000-04-08 113 val_113 2000-04-08 +113 val_113 2000-04-08 113 val_113 2000-04-08 +114 val_114 2000-04-08 114 val_114 2000-04-08 +116 val_116 2000-04-08 116 val_116 2000-04-08 +118 val_118 2000-04-08 118 val_118 2000-04-08 +118 val_118 2000-04-08 118 val_118 2000-04-08 +118 val_118 2000-04-08 118 val_118 2000-04-08 +118 val_118 2000-04-08 118 val_118 2000-04-08 +119 val_119 2000-04-08 119 val_119 2000-04-08 +119 val_119 2000-04-08 119 val_119 2000-04-08 +119 val_119 2000-04-08 119 val_119 2000-04-08 +119 val_119 2000-04-08 119 val_119 2000-04-08 +119 val_119 2000-04-08 119 val_119 2000-04-08 +119 val_119 2000-04-08 119 val_119 2000-04-08 +119 val_119 2000-04-08 119 val_119 2000-04-08 +119 val_119 2000-04-08 119 val_119 2000-04-08 +119 val_119 2000-04-08 119 val_119 2000-04-08 +120 val_120 2000-04-08 120 val_120 2000-04-08 +120 val_120 2000-04-08 120 val_120 2000-04-08 +120 val_120 2000-04-08 120 val_120 2000-04-08 +120 val_120 2000-04-08 120 val_120 2000-04-08 +125 val_125 2000-04-08 125 val_125 2000-04-08 +125 val_125 2000-04-08 125 val_125 2000-04-08 +125 val_125 2000-04-08 125 val_125 2000-04-08 +125 val_125 2000-04-08 125 val_125 2000-04-08 +126 val_126 2000-04-08 126 val_126 2000-04-08 +128 val_128 2000-04-08 128 val_128 2000-04-08 +128 val_128 2000-04-08 128 val_128 2000-04-08 +128 val_128 2000-04-08 128 val_128 2000-04-08 +128 val_128 2000-04-08 128 val_128 2000-04-08 +128 val_128 2000-04-08 128 val_128 2000-04-08 +128 val_128 2000-04-08 128 val_128 2000-04-08 +128 val_128 2000-04-08 128 val_128 2000-04-08 +128 val_128 2000-04-08 128 val_128 2000-04-08 +128 val_128 2000-04-08 128 val_128 2000-04-08 +129 val_129 2000-04-08 129 val_129 2000-04-08 +129 val_129 2000-04-08 129 val_129 2000-04-08 +129 val_129 2000-04-08 129 val_129 2000-04-08 +129 val_129 2000-04-08 129 val_129 2000-04-08 +131 val_131 2000-04-08 131 val_131 2000-04-08 +133 val_133 2000-04-08 133 val_133 2000-04-08 +134 val_134 2000-04-08 134 val_134 2000-04-08 +134 val_134 2000-04-08 134 val_134 2000-04-08 +134 val_134 2000-04-08 134 val_134 2000-04-08 +134 val_134 2000-04-08 134 val_134 2000-04-08 +136 val_136 2000-04-08 136 val_136 2000-04-08 +137 val_137 2000-04-08 137 val_137 2000-04-08 +137 val_137 2000-04-08 137 val_137 2000-04-08 +137 val_137 2000-04-08 137 val_137 2000-04-08 +137 val_137 2000-04-08 137 val_137 2000-04-08 +138 val_138 2000-04-08 138 val_138 2000-04-08 +138 val_138 2000-04-08 138 val_138 2000-04-08 +138 val_138 2000-04-08 138 val_138 2000-04-08 +138 val_138 2000-04-08 138 val_138 2000-04-08 +138 val_138 2000-04-08 138 val_138 2000-04-08 +138 val_138 2000-04-08 138 val_138 2000-04-08 +138 val_138 2000-04-08 138 val_138 2000-04-08 +138 val_138 2000-04-08 138 val_138 2000-04-08 +138 val_138 2000-04-08 138 val_138 2000-04-08 +138 val_138 2000-04-08 138 val_138 2000-04-08 +138 val_138 2000-04-08 138 val_138 2000-04-08 +138 val_138 2000-04-08 138 val_138 2000-04-08 +138 val_138 2000-04-08 138 val_138 2000-04-08 +138 val_138 2000-04-08 138 val_138 2000-04-08 +138 val_138 2000-04-08 138 val_138 2000-04-08 +138 val_138 2000-04-08 138 val_138 2000-04-08 +143 val_143 2000-04-08 143 val_143 2000-04-08 +145 val_145 2000-04-08 145 val_145 2000-04-08 +146 val_146 2000-04-08 146 val_146 2000-04-08 +146 val_146 2000-04-08 146 val_146 2000-04-08 +146 val_146 2000-04-08 146 val_146 2000-04-08 +146 val_146 2000-04-08 146 val_146 2000-04-08 +149 val_149 2000-04-08 149 val_149 2000-04-08 +149 val_149 2000-04-08 149 val_149 2000-04-08 +149 val_149 2000-04-08 149 val_149 2000-04-08 +149 val_149 2000-04-08 149 val_149 2000-04-08 +150 val_150 2000-04-08 150 val_150 2000-04-08 +152 val_152 2000-04-08 152 val_152 2000-04-08 +152 val_152 2000-04-08 152 val_152 2000-04-08 +152 val_152 2000-04-08 152 val_152 2000-04-08 +152 val_152 2000-04-08 152 val_152 2000-04-08 +153 val_153 2000-04-08 153 val_153 2000-04-08 +155 val_155 2000-04-08 155 val_155 2000-04-08 +156 val_156 2000-04-08 156 val_156 2000-04-08 +157 val_157 2000-04-08 157 val_157 2000-04-08 +158 val_158 2000-04-08 158 val_158 2000-04-08 +160 val_160 2000-04-08 160 val_160 2000-04-08 +162 val_162 2000-04-08 162 val_162 2000-04-08 +163 val_163 2000-04-08 163 val_163 2000-04-08 +164 val_164 2000-04-08 164 val_164 2000-04-08 +164 val_164 2000-04-08 164 val_164 2000-04-08 +164 val_164 2000-04-08 164 val_164 2000-04-08 +164 val_164 2000-04-08 164 val_164 2000-04-08 +165 val_165 2000-04-08 165 val_165 2000-04-08 +165 val_165 2000-04-08 165 val_165 2000-04-08 +165 val_165 2000-04-08 165 val_165 2000-04-08 +165 val_165 2000-04-08 165 val_165 2000-04-08 +166 val_166 2000-04-08 166 val_166 2000-04-08 +167 val_167 2000-04-08 167 val_167 2000-04-08 +167 val_167 2000-04-08 167 val_167 2000-04-08 +167 val_167 2000-04-08 167 val_167 2000-04-08 +167 val_167 2000-04-08 167 val_167 2000-04-08 +167 val_167 2000-04-08 167 val_167 2000-04-08 +167 val_167 2000-04-08 167 val_167 2000-04-08 +167 val_167 2000-04-08 167 val_167 2000-04-08 +167 val_167 2000-04-08 167 val_167 2000-04-08 +167 val_167 2000-04-08 167 val_167 2000-04-08 +168 val_168 2000-04-08 168 val_168 2000-04-08 +169 val_169 2000-04-08 169 val_169 2000-04-08 +169 val_169 2000-04-08 169 val_169 2000-04-08 +169 val_169 2000-04-08 169 val_169 2000-04-08 +169 val_169 2000-04-08 169 val_169 2000-04-08 +169 val_169 2000-04-08 169 val_169 2000-04-08 +169 val_169 2000-04-08 169 val_169 2000-04-08 +169 val_169 2000-04-08 169 val_169 2000-04-08 +169 val_169 2000-04-08 169 val_169 2000-04-08 +169 val_169 2000-04-08 169 val_169 2000-04-08 +169 val_169 2000-04-08 169 val_169 2000-04-08 +169 val_169 2000-04-08 169 val_169 2000-04-08 +169 val_169 2000-04-08 169 val_169 2000-04-08 +169 val_169 2000-04-08 169 val_169 2000-04-08 +169 val_169 2000-04-08 169 val_169 2000-04-08 +169 val_169 2000-04-08 169 val_169 2000-04-08 +169 val_169 2000-04-08 169 val_169 2000-04-08 +170 val_170 2000-04-08 170 val_170 2000-04-08 +172 val_172 2000-04-08 172 val_172 2000-04-08 +172 val_172 2000-04-08 172 val_172 2000-04-08 +172 val_172 2000-04-08 172 val_172 2000-04-08 +172 val_172 2000-04-08 172 val_172 2000-04-08 +174 val_174 2000-04-08 174 val_174 2000-04-08 +174 val_174 2000-04-08 174 val_174 2000-04-08 +174 val_174 2000-04-08 174 val_174 2000-04-08 +174 val_174 2000-04-08 174 val_174 2000-04-08 +175 val_175 2000-04-08 175 val_175 2000-04-08 +175 val_175 2000-04-08 175 val_175 2000-04-08 +175 val_175 2000-04-08 175 val_175 2000-04-08 +175 val_175 2000-04-08 175 val_175 2000-04-08 +176 val_176 2000-04-08 176 val_176 2000-04-08 +176 val_176 2000-04-08 176 val_176 2000-04-08 +176 val_176 2000-04-08 176 val_176 2000-04-08 +176 val_176 2000-04-08 176 val_176 2000-04-08 +177 val_177 2000-04-08 177 val_177 2000-04-08 +178 val_178 2000-04-08 178 val_178 2000-04-08 +179 val_179 2000-04-08 179 val_179 2000-04-08 +179 val_179 2000-04-08 179 val_179 2000-04-08 +179 val_179 2000-04-08 179 val_179 2000-04-08 +179 val_179 2000-04-08 179 val_179 2000-04-08 +180 val_180 2000-04-08 180 val_180 2000-04-08 +181 val_181 2000-04-08 181 val_181 2000-04-08 +183 val_183 2000-04-08 183 val_183 2000-04-08 +186 val_186 2000-04-08 186 val_186 2000-04-08 +187 val_187 2000-04-08 187 val_187 2000-04-08 +187 val_187 2000-04-08 187 val_187 2000-04-08 +187 val_187 2000-04-08 187 val_187 2000-04-08 +187 val_187 2000-04-08 187 val_187 2000-04-08 +187 val_187 2000-04-08 187 val_187 2000-04-08 +187 val_187 2000-04-08 187 val_187 2000-04-08 +187 val_187 2000-04-08 187 val_187 2000-04-08 +187 val_187 2000-04-08 187 val_187 2000-04-08 +187 val_187 2000-04-08 187 val_187 2000-04-08 +189 val_189 2000-04-08 189 val_189 2000-04-08 +190 val_190 2000-04-08 190 val_190 2000-04-08 +191 val_191 2000-04-08 191 val_191 2000-04-08 +191 val_191 2000-04-08 191 val_191 2000-04-08 +191 val_191 2000-04-08 191 val_191 2000-04-08 +191 val_191 2000-04-08 191 val_191 2000-04-08 +192 val_192 2000-04-08 192 val_192 2000-04-08 +193 val_193 2000-04-08 193 val_193 2000-04-08 +193 val_193 2000-04-08 193 val_193 2000-04-08 +193 val_193 2000-04-08 193 val_193 2000-04-08 +193 val_193 2000-04-08 193 val_193 2000-04-08 +193 val_193 2000-04-08 193 val_193 2000-04-08 +193 val_193 2000-04-08 193 val_193 2000-04-08 +193 val_193 2000-04-08 193 val_193 2000-04-08 +193 val_193 2000-04-08 193 val_193 2000-04-08 +193 val_193 2000-04-08 193 val_193 2000-04-08 +194 val_194 2000-04-08 194 val_194 2000-04-08 +195 val_195 2000-04-08 195 val_195 2000-04-08 +195 val_195 2000-04-08 195 val_195 2000-04-08 +195 val_195 2000-04-08 195 val_195 2000-04-08 +195 val_195 2000-04-08 195 val_195 2000-04-08 +196 val_196 2000-04-08 196 val_196 2000-04-08 +197 val_197 2000-04-08 197 val_197 2000-04-08 +197 val_197 2000-04-08 197 val_197 2000-04-08 +197 val_197 2000-04-08 197 val_197 2000-04-08 +197 val_197 2000-04-08 197 val_197 2000-04-08 +199 val_199 2000-04-08 199 val_199 2000-04-08 +199 val_199 2000-04-08 199 val_199 2000-04-08 +199 val_199 2000-04-08 199 val_199 2000-04-08 +199 val_199 2000-04-08 199 val_199 2000-04-08 +199 val_199 2000-04-08 199 val_199 2000-04-08 +199 val_199 2000-04-08 199 val_199 2000-04-08 +199 val_199 2000-04-08 199 val_199 2000-04-08 +199 val_199 2000-04-08 199 val_199 2000-04-08 +199 val_199 2000-04-08 199 val_199 2000-04-08 +200 val_200 2000-04-08 200 val_200 2000-04-08 +200 val_200 2000-04-08 200 val_200 2000-04-08 +200 val_200 2000-04-08 200 val_200 2000-04-08 +200 val_200 2000-04-08 200 val_200 2000-04-08 +201 val_201 2000-04-08 201 val_201 2000-04-08 +202 val_202 2000-04-08 202 val_202 2000-04-08 +203 val_203 2000-04-08 203 val_203 2000-04-08 +203 val_203 2000-04-08 203 val_203 2000-04-08 +203 val_203 2000-04-08 203 val_203 2000-04-08 +203 val_203 2000-04-08 203 val_203 2000-04-08 +205 val_205 2000-04-08 205 val_205 2000-04-08 +205 val_205 2000-04-08 205 val_205 2000-04-08 +205 val_205 2000-04-08 205 val_205 2000-04-08 +205 val_205 2000-04-08 205 val_205 2000-04-08 +207 val_207 2000-04-08 207 val_207 2000-04-08 +207 val_207 2000-04-08 207 val_207 2000-04-08 +207 val_207 2000-04-08 207 val_207 2000-04-08 +207 val_207 2000-04-08 207 val_207 2000-04-08 +208 val_208 2000-04-08 208 val_208 2000-04-08 +208 val_208 2000-04-08 208 val_208 2000-04-08 +208 val_208 2000-04-08 208 val_208 2000-04-08 +208 val_208 2000-04-08 208 val_208 2000-04-08 +208 val_208 2000-04-08 208 val_208 2000-04-08 +208 val_208 2000-04-08 208 val_208 2000-04-08 +208 val_208 2000-04-08 208 val_208 2000-04-08 +208 val_208 2000-04-08 208 val_208 2000-04-08 +208 val_208 2000-04-08 208 val_208 2000-04-08 +209 val_209 2000-04-08 209 val_209 2000-04-08 +209 val_209 2000-04-08 209 val_209 2000-04-08 +209 val_209 2000-04-08 209 val_209 2000-04-08 +209 val_209 2000-04-08 209 val_209 2000-04-08 +213 val_213 2000-04-08 213 val_213 2000-04-08 +213 val_213 2000-04-08 213 val_213 2000-04-08 +213 val_213 2000-04-08 213 val_213 2000-04-08 +213 val_213 2000-04-08 213 val_213 2000-04-08 +214 val_214 2000-04-08 214 val_214 2000-04-08 +216 val_216 2000-04-08 216 val_216 2000-04-08 +216 val_216 2000-04-08 216 val_216 2000-04-08 +216 val_216 2000-04-08 216 val_216 2000-04-08 +216 val_216 2000-04-08 216 val_216 2000-04-08 +217 val_217 2000-04-08 217 val_217 2000-04-08 +217 val_217 2000-04-08 217 val_217 2000-04-08 +217 val_217 2000-04-08 217 val_217 2000-04-08 +217 val_217 2000-04-08 217 val_217 2000-04-08 +218 val_218 2000-04-08 218 val_218 2000-04-08 +219 val_219 2000-04-08 219 val_219 2000-04-08 +219 val_219 2000-04-08 219 val_219 2000-04-08 +219 val_219 2000-04-08 219 val_219 2000-04-08 +219 val_219 2000-04-08 219 val_219 2000-04-08 +221 val_221 2000-04-08 221 val_221 2000-04-08 +221 val_221 2000-04-08 221 val_221 2000-04-08 +221 val_221 2000-04-08 221 val_221 2000-04-08 +221 val_221 2000-04-08 221 val_221 2000-04-08 +222 val_222 2000-04-08 222 val_222 2000-04-08 +223 val_223 2000-04-08 223 val_223 2000-04-08 +223 val_223 2000-04-08 223 val_223 2000-04-08 +223 val_223 2000-04-08 223 val_223 2000-04-08 +223 val_223 2000-04-08 223 val_223 2000-04-08 +224 val_224 2000-04-08 224 val_224 2000-04-08 +224 val_224 2000-04-08 224 val_224 2000-04-08 +224 val_224 2000-04-08 224 val_224 2000-04-08 +224 val_224 2000-04-08 224 val_224 2000-04-08 +226 val_226 2000-04-08 226 val_226 2000-04-08 +228 val_228 2000-04-08 228 val_228 2000-04-08 +229 val_229 2000-04-08 229 val_229 2000-04-08 +229 val_229 2000-04-08 229 val_229 2000-04-08 +229 val_229 2000-04-08 229 val_229 2000-04-08 +229 val_229 2000-04-08 229 val_229 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +230 val_230 2000-04-08 230 val_230 2000-04-08 +233 val_233 2000-04-08 233 val_233 2000-04-08 +233 val_233 2000-04-08 233 val_233 2000-04-08 +233 val_233 2000-04-08 233 val_233 2000-04-08 +233 val_233 2000-04-08 233 val_233 2000-04-08 +235 val_235 2000-04-08 235 val_235 2000-04-08 +237 val_237 2000-04-08 237 val_237 2000-04-08 +237 val_237 2000-04-08 237 val_237 2000-04-08 +237 val_237 2000-04-08 237 val_237 2000-04-08 +237 val_237 2000-04-08 237 val_237 2000-04-08 +238 val_238 2000-04-08 238 val_238 2000-04-08 +238 val_238 2000-04-08 238 val_238 2000-04-08 +238 val_238 2000-04-08 238 val_238 2000-04-08 +238 val_238 2000-04-08 238 val_238 2000-04-08 +239 val_239 2000-04-08 239 val_239 2000-04-08 +239 val_239 2000-04-08 239 val_239 2000-04-08 +239 val_239 2000-04-08 239 val_239 2000-04-08 +239 val_239 2000-04-08 239 val_239 2000-04-08 +241 val_241 2000-04-08 241 val_241 2000-04-08 +242 val_242 2000-04-08 242 val_242 2000-04-08 +242 val_242 2000-04-08 242 val_242 2000-04-08 +242 val_242 2000-04-08 242 val_242 2000-04-08 +242 val_242 2000-04-08 242 val_242 2000-04-08 +244 val_244 2000-04-08 244 val_244 2000-04-08 +247 val_247 2000-04-08 247 val_247 2000-04-08 +248 val_248 2000-04-08 248 val_248 2000-04-08 +249 val_249 2000-04-08 249 val_249 2000-04-08 +252 val_252 2000-04-08 252 val_252 2000-04-08 +255 val_255 2000-04-08 255 val_255 2000-04-08 +255 val_255 2000-04-08 255 val_255 2000-04-08 +255 val_255 2000-04-08 255 val_255 2000-04-08 +255 val_255 2000-04-08 255 val_255 2000-04-08 +256 val_256 2000-04-08 256 val_256 2000-04-08 +256 val_256 2000-04-08 256 val_256 2000-04-08 +256 val_256 2000-04-08 256 val_256 2000-04-08 +256 val_256 2000-04-08 256 val_256 2000-04-08 +257 val_257 2000-04-08 257 val_257 2000-04-08 +258 val_258 2000-04-08 258 val_258 2000-04-08 +260 val_260 2000-04-08 260 val_260 2000-04-08 +262 val_262 2000-04-08 262 val_262 2000-04-08 +263 val_263 2000-04-08 263 val_263 2000-04-08 +265 val_265 2000-04-08 265 val_265 2000-04-08 +265 val_265 2000-04-08 265 val_265 2000-04-08 +265 val_265 2000-04-08 265 val_265 2000-04-08 +265 val_265 2000-04-08 265 val_265 2000-04-08 +266 val_266 2000-04-08 266 val_266 2000-04-08 +272 val_272 2000-04-08 272 val_272 2000-04-08 +272 val_272 2000-04-08 272 val_272 2000-04-08 +272 val_272 2000-04-08 272 val_272 2000-04-08 +272 val_272 2000-04-08 272 val_272 2000-04-08 +273 val_273 2000-04-08 273 val_273 2000-04-08 +273 val_273 2000-04-08 273 val_273 2000-04-08 +273 val_273 2000-04-08 273 val_273 2000-04-08 +273 val_273 2000-04-08 273 val_273 2000-04-08 +273 val_273 2000-04-08 273 val_273 2000-04-08 +273 val_273 2000-04-08 273 val_273 2000-04-08 +273 val_273 2000-04-08 273 val_273 2000-04-08 +273 val_273 2000-04-08 273 val_273 2000-04-08 +273 val_273 2000-04-08 273 val_273 2000-04-08 +274 val_274 2000-04-08 274 val_274 2000-04-08 +275 val_275 2000-04-08 275 val_275 2000-04-08 +277 val_277 2000-04-08 277 val_277 2000-04-08 +277 val_277 2000-04-08 277 val_277 2000-04-08 +277 val_277 2000-04-08 277 val_277 2000-04-08 +277 val_277 2000-04-08 277 val_277 2000-04-08 +277 val_277 2000-04-08 277 val_277 2000-04-08 +277 val_277 2000-04-08 277 val_277 2000-04-08 +277 val_277 2000-04-08 277 val_277 2000-04-08 +277 val_277 2000-04-08 277 val_277 2000-04-08 +277 val_277 2000-04-08 277 val_277 2000-04-08 +277 val_277 2000-04-08 277 val_277 2000-04-08 +277 val_277 2000-04-08 277 val_277 2000-04-08 +277 val_277 2000-04-08 277 val_277 2000-04-08 +277 val_277 2000-04-08 277 val_277 2000-04-08 +277 val_277 2000-04-08 277 val_277 2000-04-08 +277 val_277 2000-04-08 277 val_277 2000-04-08 +277 val_277 2000-04-08 277 val_277 2000-04-08 +278 val_278 2000-04-08 278 val_278 2000-04-08 +278 val_278 2000-04-08 278 val_278 2000-04-08 +278 val_278 2000-04-08 278 val_278 2000-04-08 +278 val_278 2000-04-08 278 val_278 2000-04-08 +280 val_280 2000-04-08 280 val_280 2000-04-08 +280 val_280 2000-04-08 280 val_280 2000-04-08 +280 val_280 2000-04-08 280 val_280 2000-04-08 +280 val_280 2000-04-08 280 val_280 2000-04-08 +281 val_281 2000-04-08 281 val_281 2000-04-08 +281 val_281 2000-04-08 281 val_281 2000-04-08 +281 val_281 2000-04-08 281 val_281 2000-04-08 +281 val_281 2000-04-08 281 val_281 2000-04-08 +282 val_282 2000-04-08 282 val_282 2000-04-08 +282 val_282 2000-04-08 282 val_282 2000-04-08 +282 val_282 2000-04-08 282 val_282 2000-04-08 +282 val_282 2000-04-08 282 val_282 2000-04-08 +283 val_283 2000-04-08 283 val_283 2000-04-08 +284 val_284 2000-04-08 284 val_284 2000-04-08 +285 val_285 2000-04-08 285 val_285 2000-04-08 +286 val_286 2000-04-08 286 val_286 2000-04-08 +287 val_287 2000-04-08 287 val_287 2000-04-08 +288 val_288 2000-04-08 288 val_288 2000-04-08 +288 val_288 2000-04-08 288 val_288 2000-04-08 +288 val_288 2000-04-08 288 val_288 2000-04-08 +288 val_288 2000-04-08 288 val_288 2000-04-08 +289 val_289 2000-04-08 289 val_289 2000-04-08 +291 val_291 2000-04-08 291 val_291 2000-04-08 +292 val_292 2000-04-08 292 val_292 2000-04-08 +296 val_296 2000-04-08 296 val_296 2000-04-08 +298 val_298 2000-04-08 298 val_298 2000-04-08 +298 val_298 2000-04-08 298 val_298 2000-04-08 +298 val_298 2000-04-08 298 val_298 2000-04-08 +298 val_298 2000-04-08 298 val_298 2000-04-08 +298 val_298 2000-04-08 298 val_298 2000-04-08 +298 val_298 2000-04-08 298 val_298 2000-04-08 +298 val_298 2000-04-08 298 val_298 2000-04-08 +298 val_298 2000-04-08 298 val_298 2000-04-08 +298 val_298 2000-04-08 298 val_298 2000-04-08 +302 val_302 2000-04-08 302 val_302 2000-04-08 +305 val_305 2000-04-08 305 val_305 2000-04-08 +306 val_306 2000-04-08 306 val_306 2000-04-08 +307 val_307 2000-04-08 307 val_307 2000-04-08 +307 val_307 2000-04-08 307 val_307 2000-04-08 +307 val_307 2000-04-08 307 val_307 2000-04-08 +307 val_307 2000-04-08 307 val_307 2000-04-08 +308 val_308 2000-04-08 308 val_308 2000-04-08 +309 val_309 2000-04-08 309 val_309 2000-04-08 +309 val_309 2000-04-08 309 val_309 2000-04-08 +309 val_309 2000-04-08 309 val_309 2000-04-08 +309 val_309 2000-04-08 309 val_309 2000-04-08 +310 val_310 2000-04-08 310 val_310 2000-04-08 +311 val_311 2000-04-08 311 val_311 2000-04-08 +311 val_311 2000-04-08 311 val_311 2000-04-08 +311 val_311 2000-04-08 311 val_311 2000-04-08 +311 val_311 2000-04-08 311 val_311 2000-04-08 +311 val_311 2000-04-08 311 val_311 2000-04-08 +311 val_311 2000-04-08 311 val_311 2000-04-08 +311 val_311 2000-04-08 311 val_311 2000-04-08 +311 val_311 2000-04-08 311 val_311 2000-04-08 +311 val_311 2000-04-08 311 val_311 2000-04-08 +315 val_315 2000-04-08 315 val_315 2000-04-08 +316 val_316 2000-04-08 316 val_316 2000-04-08 +316 val_316 2000-04-08 316 val_316 2000-04-08 +316 val_316 2000-04-08 316 val_316 2000-04-08 +316 val_316 2000-04-08 316 val_316 2000-04-08 +316 val_316 2000-04-08 316 val_316 2000-04-08 +316 val_316 2000-04-08 316 val_316 2000-04-08 +316 val_316 2000-04-08 316 val_316 2000-04-08 +316 val_316 2000-04-08 316 val_316 2000-04-08 +316 val_316 2000-04-08 316 val_316 2000-04-08 +317 val_317 2000-04-08 317 val_317 2000-04-08 +317 val_317 2000-04-08 317 val_317 2000-04-08 +317 val_317 2000-04-08 317 val_317 2000-04-08 +317 val_317 2000-04-08 317 val_317 2000-04-08 +318 val_318 2000-04-08 318 val_318 2000-04-08 +318 val_318 2000-04-08 318 val_318 2000-04-08 +318 val_318 2000-04-08 318 val_318 2000-04-08 +318 val_318 2000-04-08 318 val_318 2000-04-08 +318 val_318 2000-04-08 318 val_318 2000-04-08 +318 val_318 2000-04-08 318 val_318 2000-04-08 +318 val_318 2000-04-08 318 val_318 2000-04-08 +318 val_318 2000-04-08 318 val_318 2000-04-08 +318 val_318 2000-04-08 318 val_318 2000-04-08 +321 val_321 2000-04-08 321 val_321 2000-04-08 +321 val_321 2000-04-08 321 val_321 2000-04-08 +321 val_321 2000-04-08 321 val_321 2000-04-08 +321 val_321 2000-04-08 321 val_321 2000-04-08 +322 val_322 2000-04-08 322 val_322 2000-04-08 +322 val_322 2000-04-08 322 val_322 2000-04-08 +322 val_322 2000-04-08 322 val_322 2000-04-08 +322 val_322 2000-04-08 322 val_322 2000-04-08 +323 val_323 2000-04-08 323 val_323 2000-04-08 +325 val_325 2000-04-08 325 val_325 2000-04-08 +325 val_325 2000-04-08 325 val_325 2000-04-08 +325 val_325 2000-04-08 325 val_325 2000-04-08 +325 val_325 2000-04-08 325 val_325 2000-04-08 +327 val_327 2000-04-08 327 val_327 2000-04-08 +327 val_327 2000-04-08 327 val_327 2000-04-08 +327 val_327 2000-04-08 327 val_327 2000-04-08 +327 val_327 2000-04-08 327 val_327 2000-04-08 +327 val_327 2000-04-08 327 val_327 2000-04-08 +327 val_327 2000-04-08 327 val_327 2000-04-08 +327 val_327 2000-04-08 327 val_327 2000-04-08 +327 val_327 2000-04-08 327 val_327 2000-04-08 +327 val_327 2000-04-08 327 val_327 2000-04-08 +331 val_331 2000-04-08 331 val_331 2000-04-08 +331 val_331 2000-04-08 331 val_331 2000-04-08 +331 val_331 2000-04-08 331 val_331 2000-04-08 +331 val_331 2000-04-08 331 val_331 2000-04-08 +332 val_332 2000-04-08 332 val_332 2000-04-08 +333 val_333 2000-04-08 333 val_333 2000-04-08 +333 val_333 2000-04-08 333 val_333 2000-04-08 +333 val_333 2000-04-08 333 val_333 2000-04-08 +333 val_333 2000-04-08 333 val_333 2000-04-08 +335 val_335 2000-04-08 335 val_335 2000-04-08 +336 val_336 2000-04-08 336 val_336 2000-04-08 +338 val_338 2000-04-08 338 val_338 2000-04-08 +339 val_339 2000-04-08 339 val_339 2000-04-08 +341 val_341 2000-04-08 341 val_341 2000-04-08 +342 val_342 2000-04-08 342 val_342 2000-04-08 +342 val_342 2000-04-08 342 val_342 2000-04-08 +342 val_342 2000-04-08 342 val_342 2000-04-08 +342 val_342 2000-04-08 342 val_342 2000-04-08 +344 val_344 2000-04-08 344 val_344 2000-04-08 +344 val_344 2000-04-08 344 val_344 2000-04-08 +344 val_344 2000-04-08 344 val_344 2000-04-08 +344 val_344 2000-04-08 344 val_344 2000-04-08 +345 val_345 2000-04-08 345 val_345 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +348 val_348 2000-04-08 348 val_348 2000-04-08 +351 val_351 2000-04-08 351 val_351 2000-04-08 +353 val_353 2000-04-08 353 val_353 2000-04-08 +353 val_353 2000-04-08 353 val_353 2000-04-08 +353 val_353 2000-04-08 353 val_353 2000-04-08 +353 val_353 2000-04-08 353 val_353 2000-04-08 +356 val_356 2000-04-08 356 val_356 2000-04-08 +360 val_360 2000-04-08 360 val_360 2000-04-08 +362 val_362 2000-04-08 362 val_362 2000-04-08 +364 val_364 2000-04-08 364 val_364 2000-04-08 +365 val_365 2000-04-08 365 val_365 2000-04-08 +366 val_366 2000-04-08 366 val_366 2000-04-08 +367 val_367 2000-04-08 367 val_367 2000-04-08 +367 val_367 2000-04-08 367 val_367 2000-04-08 +367 val_367 2000-04-08 367 val_367 2000-04-08 +367 val_367 2000-04-08 367 val_367 2000-04-08 +368 val_368 2000-04-08 368 val_368 2000-04-08 +369 val_369 2000-04-08 369 val_369 2000-04-08 +369 val_369 2000-04-08 369 val_369 2000-04-08 +369 val_369 2000-04-08 369 val_369 2000-04-08 +369 val_369 2000-04-08 369 val_369 2000-04-08 +369 val_369 2000-04-08 369 val_369 2000-04-08 +369 val_369 2000-04-08 369 val_369 2000-04-08 +369 val_369 2000-04-08 369 val_369 2000-04-08 +369 val_369 2000-04-08 369 val_369 2000-04-08 +369 val_369 2000-04-08 369 val_369 2000-04-08 +373 val_373 2000-04-08 373 val_373 2000-04-08 +374 val_374 2000-04-08 374 val_374 2000-04-08 +375 val_375 2000-04-08 375 val_375 2000-04-08 +377 val_377 2000-04-08 377 val_377 2000-04-08 +378 val_378 2000-04-08 378 val_378 2000-04-08 +379 val_379 2000-04-08 379 val_379 2000-04-08 +382 val_382 2000-04-08 382 val_382 2000-04-08 +382 val_382 2000-04-08 382 val_382 2000-04-08 +382 val_382 2000-04-08 382 val_382 2000-04-08 +382 val_382 2000-04-08 382 val_382 2000-04-08 +384 val_384 2000-04-08 384 val_384 2000-04-08 +384 val_384 2000-04-08 384 val_384 2000-04-08 +384 val_384 2000-04-08 384 val_384 2000-04-08 +384 val_384 2000-04-08 384 val_384 2000-04-08 +384 val_384 2000-04-08 384 val_384 2000-04-08 +384 val_384 2000-04-08 384 val_384 2000-04-08 +384 val_384 2000-04-08 384 val_384 2000-04-08 +384 val_384 2000-04-08 384 val_384 2000-04-08 +384 val_384 2000-04-08 384 val_384 2000-04-08 +386 val_386 2000-04-08 386 val_386 2000-04-08 +389 val_389 2000-04-08 389 val_389 2000-04-08 +392 val_392 2000-04-08 392 val_392 2000-04-08 +393 val_393 2000-04-08 393 val_393 2000-04-08 +394 val_394 2000-04-08 394 val_394 2000-04-08 +395 val_395 2000-04-08 395 val_395 2000-04-08 +395 val_395 2000-04-08 395 val_395 2000-04-08 +395 val_395 2000-04-08 395 val_395 2000-04-08 +395 val_395 2000-04-08 395 val_395 2000-04-08 +396 val_396 2000-04-08 396 val_396 2000-04-08 +396 val_396 2000-04-08 396 val_396 2000-04-08 +396 val_396 2000-04-08 396 val_396 2000-04-08 +396 val_396 2000-04-08 396 val_396 2000-04-08 +396 val_396 2000-04-08 396 val_396 2000-04-08 +396 val_396 2000-04-08 396 val_396 2000-04-08 +396 val_396 2000-04-08 396 val_396 2000-04-08 +396 val_396 2000-04-08 396 val_396 2000-04-08 +396 val_396 2000-04-08 396 val_396 2000-04-08 +397 val_397 2000-04-08 397 val_397 2000-04-08 +397 val_397 2000-04-08 397 val_397 2000-04-08 +397 val_397 2000-04-08 397 val_397 2000-04-08 +397 val_397 2000-04-08 397 val_397 2000-04-08 +399 val_399 2000-04-08 399 val_399 2000-04-08 +399 val_399 2000-04-08 399 val_399 2000-04-08 +399 val_399 2000-04-08 399 val_399 2000-04-08 +399 val_399 2000-04-08 399 val_399 2000-04-08 +400 val_400 2000-04-08 400 val_400 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +401 val_401 2000-04-08 401 val_401 2000-04-08 +402 val_402 2000-04-08 402 val_402 2000-04-08 +403 val_403 2000-04-08 403 val_403 2000-04-08 +403 val_403 2000-04-08 403 val_403 2000-04-08 +403 val_403 2000-04-08 403 val_403 2000-04-08 +403 val_403 2000-04-08 403 val_403 2000-04-08 +403 val_403 2000-04-08 403 val_403 2000-04-08 +403 val_403 2000-04-08 403 val_403 2000-04-08 +403 val_403 2000-04-08 403 val_403 2000-04-08 +403 val_403 2000-04-08 403 val_403 2000-04-08 +403 val_403 2000-04-08 403 val_403 2000-04-08 +404 val_404 2000-04-08 404 val_404 2000-04-08 +404 val_404 2000-04-08 404 val_404 2000-04-08 +404 val_404 2000-04-08 404 val_404 2000-04-08 +404 val_404 2000-04-08 404 val_404 2000-04-08 +406 val_406 2000-04-08 406 val_406 2000-04-08 +406 val_406 2000-04-08 406 val_406 2000-04-08 +406 val_406 2000-04-08 406 val_406 2000-04-08 +406 val_406 2000-04-08 406 val_406 2000-04-08 +406 val_406 2000-04-08 406 val_406 2000-04-08 +406 val_406 2000-04-08 406 val_406 2000-04-08 +406 val_406 2000-04-08 406 val_406 2000-04-08 +406 val_406 2000-04-08 406 val_406 2000-04-08 +406 val_406 2000-04-08 406 val_406 2000-04-08 +406 val_406 2000-04-08 406 val_406 2000-04-08 +406 val_406 2000-04-08 406 val_406 2000-04-08 +406 val_406 2000-04-08 406 val_406 2000-04-08 +406 val_406 2000-04-08 406 val_406 2000-04-08 +406 val_406 2000-04-08 406 val_406 2000-04-08 +406 val_406 2000-04-08 406 val_406 2000-04-08 +406 val_406 2000-04-08 406 val_406 2000-04-08 +407 val_407 2000-04-08 407 val_407 2000-04-08 +409 val_409 2000-04-08 409 val_409 2000-04-08 +409 val_409 2000-04-08 409 val_409 2000-04-08 +409 val_409 2000-04-08 409 val_409 2000-04-08 +409 val_409 2000-04-08 409 val_409 2000-04-08 +409 val_409 2000-04-08 409 val_409 2000-04-08 +409 val_409 2000-04-08 409 val_409 2000-04-08 +409 val_409 2000-04-08 409 val_409 2000-04-08 +409 val_409 2000-04-08 409 val_409 2000-04-08 +409 val_409 2000-04-08 409 val_409 2000-04-08 +411 val_411 2000-04-08 411 val_411 2000-04-08 +413 val_413 2000-04-08 413 val_413 2000-04-08 +413 val_413 2000-04-08 413 val_413 2000-04-08 +413 val_413 2000-04-08 413 val_413 2000-04-08 +413 val_413 2000-04-08 413 val_413 2000-04-08 +414 val_414 2000-04-08 414 val_414 2000-04-08 +414 val_414 2000-04-08 414 val_414 2000-04-08 +414 val_414 2000-04-08 414 val_414 2000-04-08 +414 val_414 2000-04-08 414 val_414 2000-04-08 +417 val_417 2000-04-08 417 val_417 2000-04-08 +417 val_417 2000-04-08 417 val_417 2000-04-08 +417 val_417 2000-04-08 417 val_417 2000-04-08 +417 val_417 2000-04-08 417 val_417 2000-04-08 +417 val_417 2000-04-08 417 val_417 2000-04-08 +417 val_417 2000-04-08 417 val_417 2000-04-08 +417 val_417 2000-04-08 417 val_417 2000-04-08 +417 val_417 2000-04-08 417 val_417 2000-04-08 +417 val_417 2000-04-08 417 val_417 2000-04-08 +418 val_418 2000-04-08 418 val_418 2000-04-08 +419 val_419 2000-04-08 419 val_419 2000-04-08 +421 val_421 2000-04-08 421 val_421 2000-04-08 +424 val_424 2000-04-08 424 val_424 2000-04-08 +424 val_424 2000-04-08 424 val_424 2000-04-08 +424 val_424 2000-04-08 424 val_424 2000-04-08 +424 val_424 2000-04-08 424 val_424 2000-04-08 +427 val_427 2000-04-08 427 val_427 2000-04-08 +429 val_429 2000-04-08 429 val_429 2000-04-08 +429 val_429 2000-04-08 429 val_429 2000-04-08 +429 val_429 2000-04-08 429 val_429 2000-04-08 +429 val_429 2000-04-08 429 val_429 2000-04-08 +430 val_430 2000-04-08 430 val_430 2000-04-08 +430 val_430 2000-04-08 430 val_430 2000-04-08 +430 val_430 2000-04-08 430 val_430 2000-04-08 +430 val_430 2000-04-08 430 val_430 2000-04-08 +430 val_430 2000-04-08 430 val_430 2000-04-08 +430 val_430 2000-04-08 430 val_430 2000-04-08 +430 val_430 2000-04-08 430 val_430 2000-04-08 +430 val_430 2000-04-08 430 val_430 2000-04-08 +430 val_430 2000-04-08 430 val_430 2000-04-08 +431 val_431 2000-04-08 431 val_431 2000-04-08 +431 val_431 2000-04-08 431 val_431 2000-04-08 +431 val_431 2000-04-08 431 val_431 2000-04-08 +431 val_431 2000-04-08 431 val_431 2000-04-08 +431 val_431 2000-04-08 431 val_431 2000-04-08 +431 val_431 2000-04-08 431 val_431 2000-04-08 +431 val_431 2000-04-08 431 val_431 2000-04-08 +431 val_431 2000-04-08 431 val_431 2000-04-08 +431 val_431 2000-04-08 431 val_431 2000-04-08 +432 val_432 2000-04-08 432 val_432 2000-04-08 +435 val_435 2000-04-08 435 val_435 2000-04-08 +436 val_436 2000-04-08 436 val_436 2000-04-08 +437 val_437 2000-04-08 437 val_437 2000-04-08 +438 val_438 2000-04-08 438 val_438 2000-04-08 +438 val_438 2000-04-08 438 val_438 2000-04-08 +438 val_438 2000-04-08 438 val_438 2000-04-08 +438 val_438 2000-04-08 438 val_438 2000-04-08 +438 val_438 2000-04-08 438 val_438 2000-04-08 +438 val_438 2000-04-08 438 val_438 2000-04-08 +438 val_438 2000-04-08 438 val_438 2000-04-08 +438 val_438 2000-04-08 438 val_438 2000-04-08 +438 val_438 2000-04-08 438 val_438 2000-04-08 +439 val_439 2000-04-08 439 val_439 2000-04-08 +439 val_439 2000-04-08 439 val_439 2000-04-08 +439 val_439 2000-04-08 439 val_439 2000-04-08 +439 val_439 2000-04-08 439 val_439 2000-04-08 +443 val_443 2000-04-08 443 val_443 2000-04-08 +444 val_444 2000-04-08 444 val_444 2000-04-08 +446 val_446 2000-04-08 446 val_446 2000-04-08 +448 val_448 2000-04-08 448 val_448 2000-04-08 +449 val_449 2000-04-08 449 val_449 2000-04-08 +452 val_452 2000-04-08 452 val_452 2000-04-08 +453 val_453 2000-04-08 453 val_453 2000-04-08 +454 val_454 2000-04-08 454 val_454 2000-04-08 +454 val_454 2000-04-08 454 val_454 2000-04-08 +454 val_454 2000-04-08 454 val_454 2000-04-08 +454 val_454 2000-04-08 454 val_454 2000-04-08 +454 val_454 2000-04-08 454 val_454 2000-04-08 +454 val_454 2000-04-08 454 val_454 2000-04-08 +454 val_454 2000-04-08 454 val_454 2000-04-08 +454 val_454 2000-04-08 454 val_454 2000-04-08 +454 val_454 2000-04-08 454 val_454 2000-04-08 +455 val_455 2000-04-08 455 val_455 2000-04-08 +457 val_457 2000-04-08 457 val_457 2000-04-08 +458 val_458 2000-04-08 458 val_458 2000-04-08 +458 val_458 2000-04-08 458 val_458 2000-04-08 +458 val_458 2000-04-08 458 val_458 2000-04-08 +458 val_458 2000-04-08 458 val_458 2000-04-08 +459 val_459 2000-04-08 459 val_459 2000-04-08 +459 val_459 2000-04-08 459 val_459 2000-04-08 +459 val_459 2000-04-08 459 val_459 2000-04-08 +459 val_459 2000-04-08 459 val_459 2000-04-08 +460 val_460 2000-04-08 460 val_460 2000-04-08 +462 val_462 2000-04-08 462 val_462 2000-04-08 +462 val_462 2000-04-08 462 val_462 2000-04-08 +462 val_462 2000-04-08 462 val_462 2000-04-08 +462 val_462 2000-04-08 462 val_462 2000-04-08 +463 val_463 2000-04-08 463 val_463 2000-04-08 +463 val_463 2000-04-08 463 val_463 2000-04-08 +463 val_463 2000-04-08 463 val_463 2000-04-08 +463 val_463 2000-04-08 463 val_463 2000-04-08 +466 val_466 2000-04-08 466 val_466 2000-04-08 +466 val_466 2000-04-08 466 val_466 2000-04-08 +466 val_466 2000-04-08 466 val_466 2000-04-08 +466 val_466 2000-04-08 466 val_466 2000-04-08 +466 val_466 2000-04-08 466 val_466 2000-04-08 +466 val_466 2000-04-08 466 val_466 2000-04-08 +466 val_466 2000-04-08 466 val_466 2000-04-08 +466 val_466 2000-04-08 466 val_466 2000-04-08 +466 val_466 2000-04-08 466 val_466 2000-04-08 +467 val_467 2000-04-08 467 val_467 2000-04-08 +468 val_468 2000-04-08 468 val_468 2000-04-08 +468 val_468 2000-04-08 468 val_468 2000-04-08 +468 val_468 2000-04-08 468 val_468 2000-04-08 +468 val_468 2000-04-08 468 val_468 2000-04-08 +468 val_468 2000-04-08 468 val_468 2000-04-08 +468 val_468 2000-04-08 468 val_468 2000-04-08 +468 val_468 2000-04-08 468 val_468 2000-04-08 +468 val_468 2000-04-08 468 val_468 2000-04-08 +468 val_468 2000-04-08 468 val_468 2000-04-08 +468 val_468 2000-04-08 468 val_468 2000-04-08 +468 val_468 2000-04-08 468 val_468 2000-04-08 +468 val_468 2000-04-08 468 val_468 2000-04-08 +468 val_468 2000-04-08 468 val_468 2000-04-08 +468 val_468 2000-04-08 468 val_468 2000-04-08 +468 val_468 2000-04-08 468 val_468 2000-04-08 +468 val_468 2000-04-08 468 val_468 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +469 val_469 2000-04-08 469 val_469 2000-04-08 +470 val_470 2000-04-08 470 val_470 2000-04-08 +472 val_472 2000-04-08 472 val_472 2000-04-08 +475 val_475 2000-04-08 475 val_475 2000-04-08 +477 val_477 2000-04-08 477 val_477 2000-04-08 +478 val_478 2000-04-08 478 val_478 2000-04-08 +478 val_478 2000-04-08 478 val_478 2000-04-08 +478 val_478 2000-04-08 478 val_478 2000-04-08 +478 val_478 2000-04-08 478 val_478 2000-04-08 +479 val_479 2000-04-08 479 val_479 2000-04-08 +480 val_480 2000-04-08 480 val_480 2000-04-08 +480 val_480 2000-04-08 480 val_480 2000-04-08 +480 val_480 2000-04-08 480 val_480 2000-04-08 +480 val_480 2000-04-08 480 val_480 2000-04-08 +480 val_480 2000-04-08 480 val_480 2000-04-08 +480 val_480 2000-04-08 480 val_480 2000-04-08 +480 val_480 2000-04-08 480 val_480 2000-04-08 +480 val_480 2000-04-08 480 val_480 2000-04-08 +480 val_480 2000-04-08 480 val_480 2000-04-08 +481 val_481 2000-04-08 481 val_481 2000-04-08 +482 val_482 2000-04-08 482 val_482 2000-04-08 +483 val_483 2000-04-08 483 val_483 2000-04-08 +484 val_484 2000-04-08 484 val_484 2000-04-08 +485 val_485 2000-04-08 485 val_485 2000-04-08 +487 val_487 2000-04-08 487 val_487 2000-04-08 +489 val_489 2000-04-08 489 val_489 2000-04-08 +489 val_489 2000-04-08 489 val_489 2000-04-08 +489 val_489 2000-04-08 489 val_489 2000-04-08 +489 val_489 2000-04-08 489 val_489 2000-04-08 +489 val_489 2000-04-08 489 val_489 2000-04-08 +489 val_489 2000-04-08 489 val_489 2000-04-08 +489 val_489 2000-04-08 489 val_489 2000-04-08 +489 val_489 2000-04-08 489 val_489 2000-04-08 +489 val_489 2000-04-08 489 val_489 2000-04-08 +489 val_489 2000-04-08 489 val_489 2000-04-08 +489 val_489 2000-04-08 489 val_489 2000-04-08 +489 val_489 2000-04-08 489 val_489 2000-04-08 +489 val_489 2000-04-08 489 val_489 2000-04-08 +489 val_489 2000-04-08 489 val_489 2000-04-08 +489 val_489 2000-04-08 489 val_489 2000-04-08 +489 val_489 2000-04-08 489 val_489 2000-04-08 +490 val_490 2000-04-08 490 val_490 2000-04-08 +491 val_491 2000-04-08 491 val_491 2000-04-08 +492 val_492 2000-04-08 492 val_492 2000-04-08 +492 val_492 2000-04-08 492 val_492 2000-04-08 +492 val_492 2000-04-08 492 val_492 2000-04-08 +492 val_492 2000-04-08 492 val_492 2000-04-08 +493 val_493 2000-04-08 493 val_493 2000-04-08 +494 val_494 2000-04-08 494 val_494 2000-04-08 +495 val_495 2000-04-08 495 val_495 2000-04-08 +496 val_496 2000-04-08 496 val_496 2000-04-08 +497 val_497 2000-04-08 497 val_497 2000-04-08 +498 val_498 2000-04-08 498 val_498 2000-04-08 +498 val_498 2000-04-08 498 val_498 2000-04-08 +498 val_498 2000-04-08 498 val_498 2000-04-08 +498 val_498 2000-04-08 498 val_498 2000-04-08 +498 val_498 2000-04-08 498 val_498 2000-04-08 +498 val_498 2000-04-08 498 val_498 2000-04-08 +498 val_498 2000-04-08 498 val_498 2000-04-08 +498 val_498 2000-04-08 498 val_498 2000-04-08 +498 val_498 2000-04-08 498 val_498 2000-04-08 +PREHOOK: query: explain extended select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-09' +PREHOOK: type: QUERY +POSTHOOK: query: explain extended select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-09' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF pcr_t1 t1) (TOK_TABREF pcr_t1 t2) (and (and (= (. (TOK_TABLE_OR_COL t1) key) (. (TOK_TABLE_OR_COL t2) key)) (= (. (TOK_TABLE_OR_COL t1) ds) '2000-04-08')) (= (. (TOK_TABLE_OR_COL t2) ds) '2000-04-09')))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + t1 + TableScan + alias: t1 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: + expr: (ds = '2000-04-08') + type: boolean + Reduce Output Operator + key expressions: + expr: key + type: int + sort order: + + Map-reduce partition columns: + expr: key + type: int + tag: 0 + value expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + t2 + TableScan + alias: t2 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: + expr: (ds = '2000-04-09') + type: boolean + Reduce Output Operator + key expressions: + expr: key + type: int + sort order: + + Map-reduce partition columns: + expr: key + type: int + tag: 1 + value expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + Needs Tagging: true + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [t1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [t2] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + Partition + base file name: ds=2000-04-08 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-08 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + Partition + base file name: ds=2000-04-09 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-09 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 3 + numPartitions 3 + numRows 1500 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 17436 + transient_lastDdlTime 1288808752 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + Reduce Operator Tree: + Join Operator + condition map: + Inner Join 0 to 1 + condition expressions: + 0 {VALUE._col0} {VALUE._col1} {VALUE._col2} + 1 {VALUE._col0} {VALUE._col1} {VALUE._col2} + handleSkewJoin: false + outputColumnNames: _col0, _col1, _col2, _col5, _col6, _col7 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + expr: _col5 + type: int + expr: _col6 + type: string + expr: _col7 + type: string + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: file:/tmp/sdong/hive_2010-11-03_11-26-30_151_5594699539282352973/-ext-10001 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-11-03_11-26-30_151_5594699539282352973/-ext-10001/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3,_col4,_col5 + columns.types int:string:string:int:string:string + serialization.format 1 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-09' +PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-30_319_2999142876100323254/-mr-10000 +POSTHOOK: query: select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-09' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-30_319_2999142876100323254/-mr-10000 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +0 val_0 2000-04-08 0 val_0 2000-04-09 +0 val_0 2000-04-08 0 val_0 2000-04-09 +0 val_0 2000-04-08 0 val_0 2000-04-09 +0 val_0 2000-04-08 0 val_0 2000-04-09 +0 val_0 2000-04-08 0 val_0 2000-04-09 +0 val_0 2000-04-08 0 val_0 2000-04-09 +0 val_0 2000-04-08 0 val_0 2000-04-09 +0 val_0 2000-04-08 0 val_0 2000-04-09 +0 val_0 2000-04-08 0 val_0 2000-04-09 +2 val_2 2000-04-08 2 val_2 2000-04-09 +4 val_4 2000-04-08 4 val_4 2000-04-09 +5 val_5 2000-04-08 5 val_5 2000-04-09 +5 val_5 2000-04-08 5 val_5 2000-04-09 +5 val_5 2000-04-08 5 val_5 2000-04-09 +5 val_5 2000-04-08 5 val_5 2000-04-09 +5 val_5 2000-04-08 5 val_5 2000-04-09 +5 val_5 2000-04-08 5 val_5 2000-04-09 +5 val_5 2000-04-08 5 val_5 2000-04-09 +5 val_5 2000-04-08 5 val_5 2000-04-09 +5 val_5 2000-04-08 5 val_5 2000-04-09 +8 val_8 2000-04-08 8 val_8 2000-04-09 +9 val_9 2000-04-08 9 val_9 2000-04-09 +10 val_10 2000-04-08 10 val_10 2000-04-09 +11 val_11 2000-04-08 11 val_11 2000-04-09 +12 val_12 2000-04-08 12 val_12 2000-04-09 +12 val_12 2000-04-08 12 val_12 2000-04-09 +12 val_12 2000-04-08 12 val_12 2000-04-09 +12 val_12 2000-04-08 12 val_12 2000-04-09 +15 val_15 2000-04-08 15 val_15 2000-04-09 +15 val_15 2000-04-08 15 val_15 2000-04-09 +15 val_15 2000-04-08 15 val_15 2000-04-09 +15 val_15 2000-04-08 15 val_15 2000-04-09 +17 val_17 2000-04-08 17 val_17 2000-04-09 +18 val_18 2000-04-08 18 val_18 2000-04-09 +18 val_18 2000-04-08 18 val_18 2000-04-09 +18 val_18 2000-04-08 18 val_18 2000-04-09 +18 val_18 2000-04-08 18 val_18 2000-04-09 +19 val_19 2000-04-08 19 val_19 2000-04-09 +20 val_20 2000-04-08 20 val_20 2000-04-09 +24 val_24 2000-04-08 24 val_24 2000-04-09 +24 val_24 2000-04-08 24 val_24 2000-04-09 +24 val_24 2000-04-08 24 val_24 2000-04-09 +24 val_24 2000-04-08 24 val_24 2000-04-09 +26 val_26 2000-04-08 26 val_26 2000-04-09 +26 val_26 2000-04-08 26 val_26 2000-04-09 +26 val_26 2000-04-08 26 val_26 2000-04-09 +26 val_26 2000-04-08 26 val_26 2000-04-09 +27 val_27 2000-04-08 27 val_27 2000-04-09 +28 val_28 2000-04-08 28 val_28 2000-04-09 +30 val_30 2000-04-08 30 val_30 2000-04-09 +33 val_33 2000-04-08 33 val_33 2000-04-09 +34 val_34 2000-04-08 34 val_34 2000-04-09 +35 val_35 2000-04-08 35 val_35 2000-04-09 +35 val_35 2000-04-08 35 val_35 2000-04-09 +35 val_35 2000-04-08 35 val_35 2000-04-09 +35 val_35 2000-04-08 35 val_35 2000-04-09 +35 val_35 2000-04-08 35 val_35 2000-04-09 +35 val_35 2000-04-08 35 val_35 2000-04-09 +35 val_35 2000-04-08 35 val_35 2000-04-09 +35 val_35 2000-04-08 35 val_35 2000-04-09 +35 val_35 2000-04-08 35 val_35 2000-04-09 +37 val_37 2000-04-08 37 val_37 2000-04-09 +37 val_37 2000-04-08 37 val_37 2000-04-09 +37 val_37 2000-04-08 37 val_37 2000-04-09 +37 val_37 2000-04-08 37 val_37 2000-04-09 +41 val_41 2000-04-08 41 val_41 2000-04-09 +42 val_42 2000-04-08 42 val_42 2000-04-09 +42 val_42 2000-04-08 42 val_42 2000-04-09 +42 val_42 2000-04-08 42 val_42 2000-04-09 +42 val_42 2000-04-08 42 val_42 2000-04-09 +43 val_43 2000-04-08 43 val_43 2000-04-09 +44 val_44 2000-04-08 44 val_44 2000-04-09 +47 val_47 2000-04-08 47 val_47 2000-04-09 +51 val_51 2000-04-08 51 val_51 2000-04-09 +51 val_51 2000-04-08 51 val_51 2000-04-09 +51 val_51 2000-04-08 51 val_51 2000-04-09 +51 val_51 2000-04-08 51 val_51 2000-04-09 +53 val_53 2000-04-08 53 val_53 2000-04-09 +54 val_54 2000-04-08 54 val_54 2000-04-09 +57 val_57 2000-04-08 57 val_57 2000-04-09 +58 val_58 2000-04-08 58 val_58 2000-04-09 +58 val_58 2000-04-08 58 val_58 2000-04-09 +58 val_58 2000-04-08 58 val_58 2000-04-09 +58 val_58 2000-04-08 58 val_58 2000-04-09 +64 val_64 2000-04-08 64 val_64 2000-04-09 +65 val_65 2000-04-08 65 val_65 2000-04-09 +66 val_66 2000-04-08 66 val_66 2000-04-09 +67 val_67 2000-04-08 67 val_67 2000-04-09 +67 val_67 2000-04-08 67 val_67 2000-04-09 +67 val_67 2000-04-08 67 val_67 2000-04-09 +67 val_67 2000-04-08 67 val_67 2000-04-09 +69 val_69 2000-04-08 69 val_69 2000-04-09 +70 val_70 2000-04-08 70 val_70 2000-04-09 +70 val_70 2000-04-08 70 val_70 2000-04-09 +70 val_70 2000-04-08 70 val_70 2000-04-09 +70 val_70 2000-04-08 70 val_70 2000-04-09 +70 val_70 2000-04-08 70 val_70 2000-04-09 +70 val_70 2000-04-08 70 val_70 2000-04-09 +70 val_70 2000-04-08 70 val_70 2000-04-09 +70 val_70 2000-04-08 70 val_70 2000-04-09 +70 val_70 2000-04-08 70 val_70 2000-04-09 +72 val_72 2000-04-08 72 val_72 2000-04-09 +72 val_72 2000-04-08 72 val_72 2000-04-09 +72 val_72 2000-04-08 72 val_72 2000-04-09 +72 val_72 2000-04-08 72 val_72 2000-04-09 +74 val_74 2000-04-08 74 val_74 2000-04-09 +76 val_76 2000-04-08 76 val_76 2000-04-09 +76 val_76 2000-04-08 76 val_76 2000-04-09 +76 val_76 2000-04-08 76 val_76 2000-04-09 +76 val_76 2000-04-08 76 val_76 2000-04-09 +77 val_77 2000-04-08 77 val_77 2000-04-09 +78 val_78 2000-04-08 78 val_78 2000-04-09 +80 val_80 2000-04-08 80 val_80 2000-04-09 +82 val_82 2000-04-08 82 val_82 2000-04-09 +83 val_83 2000-04-08 83 val_83 2000-04-09 +83 val_83 2000-04-08 83 val_83 2000-04-09 +83 val_83 2000-04-08 83 val_83 2000-04-09 +83 val_83 2000-04-08 83 val_83 2000-04-09 +84 val_84 2000-04-08 84 val_84 2000-04-09 +84 val_84 2000-04-08 84 val_84 2000-04-09 +84 val_84 2000-04-08 84 val_84 2000-04-09 +84 val_84 2000-04-08 84 val_84 2000-04-09 +85 val_85 2000-04-08 85 val_85 2000-04-09 +86 val_86 2000-04-08 86 val_86 2000-04-09 +87 val_87 2000-04-08 87 val_87 2000-04-09 +90 val_90 2000-04-08 90 val_90 2000-04-09 +90 val_90 2000-04-08 90 val_90 2000-04-09 +90 val_90 2000-04-08 90 val_90 2000-04-09 +90 val_90 2000-04-08 90 val_90 2000-04-09 +90 val_90 2000-04-08 90 val_90 2000-04-09 +90 val_90 2000-04-08 90 val_90 2000-04-09 +90 val_90 2000-04-08 90 val_90 2000-04-09 +90 val_90 2000-04-08 90 val_90 2000-04-09 +90 val_90 2000-04-08 90 val_90 2000-04-09 +92 val_92 2000-04-08 92 val_92 2000-04-09 +95 val_95 2000-04-08 95 val_95 2000-04-09 +95 val_95 2000-04-08 95 val_95 2000-04-09 +95 val_95 2000-04-08 95 val_95 2000-04-09 +95 val_95 2000-04-08 95 val_95 2000-04-09 +96 val_96 2000-04-08 96 val_96 2000-04-09 +97 val_97 2000-04-08 97 val_97 2000-04-09 +97 val_97 2000-04-08 97 val_97 2000-04-09 +97 val_97 2000-04-08 97 val_97 2000-04-09 +97 val_97 2000-04-08 97 val_97 2000-04-09 +98 val_98 2000-04-08 98 val_98 2000-04-09 +98 val_98 2000-04-08 98 val_98 2000-04-09 +98 val_98 2000-04-08 98 val_98 2000-04-09 +98 val_98 2000-04-08 98 val_98 2000-04-09 +100 val_100 2000-04-08 100 val_100 2000-04-09 +100 val_100 2000-04-08 100 val_100 2000-04-09 +100 val_100 2000-04-08 100 val_100 2000-04-09 +100 val_100 2000-04-08 100 val_100 2000-04-09 +103 val_103 2000-04-08 103 val_103 2000-04-09 +103 val_103 2000-04-08 103 val_103 2000-04-09 +103 val_103 2000-04-08 103 val_103 2000-04-09 +103 val_103 2000-04-08 103 val_103 2000-04-09 +104 val_104 2000-04-08 104 val_104 2000-04-09 +104 val_104 2000-04-08 104 val_104 2000-04-09 +104 val_104 2000-04-08 104 val_104 2000-04-09 +104 val_104 2000-04-08 104 val_104 2000-04-09 +105 val_105 2000-04-08 105 val_105 2000-04-09 +111 val_111 2000-04-08 111 val_111 2000-04-09 +113 val_113 2000-04-08 113 val_113 2000-04-09 +113 val_113 2000-04-08 113 val_113 2000-04-09 +113 val_113 2000-04-08 113 val_113 2000-04-09 +113 val_113 2000-04-08 113 val_113 2000-04-09 +114 val_114 2000-04-08 114 val_114 2000-04-09 +116 val_116 2000-04-08 116 val_116 2000-04-09 +118 val_118 2000-04-08 118 val_118 2000-04-09 +118 val_118 2000-04-08 118 val_118 2000-04-09 +118 val_118 2000-04-08 118 val_118 2000-04-09 +118 val_118 2000-04-08 118 val_118 2000-04-09 +119 val_119 2000-04-08 119 val_119 2000-04-09 +119 val_119 2000-04-08 119 val_119 2000-04-09 +119 val_119 2000-04-08 119 val_119 2000-04-09 +119 val_119 2000-04-08 119 val_119 2000-04-09 +119 val_119 2000-04-08 119 val_119 2000-04-09 +119 val_119 2000-04-08 119 val_119 2000-04-09 +119 val_119 2000-04-08 119 val_119 2000-04-09 +119 val_119 2000-04-08 119 val_119 2000-04-09 +119 val_119 2000-04-08 119 val_119 2000-04-09 +120 val_120 2000-04-08 120 val_120 2000-04-09 +120 val_120 2000-04-08 120 val_120 2000-04-09 +120 val_120 2000-04-08 120 val_120 2000-04-09 +120 val_120 2000-04-08 120 val_120 2000-04-09 +125 val_125 2000-04-08 125 val_125 2000-04-09 +125 val_125 2000-04-08 125 val_125 2000-04-09 +125 val_125 2000-04-08 125 val_125 2000-04-09 +125 val_125 2000-04-08 125 val_125 2000-04-09 +126 val_126 2000-04-08 126 val_126 2000-04-09 +128 val_128 2000-04-08 128 val_128 2000-04-09 +128 val_128 2000-04-08 128 val_128 2000-04-09 +128 val_128 2000-04-08 128 val_128 2000-04-09 +128 val_128 2000-04-08 128 val_128 2000-04-09 +128 val_128 2000-04-08 128 val_128 2000-04-09 +128 val_128 2000-04-08 128 val_128 2000-04-09 +128 val_128 2000-04-08 128 val_128 2000-04-09 +128 val_128 2000-04-08 128 val_128 2000-04-09 +128 val_128 2000-04-08 128 val_128 2000-04-09 +129 val_129 2000-04-08 129 val_129 2000-04-09 +129 val_129 2000-04-08 129 val_129 2000-04-09 +129 val_129 2000-04-08 129 val_129 2000-04-09 +129 val_129 2000-04-08 129 val_129 2000-04-09 +131 val_131 2000-04-08 131 val_131 2000-04-09 +133 val_133 2000-04-08 133 val_133 2000-04-09 +134 val_134 2000-04-08 134 val_134 2000-04-09 +134 val_134 2000-04-08 134 val_134 2000-04-09 +134 val_134 2000-04-08 134 val_134 2000-04-09 +134 val_134 2000-04-08 134 val_134 2000-04-09 +136 val_136 2000-04-08 136 val_136 2000-04-09 +137 val_137 2000-04-08 137 val_137 2000-04-09 +137 val_137 2000-04-08 137 val_137 2000-04-09 +137 val_137 2000-04-08 137 val_137 2000-04-09 +137 val_137 2000-04-08 137 val_137 2000-04-09 +138 val_138 2000-04-08 138 val_138 2000-04-09 +138 val_138 2000-04-08 138 val_138 2000-04-09 +138 val_138 2000-04-08 138 val_138 2000-04-09 +138 val_138 2000-04-08 138 val_138 2000-04-09 +138 val_138 2000-04-08 138 val_138 2000-04-09 +138 val_138 2000-04-08 138 val_138 2000-04-09 +138 val_138 2000-04-08 138 val_138 2000-04-09 +138 val_138 2000-04-08 138 val_138 2000-04-09 +138 val_138 2000-04-08 138 val_138 2000-04-09 +138 val_138 2000-04-08 138 val_138 2000-04-09 +138 val_138 2000-04-08 138 val_138 2000-04-09 +138 val_138 2000-04-08 138 val_138 2000-04-09 +138 val_138 2000-04-08 138 val_138 2000-04-09 +138 val_138 2000-04-08 138 val_138 2000-04-09 +138 val_138 2000-04-08 138 val_138 2000-04-09 +138 val_138 2000-04-08 138 val_138 2000-04-09 +143 val_143 2000-04-08 143 val_143 2000-04-09 +145 val_145 2000-04-08 145 val_145 2000-04-09 +146 val_146 2000-04-08 146 val_146 2000-04-09 +146 val_146 2000-04-08 146 val_146 2000-04-09 +146 val_146 2000-04-08 146 val_146 2000-04-09 +146 val_146 2000-04-08 146 val_146 2000-04-09 +149 val_149 2000-04-08 149 val_149 2000-04-09 +149 val_149 2000-04-08 149 val_149 2000-04-09 +149 val_149 2000-04-08 149 val_149 2000-04-09 +149 val_149 2000-04-08 149 val_149 2000-04-09 +150 val_150 2000-04-08 150 val_150 2000-04-09 +152 val_152 2000-04-08 152 val_152 2000-04-09 +152 val_152 2000-04-08 152 val_152 2000-04-09 +152 val_152 2000-04-08 152 val_152 2000-04-09 +152 val_152 2000-04-08 152 val_152 2000-04-09 +153 val_153 2000-04-08 153 val_153 2000-04-09 +155 val_155 2000-04-08 155 val_155 2000-04-09 +156 val_156 2000-04-08 156 val_156 2000-04-09 +157 val_157 2000-04-08 157 val_157 2000-04-09 +158 val_158 2000-04-08 158 val_158 2000-04-09 +160 val_160 2000-04-08 160 val_160 2000-04-09 +162 val_162 2000-04-08 162 val_162 2000-04-09 +163 val_163 2000-04-08 163 val_163 2000-04-09 +164 val_164 2000-04-08 164 val_164 2000-04-09 +164 val_164 2000-04-08 164 val_164 2000-04-09 +164 val_164 2000-04-08 164 val_164 2000-04-09 +164 val_164 2000-04-08 164 val_164 2000-04-09 +165 val_165 2000-04-08 165 val_165 2000-04-09 +165 val_165 2000-04-08 165 val_165 2000-04-09 +165 val_165 2000-04-08 165 val_165 2000-04-09 +165 val_165 2000-04-08 165 val_165 2000-04-09 +166 val_166 2000-04-08 166 val_166 2000-04-09 +167 val_167 2000-04-08 167 val_167 2000-04-09 +167 val_167 2000-04-08 167 val_167 2000-04-09 +167 val_167 2000-04-08 167 val_167 2000-04-09 +167 val_167 2000-04-08 167 val_167 2000-04-09 +167 val_167 2000-04-08 167 val_167 2000-04-09 +167 val_167 2000-04-08 167 val_167 2000-04-09 +167 val_167 2000-04-08 167 val_167 2000-04-09 +167 val_167 2000-04-08 167 val_167 2000-04-09 +167 val_167 2000-04-08 167 val_167 2000-04-09 +168 val_168 2000-04-08 168 val_168 2000-04-09 +169 val_169 2000-04-08 169 val_169 2000-04-09 +169 val_169 2000-04-08 169 val_169 2000-04-09 +169 val_169 2000-04-08 169 val_169 2000-04-09 +169 val_169 2000-04-08 169 val_169 2000-04-09 +169 val_169 2000-04-08 169 val_169 2000-04-09 +169 val_169 2000-04-08 169 val_169 2000-04-09 +169 val_169 2000-04-08 169 val_169 2000-04-09 +169 val_169 2000-04-08 169 val_169 2000-04-09 +169 val_169 2000-04-08 169 val_169 2000-04-09 +169 val_169 2000-04-08 169 val_169 2000-04-09 +169 val_169 2000-04-08 169 val_169 2000-04-09 +169 val_169 2000-04-08 169 val_169 2000-04-09 +169 val_169 2000-04-08 169 val_169 2000-04-09 +169 val_169 2000-04-08 169 val_169 2000-04-09 +169 val_169 2000-04-08 169 val_169 2000-04-09 +169 val_169 2000-04-08 169 val_169 2000-04-09 +170 val_170 2000-04-08 170 val_170 2000-04-09 +172 val_172 2000-04-08 172 val_172 2000-04-09 +172 val_172 2000-04-08 172 val_172 2000-04-09 +172 val_172 2000-04-08 172 val_172 2000-04-09 +172 val_172 2000-04-08 172 val_172 2000-04-09 +174 val_174 2000-04-08 174 val_174 2000-04-09 +174 val_174 2000-04-08 174 val_174 2000-04-09 +174 val_174 2000-04-08 174 val_174 2000-04-09 +174 val_174 2000-04-08 174 val_174 2000-04-09 +175 val_175 2000-04-08 175 val_175 2000-04-09 +175 val_175 2000-04-08 175 val_175 2000-04-09 +175 val_175 2000-04-08 175 val_175 2000-04-09 +175 val_175 2000-04-08 175 val_175 2000-04-09 +176 val_176 2000-04-08 176 val_176 2000-04-09 +176 val_176 2000-04-08 176 val_176 2000-04-09 +176 val_176 2000-04-08 176 val_176 2000-04-09 +176 val_176 2000-04-08 176 val_176 2000-04-09 +177 val_177 2000-04-08 177 val_177 2000-04-09 +178 val_178 2000-04-08 178 val_178 2000-04-09 +179 val_179 2000-04-08 179 val_179 2000-04-09 +179 val_179 2000-04-08 179 val_179 2000-04-09 +179 val_179 2000-04-08 179 val_179 2000-04-09 +179 val_179 2000-04-08 179 val_179 2000-04-09 +180 val_180 2000-04-08 180 val_180 2000-04-09 +181 val_181 2000-04-08 181 val_181 2000-04-09 +183 val_183 2000-04-08 183 val_183 2000-04-09 +186 val_186 2000-04-08 186 val_186 2000-04-09 +187 val_187 2000-04-08 187 val_187 2000-04-09 +187 val_187 2000-04-08 187 val_187 2000-04-09 +187 val_187 2000-04-08 187 val_187 2000-04-09 +187 val_187 2000-04-08 187 val_187 2000-04-09 +187 val_187 2000-04-08 187 val_187 2000-04-09 +187 val_187 2000-04-08 187 val_187 2000-04-09 +187 val_187 2000-04-08 187 val_187 2000-04-09 +187 val_187 2000-04-08 187 val_187 2000-04-09 +187 val_187 2000-04-08 187 val_187 2000-04-09 +189 val_189 2000-04-08 189 val_189 2000-04-09 +190 val_190 2000-04-08 190 val_190 2000-04-09 +191 val_191 2000-04-08 191 val_191 2000-04-09 +191 val_191 2000-04-08 191 val_191 2000-04-09 +191 val_191 2000-04-08 191 val_191 2000-04-09 +191 val_191 2000-04-08 191 val_191 2000-04-09 +192 val_192 2000-04-08 192 val_192 2000-04-09 +193 val_193 2000-04-08 193 val_193 2000-04-09 +193 val_193 2000-04-08 193 val_193 2000-04-09 +193 val_193 2000-04-08 193 val_193 2000-04-09 +193 val_193 2000-04-08 193 val_193 2000-04-09 +193 val_193 2000-04-08 193 val_193 2000-04-09 +193 val_193 2000-04-08 193 val_193 2000-04-09 +193 val_193 2000-04-08 193 val_193 2000-04-09 +193 val_193 2000-04-08 193 val_193 2000-04-09 +193 val_193 2000-04-08 193 val_193 2000-04-09 +194 val_194 2000-04-08 194 val_194 2000-04-09 +195 val_195 2000-04-08 195 val_195 2000-04-09 +195 val_195 2000-04-08 195 val_195 2000-04-09 +195 val_195 2000-04-08 195 val_195 2000-04-09 +195 val_195 2000-04-08 195 val_195 2000-04-09 +196 val_196 2000-04-08 196 val_196 2000-04-09 +197 val_197 2000-04-08 197 val_197 2000-04-09 +197 val_197 2000-04-08 197 val_197 2000-04-09 +197 val_197 2000-04-08 197 val_197 2000-04-09 +197 val_197 2000-04-08 197 val_197 2000-04-09 +199 val_199 2000-04-08 199 val_199 2000-04-09 +199 val_199 2000-04-08 199 val_199 2000-04-09 +199 val_199 2000-04-08 199 val_199 2000-04-09 +199 val_199 2000-04-08 199 val_199 2000-04-09 +199 val_199 2000-04-08 199 val_199 2000-04-09 +199 val_199 2000-04-08 199 val_199 2000-04-09 +199 val_199 2000-04-08 199 val_199 2000-04-09 +199 val_199 2000-04-08 199 val_199 2000-04-09 +199 val_199 2000-04-08 199 val_199 2000-04-09 +200 val_200 2000-04-08 200 val_200 2000-04-09 +200 val_200 2000-04-08 200 val_200 2000-04-09 +200 val_200 2000-04-08 200 val_200 2000-04-09 +200 val_200 2000-04-08 200 val_200 2000-04-09 +201 val_201 2000-04-08 201 val_201 2000-04-09 +202 val_202 2000-04-08 202 val_202 2000-04-09 +203 val_203 2000-04-08 203 val_203 2000-04-09 +203 val_203 2000-04-08 203 val_203 2000-04-09 +203 val_203 2000-04-08 203 val_203 2000-04-09 +203 val_203 2000-04-08 203 val_203 2000-04-09 +205 val_205 2000-04-08 205 val_205 2000-04-09 +205 val_205 2000-04-08 205 val_205 2000-04-09 +205 val_205 2000-04-08 205 val_205 2000-04-09 +205 val_205 2000-04-08 205 val_205 2000-04-09 +207 val_207 2000-04-08 207 val_207 2000-04-09 +207 val_207 2000-04-08 207 val_207 2000-04-09 +207 val_207 2000-04-08 207 val_207 2000-04-09 +207 val_207 2000-04-08 207 val_207 2000-04-09 +208 val_208 2000-04-08 208 val_208 2000-04-09 +208 val_208 2000-04-08 208 val_208 2000-04-09 +208 val_208 2000-04-08 208 val_208 2000-04-09 +208 val_208 2000-04-08 208 val_208 2000-04-09 +208 val_208 2000-04-08 208 val_208 2000-04-09 +208 val_208 2000-04-08 208 val_208 2000-04-09 +208 val_208 2000-04-08 208 val_208 2000-04-09 +208 val_208 2000-04-08 208 val_208 2000-04-09 +208 val_208 2000-04-08 208 val_208 2000-04-09 +209 val_209 2000-04-08 209 val_209 2000-04-09 +209 val_209 2000-04-08 209 val_209 2000-04-09 +209 val_209 2000-04-08 209 val_209 2000-04-09 +209 val_209 2000-04-08 209 val_209 2000-04-09 +213 val_213 2000-04-08 213 val_213 2000-04-09 +213 val_213 2000-04-08 213 val_213 2000-04-09 +213 val_213 2000-04-08 213 val_213 2000-04-09 +213 val_213 2000-04-08 213 val_213 2000-04-09 +214 val_214 2000-04-08 214 val_214 2000-04-09 +216 val_216 2000-04-08 216 val_216 2000-04-09 +216 val_216 2000-04-08 216 val_216 2000-04-09 +216 val_216 2000-04-08 216 val_216 2000-04-09 +216 val_216 2000-04-08 216 val_216 2000-04-09 +217 val_217 2000-04-08 217 val_217 2000-04-09 +217 val_217 2000-04-08 217 val_217 2000-04-09 +217 val_217 2000-04-08 217 val_217 2000-04-09 +217 val_217 2000-04-08 217 val_217 2000-04-09 +218 val_218 2000-04-08 218 val_218 2000-04-09 +219 val_219 2000-04-08 219 val_219 2000-04-09 +219 val_219 2000-04-08 219 val_219 2000-04-09 +219 val_219 2000-04-08 219 val_219 2000-04-09 +219 val_219 2000-04-08 219 val_219 2000-04-09 +221 val_221 2000-04-08 221 val_221 2000-04-09 +221 val_221 2000-04-08 221 val_221 2000-04-09 +221 val_221 2000-04-08 221 val_221 2000-04-09 +221 val_221 2000-04-08 221 val_221 2000-04-09 +222 val_222 2000-04-08 222 val_222 2000-04-09 +223 val_223 2000-04-08 223 val_223 2000-04-09 +223 val_223 2000-04-08 223 val_223 2000-04-09 +223 val_223 2000-04-08 223 val_223 2000-04-09 +223 val_223 2000-04-08 223 val_223 2000-04-09 +224 val_224 2000-04-08 224 val_224 2000-04-09 +224 val_224 2000-04-08 224 val_224 2000-04-09 +224 val_224 2000-04-08 224 val_224 2000-04-09 +224 val_224 2000-04-08 224 val_224 2000-04-09 +226 val_226 2000-04-08 226 val_226 2000-04-09 +228 val_228 2000-04-08 228 val_228 2000-04-09 +229 val_229 2000-04-08 229 val_229 2000-04-09 +229 val_229 2000-04-08 229 val_229 2000-04-09 +229 val_229 2000-04-08 229 val_229 2000-04-09 +229 val_229 2000-04-08 229 val_229 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +230 val_230 2000-04-08 230 val_230 2000-04-09 +233 val_233 2000-04-08 233 val_233 2000-04-09 +233 val_233 2000-04-08 233 val_233 2000-04-09 +233 val_233 2000-04-08 233 val_233 2000-04-09 +233 val_233 2000-04-08 233 val_233 2000-04-09 +235 val_235 2000-04-08 235 val_235 2000-04-09 +237 val_237 2000-04-08 237 val_237 2000-04-09 +237 val_237 2000-04-08 237 val_237 2000-04-09 +237 val_237 2000-04-08 237 val_237 2000-04-09 +237 val_237 2000-04-08 237 val_237 2000-04-09 +238 val_238 2000-04-08 238 val_238 2000-04-09 +238 val_238 2000-04-08 238 val_238 2000-04-09 +238 val_238 2000-04-08 238 val_238 2000-04-09 +238 val_238 2000-04-08 238 val_238 2000-04-09 +239 val_239 2000-04-08 239 val_239 2000-04-09 +239 val_239 2000-04-08 239 val_239 2000-04-09 +239 val_239 2000-04-08 239 val_239 2000-04-09 +239 val_239 2000-04-08 239 val_239 2000-04-09 +241 val_241 2000-04-08 241 val_241 2000-04-09 +242 val_242 2000-04-08 242 val_242 2000-04-09 +242 val_242 2000-04-08 242 val_242 2000-04-09 +242 val_242 2000-04-08 242 val_242 2000-04-09 +242 val_242 2000-04-08 242 val_242 2000-04-09 +244 val_244 2000-04-08 244 val_244 2000-04-09 +247 val_247 2000-04-08 247 val_247 2000-04-09 +248 val_248 2000-04-08 248 val_248 2000-04-09 +249 val_249 2000-04-08 249 val_249 2000-04-09 +252 val_252 2000-04-08 252 val_252 2000-04-09 +255 val_255 2000-04-08 255 val_255 2000-04-09 +255 val_255 2000-04-08 255 val_255 2000-04-09 +255 val_255 2000-04-08 255 val_255 2000-04-09 +255 val_255 2000-04-08 255 val_255 2000-04-09 +256 val_256 2000-04-08 256 val_256 2000-04-09 +256 val_256 2000-04-08 256 val_256 2000-04-09 +256 val_256 2000-04-08 256 val_256 2000-04-09 +256 val_256 2000-04-08 256 val_256 2000-04-09 +257 val_257 2000-04-08 257 val_257 2000-04-09 +258 val_258 2000-04-08 258 val_258 2000-04-09 +260 val_260 2000-04-08 260 val_260 2000-04-09 +262 val_262 2000-04-08 262 val_262 2000-04-09 +263 val_263 2000-04-08 263 val_263 2000-04-09 +265 val_265 2000-04-08 265 val_265 2000-04-09 +265 val_265 2000-04-08 265 val_265 2000-04-09 +265 val_265 2000-04-08 265 val_265 2000-04-09 +265 val_265 2000-04-08 265 val_265 2000-04-09 +266 val_266 2000-04-08 266 val_266 2000-04-09 +272 val_272 2000-04-08 272 val_272 2000-04-09 +272 val_272 2000-04-08 272 val_272 2000-04-09 +272 val_272 2000-04-08 272 val_272 2000-04-09 +272 val_272 2000-04-08 272 val_272 2000-04-09 +273 val_273 2000-04-08 273 val_273 2000-04-09 +273 val_273 2000-04-08 273 val_273 2000-04-09 +273 val_273 2000-04-08 273 val_273 2000-04-09 +273 val_273 2000-04-08 273 val_273 2000-04-09 +273 val_273 2000-04-08 273 val_273 2000-04-09 +273 val_273 2000-04-08 273 val_273 2000-04-09 +273 val_273 2000-04-08 273 val_273 2000-04-09 +273 val_273 2000-04-08 273 val_273 2000-04-09 +273 val_273 2000-04-08 273 val_273 2000-04-09 +274 val_274 2000-04-08 274 val_274 2000-04-09 +275 val_275 2000-04-08 275 val_275 2000-04-09 +277 val_277 2000-04-08 277 val_277 2000-04-09 +277 val_277 2000-04-08 277 val_277 2000-04-09 +277 val_277 2000-04-08 277 val_277 2000-04-09 +277 val_277 2000-04-08 277 val_277 2000-04-09 +277 val_277 2000-04-08 277 val_277 2000-04-09 +277 val_277 2000-04-08 277 val_277 2000-04-09 +277 val_277 2000-04-08 277 val_277 2000-04-09 +277 val_277 2000-04-08 277 val_277 2000-04-09 +277 val_277 2000-04-08 277 val_277 2000-04-09 +277 val_277 2000-04-08 277 val_277 2000-04-09 +277 val_277 2000-04-08 277 val_277 2000-04-09 +277 val_277 2000-04-08 277 val_277 2000-04-09 +277 val_277 2000-04-08 277 val_277 2000-04-09 +277 val_277 2000-04-08 277 val_277 2000-04-09 +277 val_277 2000-04-08 277 val_277 2000-04-09 +277 val_277 2000-04-08 277 val_277 2000-04-09 +278 val_278 2000-04-08 278 val_278 2000-04-09 +278 val_278 2000-04-08 278 val_278 2000-04-09 +278 val_278 2000-04-08 278 val_278 2000-04-09 +278 val_278 2000-04-08 278 val_278 2000-04-09 +280 val_280 2000-04-08 280 val_280 2000-04-09 +280 val_280 2000-04-08 280 val_280 2000-04-09 +280 val_280 2000-04-08 280 val_280 2000-04-09 +280 val_280 2000-04-08 280 val_280 2000-04-09 +281 val_281 2000-04-08 281 val_281 2000-04-09 +281 val_281 2000-04-08 281 val_281 2000-04-09 +281 val_281 2000-04-08 281 val_281 2000-04-09 +281 val_281 2000-04-08 281 val_281 2000-04-09 +282 val_282 2000-04-08 282 val_282 2000-04-09 +282 val_282 2000-04-08 282 val_282 2000-04-09 +282 val_282 2000-04-08 282 val_282 2000-04-09 +282 val_282 2000-04-08 282 val_282 2000-04-09 +283 val_283 2000-04-08 283 val_283 2000-04-09 +284 val_284 2000-04-08 284 val_284 2000-04-09 +285 val_285 2000-04-08 285 val_285 2000-04-09 +286 val_286 2000-04-08 286 val_286 2000-04-09 +287 val_287 2000-04-08 287 val_287 2000-04-09 +288 val_288 2000-04-08 288 val_288 2000-04-09 +288 val_288 2000-04-08 288 val_288 2000-04-09 +288 val_288 2000-04-08 288 val_288 2000-04-09 +288 val_288 2000-04-08 288 val_288 2000-04-09 +289 val_289 2000-04-08 289 val_289 2000-04-09 +291 val_291 2000-04-08 291 val_291 2000-04-09 +292 val_292 2000-04-08 292 val_292 2000-04-09 +296 val_296 2000-04-08 296 val_296 2000-04-09 +298 val_298 2000-04-08 298 val_298 2000-04-09 +298 val_298 2000-04-08 298 val_298 2000-04-09 +298 val_298 2000-04-08 298 val_298 2000-04-09 +298 val_298 2000-04-08 298 val_298 2000-04-09 +298 val_298 2000-04-08 298 val_298 2000-04-09 +298 val_298 2000-04-08 298 val_298 2000-04-09 +298 val_298 2000-04-08 298 val_298 2000-04-09 +298 val_298 2000-04-08 298 val_298 2000-04-09 +298 val_298 2000-04-08 298 val_298 2000-04-09 +302 val_302 2000-04-08 302 val_302 2000-04-09 +305 val_305 2000-04-08 305 val_305 2000-04-09 +306 val_306 2000-04-08 306 val_306 2000-04-09 +307 val_307 2000-04-08 307 val_307 2000-04-09 +307 val_307 2000-04-08 307 val_307 2000-04-09 +307 val_307 2000-04-08 307 val_307 2000-04-09 +307 val_307 2000-04-08 307 val_307 2000-04-09 +308 val_308 2000-04-08 308 val_308 2000-04-09 +309 val_309 2000-04-08 309 val_309 2000-04-09 +309 val_309 2000-04-08 309 val_309 2000-04-09 +309 val_309 2000-04-08 309 val_309 2000-04-09 +309 val_309 2000-04-08 309 val_309 2000-04-09 +310 val_310 2000-04-08 310 val_310 2000-04-09 +311 val_311 2000-04-08 311 val_311 2000-04-09 +311 val_311 2000-04-08 311 val_311 2000-04-09 +311 val_311 2000-04-08 311 val_311 2000-04-09 +311 val_311 2000-04-08 311 val_311 2000-04-09 +311 val_311 2000-04-08 311 val_311 2000-04-09 +311 val_311 2000-04-08 311 val_311 2000-04-09 +311 val_311 2000-04-08 311 val_311 2000-04-09 +311 val_311 2000-04-08 311 val_311 2000-04-09 +311 val_311 2000-04-08 311 val_311 2000-04-09 +315 val_315 2000-04-08 315 val_315 2000-04-09 +316 val_316 2000-04-08 316 val_316 2000-04-09 +316 val_316 2000-04-08 316 val_316 2000-04-09 +316 val_316 2000-04-08 316 val_316 2000-04-09 +316 val_316 2000-04-08 316 val_316 2000-04-09 +316 val_316 2000-04-08 316 val_316 2000-04-09 +316 val_316 2000-04-08 316 val_316 2000-04-09 +316 val_316 2000-04-08 316 val_316 2000-04-09 +316 val_316 2000-04-08 316 val_316 2000-04-09 +316 val_316 2000-04-08 316 val_316 2000-04-09 +317 val_317 2000-04-08 317 val_317 2000-04-09 +317 val_317 2000-04-08 317 val_317 2000-04-09 +317 val_317 2000-04-08 317 val_317 2000-04-09 +317 val_317 2000-04-08 317 val_317 2000-04-09 +318 val_318 2000-04-08 318 val_318 2000-04-09 +318 val_318 2000-04-08 318 val_318 2000-04-09 +318 val_318 2000-04-08 318 val_318 2000-04-09 +318 val_318 2000-04-08 318 val_318 2000-04-09 +318 val_318 2000-04-08 318 val_318 2000-04-09 +318 val_318 2000-04-08 318 val_318 2000-04-09 +318 val_318 2000-04-08 318 val_318 2000-04-09 +318 val_318 2000-04-08 318 val_318 2000-04-09 +318 val_318 2000-04-08 318 val_318 2000-04-09 +321 val_321 2000-04-08 321 val_321 2000-04-09 +321 val_321 2000-04-08 321 val_321 2000-04-09 +321 val_321 2000-04-08 321 val_321 2000-04-09 +321 val_321 2000-04-08 321 val_321 2000-04-09 +322 val_322 2000-04-08 322 val_322 2000-04-09 +322 val_322 2000-04-08 322 val_322 2000-04-09 +322 val_322 2000-04-08 322 val_322 2000-04-09 +322 val_322 2000-04-08 322 val_322 2000-04-09 +323 val_323 2000-04-08 323 val_323 2000-04-09 +325 val_325 2000-04-08 325 val_325 2000-04-09 +325 val_325 2000-04-08 325 val_325 2000-04-09 +325 val_325 2000-04-08 325 val_325 2000-04-09 +325 val_325 2000-04-08 325 val_325 2000-04-09 +327 val_327 2000-04-08 327 val_327 2000-04-09 +327 val_327 2000-04-08 327 val_327 2000-04-09 +327 val_327 2000-04-08 327 val_327 2000-04-09 +327 val_327 2000-04-08 327 val_327 2000-04-09 +327 val_327 2000-04-08 327 val_327 2000-04-09 +327 val_327 2000-04-08 327 val_327 2000-04-09 +327 val_327 2000-04-08 327 val_327 2000-04-09 +327 val_327 2000-04-08 327 val_327 2000-04-09 +327 val_327 2000-04-08 327 val_327 2000-04-09 +331 val_331 2000-04-08 331 val_331 2000-04-09 +331 val_331 2000-04-08 331 val_331 2000-04-09 +331 val_331 2000-04-08 331 val_331 2000-04-09 +331 val_331 2000-04-08 331 val_331 2000-04-09 +332 val_332 2000-04-08 332 val_332 2000-04-09 +333 val_333 2000-04-08 333 val_333 2000-04-09 +333 val_333 2000-04-08 333 val_333 2000-04-09 +333 val_333 2000-04-08 333 val_333 2000-04-09 +333 val_333 2000-04-08 333 val_333 2000-04-09 +335 val_335 2000-04-08 335 val_335 2000-04-09 +336 val_336 2000-04-08 336 val_336 2000-04-09 +338 val_338 2000-04-08 338 val_338 2000-04-09 +339 val_339 2000-04-08 339 val_339 2000-04-09 +341 val_341 2000-04-08 341 val_341 2000-04-09 +342 val_342 2000-04-08 342 val_342 2000-04-09 +342 val_342 2000-04-08 342 val_342 2000-04-09 +342 val_342 2000-04-08 342 val_342 2000-04-09 +342 val_342 2000-04-08 342 val_342 2000-04-09 +344 val_344 2000-04-08 344 val_344 2000-04-09 +344 val_344 2000-04-08 344 val_344 2000-04-09 +344 val_344 2000-04-08 344 val_344 2000-04-09 +344 val_344 2000-04-08 344 val_344 2000-04-09 +345 val_345 2000-04-08 345 val_345 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +348 val_348 2000-04-08 348 val_348 2000-04-09 +351 val_351 2000-04-08 351 val_351 2000-04-09 +353 val_353 2000-04-08 353 val_353 2000-04-09 +353 val_353 2000-04-08 353 val_353 2000-04-09 +353 val_353 2000-04-08 353 val_353 2000-04-09 +353 val_353 2000-04-08 353 val_353 2000-04-09 +356 val_356 2000-04-08 356 val_356 2000-04-09 +360 val_360 2000-04-08 360 val_360 2000-04-09 +362 val_362 2000-04-08 362 val_362 2000-04-09 +364 val_364 2000-04-08 364 val_364 2000-04-09 +365 val_365 2000-04-08 365 val_365 2000-04-09 +366 val_366 2000-04-08 366 val_366 2000-04-09 +367 val_367 2000-04-08 367 val_367 2000-04-09 +367 val_367 2000-04-08 367 val_367 2000-04-09 +367 val_367 2000-04-08 367 val_367 2000-04-09 +367 val_367 2000-04-08 367 val_367 2000-04-09 +368 val_368 2000-04-08 368 val_368 2000-04-09 +369 val_369 2000-04-08 369 val_369 2000-04-09 +369 val_369 2000-04-08 369 val_369 2000-04-09 +369 val_369 2000-04-08 369 val_369 2000-04-09 +369 val_369 2000-04-08 369 val_369 2000-04-09 +369 val_369 2000-04-08 369 val_369 2000-04-09 +369 val_369 2000-04-08 369 val_369 2000-04-09 +369 val_369 2000-04-08 369 val_369 2000-04-09 +369 val_369 2000-04-08 369 val_369 2000-04-09 +369 val_369 2000-04-08 369 val_369 2000-04-09 +373 val_373 2000-04-08 373 val_373 2000-04-09 +374 val_374 2000-04-08 374 val_374 2000-04-09 +375 val_375 2000-04-08 375 val_375 2000-04-09 +377 val_377 2000-04-08 377 val_377 2000-04-09 +378 val_378 2000-04-08 378 val_378 2000-04-09 +379 val_379 2000-04-08 379 val_379 2000-04-09 +382 val_382 2000-04-08 382 val_382 2000-04-09 +382 val_382 2000-04-08 382 val_382 2000-04-09 +382 val_382 2000-04-08 382 val_382 2000-04-09 +382 val_382 2000-04-08 382 val_382 2000-04-09 +384 val_384 2000-04-08 384 val_384 2000-04-09 +384 val_384 2000-04-08 384 val_384 2000-04-09 +384 val_384 2000-04-08 384 val_384 2000-04-09 +384 val_384 2000-04-08 384 val_384 2000-04-09 +384 val_384 2000-04-08 384 val_384 2000-04-09 +384 val_384 2000-04-08 384 val_384 2000-04-09 +384 val_384 2000-04-08 384 val_384 2000-04-09 +384 val_384 2000-04-08 384 val_384 2000-04-09 +384 val_384 2000-04-08 384 val_384 2000-04-09 +386 val_386 2000-04-08 386 val_386 2000-04-09 +389 val_389 2000-04-08 389 val_389 2000-04-09 +392 val_392 2000-04-08 392 val_392 2000-04-09 +393 val_393 2000-04-08 393 val_393 2000-04-09 +394 val_394 2000-04-08 394 val_394 2000-04-09 +395 val_395 2000-04-08 395 val_395 2000-04-09 +395 val_395 2000-04-08 395 val_395 2000-04-09 +395 val_395 2000-04-08 395 val_395 2000-04-09 +395 val_395 2000-04-08 395 val_395 2000-04-09 +396 val_396 2000-04-08 396 val_396 2000-04-09 +396 val_396 2000-04-08 396 val_396 2000-04-09 +396 val_396 2000-04-08 396 val_396 2000-04-09 +396 val_396 2000-04-08 396 val_396 2000-04-09 +396 val_396 2000-04-08 396 val_396 2000-04-09 +396 val_396 2000-04-08 396 val_396 2000-04-09 +396 val_396 2000-04-08 396 val_396 2000-04-09 +396 val_396 2000-04-08 396 val_396 2000-04-09 +396 val_396 2000-04-08 396 val_396 2000-04-09 +397 val_397 2000-04-08 397 val_397 2000-04-09 +397 val_397 2000-04-08 397 val_397 2000-04-09 +397 val_397 2000-04-08 397 val_397 2000-04-09 +397 val_397 2000-04-08 397 val_397 2000-04-09 +399 val_399 2000-04-08 399 val_399 2000-04-09 +399 val_399 2000-04-08 399 val_399 2000-04-09 +399 val_399 2000-04-08 399 val_399 2000-04-09 +399 val_399 2000-04-08 399 val_399 2000-04-09 +400 val_400 2000-04-08 400 val_400 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +401 val_401 2000-04-08 401 val_401 2000-04-09 +402 val_402 2000-04-08 402 val_402 2000-04-09 +403 val_403 2000-04-08 403 val_403 2000-04-09 +403 val_403 2000-04-08 403 val_403 2000-04-09 +403 val_403 2000-04-08 403 val_403 2000-04-09 +403 val_403 2000-04-08 403 val_403 2000-04-09 +403 val_403 2000-04-08 403 val_403 2000-04-09 +403 val_403 2000-04-08 403 val_403 2000-04-09 +403 val_403 2000-04-08 403 val_403 2000-04-09 +403 val_403 2000-04-08 403 val_403 2000-04-09 +403 val_403 2000-04-08 403 val_403 2000-04-09 +404 val_404 2000-04-08 404 val_404 2000-04-09 +404 val_404 2000-04-08 404 val_404 2000-04-09 +404 val_404 2000-04-08 404 val_404 2000-04-09 +404 val_404 2000-04-08 404 val_404 2000-04-09 +406 val_406 2000-04-08 406 val_406 2000-04-09 +406 val_406 2000-04-08 406 val_406 2000-04-09 +406 val_406 2000-04-08 406 val_406 2000-04-09 +406 val_406 2000-04-08 406 val_406 2000-04-09 +406 val_406 2000-04-08 406 val_406 2000-04-09 +406 val_406 2000-04-08 406 val_406 2000-04-09 +406 val_406 2000-04-08 406 val_406 2000-04-09 +406 val_406 2000-04-08 406 val_406 2000-04-09 +406 val_406 2000-04-08 406 val_406 2000-04-09 +406 val_406 2000-04-08 406 val_406 2000-04-09 +406 val_406 2000-04-08 406 val_406 2000-04-09 +406 val_406 2000-04-08 406 val_406 2000-04-09 +406 val_406 2000-04-08 406 val_406 2000-04-09 +406 val_406 2000-04-08 406 val_406 2000-04-09 +406 val_406 2000-04-08 406 val_406 2000-04-09 +406 val_406 2000-04-08 406 val_406 2000-04-09 +407 val_407 2000-04-08 407 val_407 2000-04-09 +409 val_409 2000-04-08 409 val_409 2000-04-09 +409 val_409 2000-04-08 409 val_409 2000-04-09 +409 val_409 2000-04-08 409 val_409 2000-04-09 +409 val_409 2000-04-08 409 val_409 2000-04-09 +409 val_409 2000-04-08 409 val_409 2000-04-09 +409 val_409 2000-04-08 409 val_409 2000-04-09 +409 val_409 2000-04-08 409 val_409 2000-04-09 +409 val_409 2000-04-08 409 val_409 2000-04-09 +409 val_409 2000-04-08 409 val_409 2000-04-09 +411 val_411 2000-04-08 411 val_411 2000-04-09 +413 val_413 2000-04-08 413 val_413 2000-04-09 +413 val_413 2000-04-08 413 val_413 2000-04-09 +413 val_413 2000-04-08 413 val_413 2000-04-09 +413 val_413 2000-04-08 413 val_413 2000-04-09 +414 val_414 2000-04-08 414 val_414 2000-04-09 +414 val_414 2000-04-08 414 val_414 2000-04-09 +414 val_414 2000-04-08 414 val_414 2000-04-09 +414 val_414 2000-04-08 414 val_414 2000-04-09 +417 val_417 2000-04-08 417 val_417 2000-04-09 +417 val_417 2000-04-08 417 val_417 2000-04-09 +417 val_417 2000-04-08 417 val_417 2000-04-09 +417 val_417 2000-04-08 417 val_417 2000-04-09 +417 val_417 2000-04-08 417 val_417 2000-04-09 +417 val_417 2000-04-08 417 val_417 2000-04-09 +417 val_417 2000-04-08 417 val_417 2000-04-09 +417 val_417 2000-04-08 417 val_417 2000-04-09 +417 val_417 2000-04-08 417 val_417 2000-04-09 +418 val_418 2000-04-08 418 val_418 2000-04-09 +419 val_419 2000-04-08 419 val_419 2000-04-09 +421 val_421 2000-04-08 421 val_421 2000-04-09 +424 val_424 2000-04-08 424 val_424 2000-04-09 +424 val_424 2000-04-08 424 val_424 2000-04-09 +424 val_424 2000-04-08 424 val_424 2000-04-09 +424 val_424 2000-04-08 424 val_424 2000-04-09 +427 val_427 2000-04-08 427 val_427 2000-04-09 +429 val_429 2000-04-08 429 val_429 2000-04-09 +429 val_429 2000-04-08 429 val_429 2000-04-09 +429 val_429 2000-04-08 429 val_429 2000-04-09 +429 val_429 2000-04-08 429 val_429 2000-04-09 +430 val_430 2000-04-08 430 val_430 2000-04-09 +430 val_430 2000-04-08 430 val_430 2000-04-09 +430 val_430 2000-04-08 430 val_430 2000-04-09 +430 val_430 2000-04-08 430 val_430 2000-04-09 +430 val_430 2000-04-08 430 val_430 2000-04-09 +430 val_430 2000-04-08 430 val_430 2000-04-09 +430 val_430 2000-04-08 430 val_430 2000-04-09 +430 val_430 2000-04-08 430 val_430 2000-04-09 +430 val_430 2000-04-08 430 val_430 2000-04-09 +431 val_431 2000-04-08 431 val_431 2000-04-09 +431 val_431 2000-04-08 431 val_431 2000-04-09 +431 val_431 2000-04-08 431 val_431 2000-04-09 +431 val_431 2000-04-08 431 val_431 2000-04-09 +431 val_431 2000-04-08 431 val_431 2000-04-09 +431 val_431 2000-04-08 431 val_431 2000-04-09 +431 val_431 2000-04-08 431 val_431 2000-04-09 +431 val_431 2000-04-08 431 val_431 2000-04-09 +431 val_431 2000-04-08 431 val_431 2000-04-09 +432 val_432 2000-04-08 432 val_432 2000-04-09 +435 val_435 2000-04-08 435 val_435 2000-04-09 +436 val_436 2000-04-08 436 val_436 2000-04-09 +437 val_437 2000-04-08 437 val_437 2000-04-09 +438 val_438 2000-04-08 438 val_438 2000-04-09 +438 val_438 2000-04-08 438 val_438 2000-04-09 +438 val_438 2000-04-08 438 val_438 2000-04-09 +438 val_438 2000-04-08 438 val_438 2000-04-09 +438 val_438 2000-04-08 438 val_438 2000-04-09 +438 val_438 2000-04-08 438 val_438 2000-04-09 +438 val_438 2000-04-08 438 val_438 2000-04-09 +438 val_438 2000-04-08 438 val_438 2000-04-09 +438 val_438 2000-04-08 438 val_438 2000-04-09 +439 val_439 2000-04-08 439 val_439 2000-04-09 +439 val_439 2000-04-08 439 val_439 2000-04-09 +439 val_439 2000-04-08 439 val_439 2000-04-09 +439 val_439 2000-04-08 439 val_439 2000-04-09 +443 val_443 2000-04-08 443 val_443 2000-04-09 +444 val_444 2000-04-08 444 val_444 2000-04-09 +446 val_446 2000-04-08 446 val_446 2000-04-09 +448 val_448 2000-04-08 448 val_448 2000-04-09 +449 val_449 2000-04-08 449 val_449 2000-04-09 +452 val_452 2000-04-08 452 val_452 2000-04-09 +453 val_453 2000-04-08 453 val_453 2000-04-09 +454 val_454 2000-04-08 454 val_454 2000-04-09 +454 val_454 2000-04-08 454 val_454 2000-04-09 +454 val_454 2000-04-08 454 val_454 2000-04-09 +454 val_454 2000-04-08 454 val_454 2000-04-09 +454 val_454 2000-04-08 454 val_454 2000-04-09 +454 val_454 2000-04-08 454 val_454 2000-04-09 +454 val_454 2000-04-08 454 val_454 2000-04-09 +454 val_454 2000-04-08 454 val_454 2000-04-09 +454 val_454 2000-04-08 454 val_454 2000-04-09 +455 val_455 2000-04-08 455 val_455 2000-04-09 +457 val_457 2000-04-08 457 val_457 2000-04-09 +458 val_458 2000-04-08 458 val_458 2000-04-09 +458 val_458 2000-04-08 458 val_458 2000-04-09 +458 val_458 2000-04-08 458 val_458 2000-04-09 +458 val_458 2000-04-08 458 val_458 2000-04-09 +459 val_459 2000-04-08 459 val_459 2000-04-09 +459 val_459 2000-04-08 459 val_459 2000-04-09 +459 val_459 2000-04-08 459 val_459 2000-04-09 +459 val_459 2000-04-08 459 val_459 2000-04-09 +460 val_460 2000-04-08 460 val_460 2000-04-09 +462 val_462 2000-04-08 462 val_462 2000-04-09 +462 val_462 2000-04-08 462 val_462 2000-04-09 +462 val_462 2000-04-08 462 val_462 2000-04-09 +462 val_462 2000-04-08 462 val_462 2000-04-09 +463 val_463 2000-04-08 463 val_463 2000-04-09 +463 val_463 2000-04-08 463 val_463 2000-04-09 +463 val_463 2000-04-08 463 val_463 2000-04-09 +463 val_463 2000-04-08 463 val_463 2000-04-09 +466 val_466 2000-04-08 466 val_466 2000-04-09 +466 val_466 2000-04-08 466 val_466 2000-04-09 +466 val_466 2000-04-08 466 val_466 2000-04-09 +466 val_466 2000-04-08 466 val_466 2000-04-09 +466 val_466 2000-04-08 466 val_466 2000-04-09 +466 val_466 2000-04-08 466 val_466 2000-04-09 +466 val_466 2000-04-08 466 val_466 2000-04-09 +466 val_466 2000-04-08 466 val_466 2000-04-09 +466 val_466 2000-04-08 466 val_466 2000-04-09 +467 val_467 2000-04-08 467 val_467 2000-04-09 +468 val_468 2000-04-08 468 val_468 2000-04-09 +468 val_468 2000-04-08 468 val_468 2000-04-09 +468 val_468 2000-04-08 468 val_468 2000-04-09 +468 val_468 2000-04-08 468 val_468 2000-04-09 +468 val_468 2000-04-08 468 val_468 2000-04-09 +468 val_468 2000-04-08 468 val_468 2000-04-09 +468 val_468 2000-04-08 468 val_468 2000-04-09 +468 val_468 2000-04-08 468 val_468 2000-04-09 +468 val_468 2000-04-08 468 val_468 2000-04-09 +468 val_468 2000-04-08 468 val_468 2000-04-09 +468 val_468 2000-04-08 468 val_468 2000-04-09 +468 val_468 2000-04-08 468 val_468 2000-04-09 +468 val_468 2000-04-08 468 val_468 2000-04-09 +468 val_468 2000-04-08 468 val_468 2000-04-09 +468 val_468 2000-04-08 468 val_468 2000-04-09 +468 val_468 2000-04-08 468 val_468 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +469 val_469 2000-04-08 469 val_469 2000-04-09 +470 val_470 2000-04-08 470 val_470 2000-04-09 +472 val_472 2000-04-08 472 val_472 2000-04-09 +475 val_475 2000-04-08 475 val_475 2000-04-09 +477 val_477 2000-04-08 477 val_477 2000-04-09 +478 val_478 2000-04-08 478 val_478 2000-04-09 +478 val_478 2000-04-08 478 val_478 2000-04-09 +478 val_478 2000-04-08 478 val_478 2000-04-09 +478 val_478 2000-04-08 478 val_478 2000-04-09 +479 val_479 2000-04-08 479 val_479 2000-04-09 +480 val_480 2000-04-08 480 val_480 2000-04-09 +480 val_480 2000-04-08 480 val_480 2000-04-09 +480 val_480 2000-04-08 480 val_480 2000-04-09 +480 val_480 2000-04-08 480 val_480 2000-04-09 +480 val_480 2000-04-08 480 val_480 2000-04-09 +480 val_480 2000-04-08 480 val_480 2000-04-09 +480 val_480 2000-04-08 480 val_480 2000-04-09 +480 val_480 2000-04-08 480 val_480 2000-04-09 +480 val_480 2000-04-08 480 val_480 2000-04-09 +481 val_481 2000-04-08 481 val_481 2000-04-09 +482 val_482 2000-04-08 482 val_482 2000-04-09 +483 val_483 2000-04-08 483 val_483 2000-04-09 +484 val_484 2000-04-08 484 val_484 2000-04-09 +485 val_485 2000-04-08 485 val_485 2000-04-09 +487 val_487 2000-04-08 487 val_487 2000-04-09 +489 val_489 2000-04-08 489 val_489 2000-04-09 +489 val_489 2000-04-08 489 val_489 2000-04-09 +489 val_489 2000-04-08 489 val_489 2000-04-09 +489 val_489 2000-04-08 489 val_489 2000-04-09 +489 val_489 2000-04-08 489 val_489 2000-04-09 +489 val_489 2000-04-08 489 val_489 2000-04-09 +489 val_489 2000-04-08 489 val_489 2000-04-09 +489 val_489 2000-04-08 489 val_489 2000-04-09 +489 val_489 2000-04-08 489 val_489 2000-04-09 +489 val_489 2000-04-08 489 val_489 2000-04-09 +489 val_489 2000-04-08 489 val_489 2000-04-09 +489 val_489 2000-04-08 489 val_489 2000-04-09 +489 val_489 2000-04-08 489 val_489 2000-04-09 +489 val_489 2000-04-08 489 val_489 2000-04-09 +489 val_489 2000-04-08 489 val_489 2000-04-09 +489 val_489 2000-04-08 489 val_489 2000-04-09 +490 val_490 2000-04-08 490 val_490 2000-04-09 +491 val_491 2000-04-08 491 val_491 2000-04-09 +492 val_492 2000-04-08 492 val_492 2000-04-09 +492 val_492 2000-04-08 492 val_492 2000-04-09 +492 val_492 2000-04-08 492 val_492 2000-04-09 +492 val_492 2000-04-08 492 val_492 2000-04-09 +493 val_493 2000-04-08 493 val_493 2000-04-09 +494 val_494 2000-04-08 494 val_494 2000-04-09 +495 val_495 2000-04-08 495 val_495 2000-04-09 +496 val_496 2000-04-08 496 val_496 2000-04-09 +497 val_497 2000-04-08 497 val_497 2000-04-09 +498 val_498 2000-04-08 498 val_498 2000-04-09 +498 val_498 2000-04-08 498 val_498 2000-04-09 +498 val_498 2000-04-08 498 val_498 2000-04-09 +498 val_498 2000-04-08 498 val_498 2000-04-09 +498 val_498 2000-04-08 498 val_498 2000-04-09 +498 val_498 2000-04-08 498 val_498 2000-04-09 +498 val_498 2000-04-08 498 val_498 2000-04-09 +498 val_498 2000-04-08 498 val_498 2000-04-09 +498 val_498 2000-04-08 498 val_498 2000-04-09 +PREHOOK: query: insert overwrite table pcr_t1 partition (ds='2000-04-11') select * from src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@pcr_t1@ds=2000-04-11 +POSTHOOK: query: insert overwrite table pcr_t1 partition (ds='2000-04-11') select * from src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@pcr_t1@ds=2000-04-11 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds>='2000-04-08' and ds<='2000-04-11' and key=2) +PREHOOK: type: QUERY +POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds>='2000-04-08' and ds<='2000-04-11' and key=2) +POSTHOOK: type: QUERY +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF pcr_t1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL ds))) (TOK_WHERE (or (and (> (TOK_TABLE_OR_COL ds) '2000-04-08') (< (TOK_TABLE_OR_COL ds) '2000-04-11')) (and (and (>= (TOK_TABLE_OR_COL ds) '2000-04-08') (<= (TOK_TABLE_OR_COL ds) '2000-04-11')) (= (TOK_TABLE_OR_COL key) 2)))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + pcr_t1 + TableScan + alias: pcr_t1 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: + expr: (((ds > '2000-04-08') and (ds < '2000-04-11')) or (key = 2)) + type: boolean + Filter Operator + isSamplingPred: false + predicate: + expr: (((ds > '2000-04-08') and (ds < '2000-04-11')) or (((ds >= '2000-04-08') and (ds <= '2000-04-11')) and (key = 2))) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: file:/tmp/sdong/hive_2010-11-03_11-26-38_286_5812107548398614305/-ext-10001 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-11-03_11-26-38_286_5812107548398614305/-ext-10001/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + serialization.format 1 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-11 [pcr_t1] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + Partition + base file name: ds=2000-04-08 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-08 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 4 + numPartitions 4 + numRows 2000 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 23248 + transient_lastDdlTime 1288808798 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 4 + numPartitions 4 + numRows 2000 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 23248 + transient_lastDdlTime 1288808798 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + Partition + base file name: ds=2000-04-09 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-09 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 4 + numPartitions 4 + numRows 2000 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 23248 + transient_lastDdlTime 1288808798 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 4 + numPartitions 4 + numRows 2000 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 23248 + transient_lastDdlTime 1288808798 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + Partition + base file name: ds=2000-04-10 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-10 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 4 + numPartitions 4 + numRows 2000 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 23248 + transient_lastDdlTime 1288808798 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 4 + numPartitions 4 + numRows 2000 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 23248 + transient_lastDdlTime 1288808798 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-11 + Partition + base file name: ds=2000-04-11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-11 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 4 + numPartitions 4 + numRows 2000 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 23248 + transient_lastDdlTime 1288808798 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 4 + numPartitions 4 + numRows 2000 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 23248 + transient_lastDdlTime 1288808798 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds>='2000-04-08' and ds<='2000-04-11' and key=2) +PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +PREHOOK: Input: default@pcr_t1@ds=2000-04-11 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-38_452_6451692297535170595/-mr-10000 +POSTHOOK: query: select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds>='2000-04-08' and ds<='2000-04-11' and key=2) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-11 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-38_452_6451692297535170595/-mr-10000 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +2 val_2 2000-04-11 +238 val_238 2000-04-10 +86 val_86 2000-04-10 +311 val_311 2000-04-10 +27 val_27 2000-04-10 +165 val_165 2000-04-10 +409 val_409 2000-04-10 +255 val_255 2000-04-10 +278 val_278 2000-04-10 +98 val_98 2000-04-10 +484 val_484 2000-04-10 +265 val_265 2000-04-10 +193 val_193 2000-04-10 +401 val_401 2000-04-10 +150 val_150 2000-04-10 +273 val_273 2000-04-10 +224 val_224 2000-04-10 +369 val_369 2000-04-10 +66 val_66 2000-04-10 +128 val_128 2000-04-10 +213 val_213 2000-04-10 +146 val_146 2000-04-10 +406 val_406 2000-04-10 +429 val_429 2000-04-10 +374 val_374 2000-04-10 +152 val_152 2000-04-10 +469 val_469 2000-04-10 +145 val_145 2000-04-10 +495 val_495 2000-04-10 +37 val_37 2000-04-10 +327 val_327 2000-04-10 +281 val_281 2000-04-10 +277 val_277 2000-04-10 +209 val_209 2000-04-10 +15 val_15 2000-04-10 +82 val_82 2000-04-10 +403 val_403 2000-04-10 +166 val_166 2000-04-10 +417 val_417 2000-04-10 +430 val_430 2000-04-10 +252 val_252 2000-04-10 +292 val_292 2000-04-10 +219 val_219 2000-04-10 +287 val_287 2000-04-10 +153 val_153 2000-04-10 +193 val_193 2000-04-10 +338 val_338 2000-04-10 +446 val_446 2000-04-10 +459 val_459 2000-04-10 +394 val_394 2000-04-10 +237 val_237 2000-04-10 +482 val_482 2000-04-10 +174 val_174 2000-04-10 +413 val_413 2000-04-10 +494 val_494 2000-04-10 +207 val_207 2000-04-10 +199 val_199 2000-04-10 +466 val_466 2000-04-10 +208 val_208 2000-04-10 +174 val_174 2000-04-10 +399 val_399 2000-04-10 +396 val_396 2000-04-10 +247 val_247 2000-04-10 +417 val_417 2000-04-10 +489 val_489 2000-04-10 +162 val_162 2000-04-10 +377 val_377 2000-04-10 +397 val_397 2000-04-10 +309 val_309 2000-04-10 +365 val_365 2000-04-10 +266 val_266 2000-04-10 +439 val_439 2000-04-10 +342 val_342 2000-04-10 +367 val_367 2000-04-10 +325 val_325 2000-04-10 +167 val_167 2000-04-10 +195 val_195 2000-04-10 +475 val_475 2000-04-10 +17 val_17 2000-04-10 +113 val_113 2000-04-10 +155 val_155 2000-04-10 +203 val_203 2000-04-10 +339 val_339 2000-04-10 +0 val_0 2000-04-10 +455 val_455 2000-04-10 +128 val_128 2000-04-10 +311 val_311 2000-04-10 +316 val_316 2000-04-10 +57 val_57 2000-04-10 +302 val_302 2000-04-10 +205 val_205 2000-04-10 +149 val_149 2000-04-10 +438 val_438 2000-04-10 +345 val_345 2000-04-10 +129 val_129 2000-04-10 +170 val_170 2000-04-10 +20 val_20 2000-04-10 +489 val_489 2000-04-10 +157 val_157 2000-04-10 +378 val_378 2000-04-10 +221 val_221 2000-04-10 +92 val_92 2000-04-10 +111 val_111 2000-04-10 +47 val_47 2000-04-10 +72 val_72 2000-04-10 +4 val_4 2000-04-10 +280 val_280 2000-04-10 +35 val_35 2000-04-10 +427 val_427 2000-04-10 +277 val_277 2000-04-10 +208 val_208 2000-04-10 +356 val_356 2000-04-10 +399 val_399 2000-04-10 +169 val_169 2000-04-10 +382 val_382 2000-04-10 +498 val_498 2000-04-10 +125 val_125 2000-04-10 +386 val_386 2000-04-10 +437 val_437 2000-04-10 +469 val_469 2000-04-10 +192 val_192 2000-04-10 +286 val_286 2000-04-10 +187 val_187 2000-04-10 +176 val_176 2000-04-10 +54 val_54 2000-04-10 +459 val_459 2000-04-10 +51 val_51 2000-04-10 +138 val_138 2000-04-10 +103 val_103 2000-04-10 +239 val_239 2000-04-10 +213 val_213 2000-04-10 +216 val_216 2000-04-10 +430 val_430 2000-04-10 +278 val_278 2000-04-10 +176 val_176 2000-04-10 +289 val_289 2000-04-10 +221 val_221 2000-04-10 +65 val_65 2000-04-10 +318 val_318 2000-04-10 +332 val_332 2000-04-10 +311 val_311 2000-04-10 +275 val_275 2000-04-10 +137 val_137 2000-04-10 +241 val_241 2000-04-10 +83 val_83 2000-04-10 +333 val_333 2000-04-10 +180 val_180 2000-04-10 +284 val_284 2000-04-10 +12 val_12 2000-04-10 +230 val_230 2000-04-10 +181 val_181 2000-04-10 +67 val_67 2000-04-10 +260 val_260 2000-04-10 +404 val_404 2000-04-10 +384 val_384 2000-04-10 +489 val_489 2000-04-10 +353 val_353 2000-04-10 +373 val_373 2000-04-10 +272 val_272 2000-04-10 +138 val_138 2000-04-10 +217 val_217 2000-04-10 +84 val_84 2000-04-10 +348 val_348 2000-04-10 +466 val_466 2000-04-10 +58 val_58 2000-04-10 +8 val_8 2000-04-10 +411 val_411 2000-04-10 +230 val_230 2000-04-10 +208 val_208 2000-04-10 +348 val_348 2000-04-10 +24 val_24 2000-04-10 +463 val_463 2000-04-10 +431 val_431 2000-04-10 +179 val_179 2000-04-10 +172 val_172 2000-04-10 +42 val_42 2000-04-10 +129 val_129 2000-04-10 +158 val_158 2000-04-10 +119 val_119 2000-04-10 +496 val_496 2000-04-10 +0 val_0 2000-04-10 +322 val_322 2000-04-10 +197 val_197 2000-04-10 +468 val_468 2000-04-10 +393 val_393 2000-04-10 +454 val_454 2000-04-10 +100 val_100 2000-04-10 +298 val_298 2000-04-10 +199 val_199 2000-04-10 +191 val_191 2000-04-10 +418 val_418 2000-04-10 +96 val_96 2000-04-10 +26 val_26 2000-04-10 +165 val_165 2000-04-10 +327 val_327 2000-04-10 +230 val_230 2000-04-10 +205 val_205 2000-04-10 +120 val_120 2000-04-10 +131 val_131 2000-04-10 +51 val_51 2000-04-10 +404 val_404 2000-04-10 +43 val_43 2000-04-10 +436 val_436 2000-04-10 +156 val_156 2000-04-10 +469 val_469 2000-04-10 +468 val_468 2000-04-10 +308 val_308 2000-04-10 +95 val_95 2000-04-10 +196 val_196 2000-04-10 +288 val_288 2000-04-10 +481 val_481 2000-04-10 +457 val_457 2000-04-10 +98 val_98 2000-04-10 +282 val_282 2000-04-10 +197 val_197 2000-04-10 +187 val_187 2000-04-10 +318 val_318 2000-04-10 +318 val_318 2000-04-10 +409 val_409 2000-04-10 +470 val_470 2000-04-10 +137 val_137 2000-04-10 +369 val_369 2000-04-10 +316 val_316 2000-04-10 +169 val_169 2000-04-10 +413 val_413 2000-04-10 +85 val_85 2000-04-10 +77 val_77 2000-04-10 +0 val_0 2000-04-10 +490 val_490 2000-04-10 +87 val_87 2000-04-10 +364 val_364 2000-04-10 +179 val_179 2000-04-10 +118 val_118 2000-04-10 +134 val_134 2000-04-10 +395 val_395 2000-04-10 +282 val_282 2000-04-10 +138 val_138 2000-04-10 +238 val_238 2000-04-10 +419 val_419 2000-04-10 +15 val_15 2000-04-10 +118 val_118 2000-04-10 +72 val_72 2000-04-10 +90 val_90 2000-04-10 +307 val_307 2000-04-10 +19 val_19 2000-04-10 +435 val_435 2000-04-10 +10 val_10 2000-04-10 +277 val_277 2000-04-10 +273 val_273 2000-04-10 +306 val_306 2000-04-10 +224 val_224 2000-04-10 +309 val_309 2000-04-10 +389 val_389 2000-04-10 +327 val_327 2000-04-10 +242 val_242 2000-04-10 +369 val_369 2000-04-10 +392 val_392 2000-04-10 +272 val_272 2000-04-10 +331 val_331 2000-04-10 +401 val_401 2000-04-10 +242 val_242 2000-04-10 +452 val_452 2000-04-10 +177 val_177 2000-04-10 +226 val_226 2000-04-10 +5 val_5 2000-04-10 +497 val_497 2000-04-10 +402 val_402 2000-04-10 +396 val_396 2000-04-10 +317 val_317 2000-04-10 +395 val_395 2000-04-10 +58 val_58 2000-04-10 +35 val_35 2000-04-10 +336 val_336 2000-04-10 +95 val_95 2000-04-10 +11 val_11 2000-04-10 +168 val_168 2000-04-10 +34 val_34 2000-04-10 +229 val_229 2000-04-10 +233 val_233 2000-04-10 +143 val_143 2000-04-10 +472 val_472 2000-04-10 +322 val_322 2000-04-10 +498 val_498 2000-04-10 +160 val_160 2000-04-10 +195 val_195 2000-04-10 +42 val_42 2000-04-10 +321 val_321 2000-04-10 +430 val_430 2000-04-10 +119 val_119 2000-04-10 +489 val_489 2000-04-10 +458 val_458 2000-04-10 +78 val_78 2000-04-10 +76 val_76 2000-04-10 +41 val_41 2000-04-10 +223 val_223 2000-04-10 +492 val_492 2000-04-10 +149 val_149 2000-04-10 +449 val_449 2000-04-10 +218 val_218 2000-04-10 +228 val_228 2000-04-10 +138 val_138 2000-04-10 +453 val_453 2000-04-10 +30 val_30 2000-04-10 +209 val_209 2000-04-10 +64 val_64 2000-04-10 +468 val_468 2000-04-10 +76 val_76 2000-04-10 +74 val_74 2000-04-10 +342 val_342 2000-04-10 +69 val_69 2000-04-10 +230 val_230 2000-04-10 +33 val_33 2000-04-10 +368 val_368 2000-04-10 +103 val_103 2000-04-10 +296 val_296 2000-04-10 +113 val_113 2000-04-10 +216 val_216 2000-04-10 +367 val_367 2000-04-10 +344 val_344 2000-04-10 +167 val_167 2000-04-10 +274 val_274 2000-04-10 +219 val_219 2000-04-10 +239 val_239 2000-04-10 +485 val_485 2000-04-10 +116 val_116 2000-04-10 +223 val_223 2000-04-10 +256 val_256 2000-04-10 +263 val_263 2000-04-10 +70 val_70 2000-04-10 +487 val_487 2000-04-10 +480 val_480 2000-04-10 +401 val_401 2000-04-10 +288 val_288 2000-04-10 +191 val_191 2000-04-10 +5 val_5 2000-04-10 +244 val_244 2000-04-10 +438 val_438 2000-04-10 +128 val_128 2000-04-10 +467 val_467 2000-04-10 +432 val_432 2000-04-10 +202 val_202 2000-04-10 +316 val_316 2000-04-10 +229 val_229 2000-04-10 +469 val_469 2000-04-10 +463 val_463 2000-04-10 +280 val_280 2000-04-10 +2 val_2 2000-04-10 +35 val_35 2000-04-10 +283 val_283 2000-04-10 +331 val_331 2000-04-10 +235 val_235 2000-04-10 +80 val_80 2000-04-10 +44 val_44 2000-04-10 +193 val_193 2000-04-10 +321 val_321 2000-04-10 +335 val_335 2000-04-10 +104 val_104 2000-04-10 +466 val_466 2000-04-10 +366 val_366 2000-04-10 +175 val_175 2000-04-10 +403 val_403 2000-04-10 +483 val_483 2000-04-10 +53 val_53 2000-04-10 +105 val_105 2000-04-10 +257 val_257 2000-04-10 +406 val_406 2000-04-10 +409 val_409 2000-04-10 +190 val_190 2000-04-10 +406 val_406 2000-04-10 +401 val_401 2000-04-10 +114 val_114 2000-04-10 +258 val_258 2000-04-10 +90 val_90 2000-04-10 +203 val_203 2000-04-10 +262 val_262 2000-04-10 +348 val_348 2000-04-10 +424 val_424 2000-04-10 +12 val_12 2000-04-10 +396 val_396 2000-04-10 +201 val_201 2000-04-10 +217 val_217 2000-04-10 +164 val_164 2000-04-10 +431 val_431 2000-04-10 +454 val_454 2000-04-10 +478 val_478 2000-04-10 +298 val_298 2000-04-10 +125 val_125 2000-04-10 +431 val_431 2000-04-10 +164 val_164 2000-04-10 +424 val_424 2000-04-10 +187 val_187 2000-04-10 +382 val_382 2000-04-10 +5 val_5 2000-04-10 +70 val_70 2000-04-10 +397 val_397 2000-04-10 +480 val_480 2000-04-10 +291 val_291 2000-04-10 +24 val_24 2000-04-10 +351 val_351 2000-04-10 +255 val_255 2000-04-10 +104 val_104 2000-04-10 +70 val_70 2000-04-10 +163 val_163 2000-04-10 +438 val_438 2000-04-10 +119 val_119 2000-04-10 +414 val_414 2000-04-10 +200 val_200 2000-04-10 +491 val_491 2000-04-10 +237 val_237 2000-04-10 +439 val_439 2000-04-10 +360 val_360 2000-04-10 +248 val_248 2000-04-10 +479 val_479 2000-04-10 +305 val_305 2000-04-10 +417 val_417 2000-04-10 +199 val_199 2000-04-10 +444 val_444 2000-04-10 +120 val_120 2000-04-10 +429 val_429 2000-04-10 +169 val_169 2000-04-10 +443 val_443 2000-04-10 +323 val_323 2000-04-10 +325 val_325 2000-04-10 +277 val_277 2000-04-10 +230 val_230 2000-04-10 +478 val_478 2000-04-10 +178 val_178 2000-04-10 +468 val_468 2000-04-10 +310 val_310 2000-04-10 +317 val_317 2000-04-10 +333 val_333 2000-04-10 +493 val_493 2000-04-10 +460 val_460 2000-04-10 +207 val_207 2000-04-10 +249 val_249 2000-04-10 +265 val_265 2000-04-10 +480 val_480 2000-04-10 +83 val_83 2000-04-10 +136 val_136 2000-04-10 +353 val_353 2000-04-10 +172 val_172 2000-04-10 +214 val_214 2000-04-10 +462 val_462 2000-04-10 +233 val_233 2000-04-10 +406 val_406 2000-04-10 +133 val_133 2000-04-10 +175 val_175 2000-04-10 +189 val_189 2000-04-10 +454 val_454 2000-04-10 +375 val_375 2000-04-10 +401 val_401 2000-04-10 +421 val_421 2000-04-10 +407 val_407 2000-04-10 +384 val_384 2000-04-10 +256 val_256 2000-04-10 +26 val_26 2000-04-10 +134 val_134 2000-04-10 +67 val_67 2000-04-10 +384 val_384 2000-04-10 +379 val_379 2000-04-10 +18 val_18 2000-04-10 +462 val_462 2000-04-10 +492 val_492 2000-04-10 +100 val_100 2000-04-10 +298 val_298 2000-04-10 +9 val_9 2000-04-10 +341 val_341 2000-04-10 +498 val_498 2000-04-10 +146 val_146 2000-04-10 +458 val_458 2000-04-10 +362 val_362 2000-04-10 +186 val_186 2000-04-10 +285 val_285 2000-04-10 +348 val_348 2000-04-10 +167 val_167 2000-04-10 +18 val_18 2000-04-10 +273 val_273 2000-04-10 +183 val_183 2000-04-10 +281 val_281 2000-04-10 +344 val_344 2000-04-10 +97 val_97 2000-04-10 +469 val_469 2000-04-10 +315 val_315 2000-04-10 +84 val_84 2000-04-10 +28 val_28 2000-04-10 +37 val_37 2000-04-10 +448 val_448 2000-04-10 +152 val_152 2000-04-10 +348 val_348 2000-04-10 +307 val_307 2000-04-10 +194 val_194 2000-04-10 +414 val_414 2000-04-10 +477 val_477 2000-04-10 +222 val_222 2000-04-10 +126 val_126 2000-04-10 +90 val_90 2000-04-10 +169 val_169 2000-04-10 +403 val_403 2000-04-10 +400 val_400 2000-04-10 +200 val_200 2000-04-10 +97 val_97 2000-04-10 +2 val_2 2000-04-08 +238 val_238 2000-04-09 +86 val_86 2000-04-09 +311 val_311 2000-04-09 +27 val_27 2000-04-09 +165 val_165 2000-04-09 +409 val_409 2000-04-09 +255 val_255 2000-04-09 +278 val_278 2000-04-09 +98 val_98 2000-04-09 +484 val_484 2000-04-09 +265 val_265 2000-04-09 +193 val_193 2000-04-09 +401 val_401 2000-04-09 +150 val_150 2000-04-09 +273 val_273 2000-04-09 +224 val_224 2000-04-09 +369 val_369 2000-04-09 +66 val_66 2000-04-09 +128 val_128 2000-04-09 +213 val_213 2000-04-09 +146 val_146 2000-04-09 +406 val_406 2000-04-09 +429 val_429 2000-04-09 +374 val_374 2000-04-09 +152 val_152 2000-04-09 +469 val_469 2000-04-09 +145 val_145 2000-04-09 +495 val_495 2000-04-09 +37 val_37 2000-04-09 +327 val_327 2000-04-09 +281 val_281 2000-04-09 +277 val_277 2000-04-09 +209 val_209 2000-04-09 +15 val_15 2000-04-09 +82 val_82 2000-04-09 +403 val_403 2000-04-09 +166 val_166 2000-04-09 +417 val_417 2000-04-09 +430 val_430 2000-04-09 +252 val_252 2000-04-09 +292 val_292 2000-04-09 +219 val_219 2000-04-09 +287 val_287 2000-04-09 +153 val_153 2000-04-09 +193 val_193 2000-04-09 +338 val_338 2000-04-09 +446 val_446 2000-04-09 +459 val_459 2000-04-09 +394 val_394 2000-04-09 +237 val_237 2000-04-09 +482 val_482 2000-04-09 +174 val_174 2000-04-09 +413 val_413 2000-04-09 +494 val_494 2000-04-09 +207 val_207 2000-04-09 +199 val_199 2000-04-09 +466 val_466 2000-04-09 +208 val_208 2000-04-09 +174 val_174 2000-04-09 +399 val_399 2000-04-09 +396 val_396 2000-04-09 +247 val_247 2000-04-09 +417 val_417 2000-04-09 +489 val_489 2000-04-09 +162 val_162 2000-04-09 +377 val_377 2000-04-09 +397 val_397 2000-04-09 +309 val_309 2000-04-09 +365 val_365 2000-04-09 +266 val_266 2000-04-09 +439 val_439 2000-04-09 +342 val_342 2000-04-09 +367 val_367 2000-04-09 +325 val_325 2000-04-09 +167 val_167 2000-04-09 +195 val_195 2000-04-09 +475 val_475 2000-04-09 +17 val_17 2000-04-09 +113 val_113 2000-04-09 +155 val_155 2000-04-09 +203 val_203 2000-04-09 +339 val_339 2000-04-09 +0 val_0 2000-04-09 +455 val_455 2000-04-09 +128 val_128 2000-04-09 +311 val_311 2000-04-09 +316 val_316 2000-04-09 +57 val_57 2000-04-09 +302 val_302 2000-04-09 +205 val_205 2000-04-09 +149 val_149 2000-04-09 +438 val_438 2000-04-09 +345 val_345 2000-04-09 +129 val_129 2000-04-09 +170 val_170 2000-04-09 +20 val_20 2000-04-09 +489 val_489 2000-04-09 +157 val_157 2000-04-09 +378 val_378 2000-04-09 +221 val_221 2000-04-09 +92 val_92 2000-04-09 +111 val_111 2000-04-09 +47 val_47 2000-04-09 +72 val_72 2000-04-09 +4 val_4 2000-04-09 +280 val_280 2000-04-09 +35 val_35 2000-04-09 +427 val_427 2000-04-09 +277 val_277 2000-04-09 +208 val_208 2000-04-09 +356 val_356 2000-04-09 +399 val_399 2000-04-09 +169 val_169 2000-04-09 +382 val_382 2000-04-09 +498 val_498 2000-04-09 +125 val_125 2000-04-09 +386 val_386 2000-04-09 +437 val_437 2000-04-09 +469 val_469 2000-04-09 +192 val_192 2000-04-09 +286 val_286 2000-04-09 +187 val_187 2000-04-09 +176 val_176 2000-04-09 +54 val_54 2000-04-09 +459 val_459 2000-04-09 +51 val_51 2000-04-09 +138 val_138 2000-04-09 +103 val_103 2000-04-09 +239 val_239 2000-04-09 +213 val_213 2000-04-09 +216 val_216 2000-04-09 +430 val_430 2000-04-09 +278 val_278 2000-04-09 +176 val_176 2000-04-09 +289 val_289 2000-04-09 +221 val_221 2000-04-09 +65 val_65 2000-04-09 +318 val_318 2000-04-09 +332 val_332 2000-04-09 +311 val_311 2000-04-09 +275 val_275 2000-04-09 +137 val_137 2000-04-09 +241 val_241 2000-04-09 +83 val_83 2000-04-09 +333 val_333 2000-04-09 +180 val_180 2000-04-09 +284 val_284 2000-04-09 +12 val_12 2000-04-09 +230 val_230 2000-04-09 +181 val_181 2000-04-09 +67 val_67 2000-04-09 +260 val_260 2000-04-09 +404 val_404 2000-04-09 +384 val_384 2000-04-09 +489 val_489 2000-04-09 +353 val_353 2000-04-09 +373 val_373 2000-04-09 +272 val_272 2000-04-09 +138 val_138 2000-04-09 +217 val_217 2000-04-09 +84 val_84 2000-04-09 +348 val_348 2000-04-09 +466 val_466 2000-04-09 +58 val_58 2000-04-09 +8 val_8 2000-04-09 +411 val_411 2000-04-09 +230 val_230 2000-04-09 +208 val_208 2000-04-09 +348 val_348 2000-04-09 +24 val_24 2000-04-09 +463 val_463 2000-04-09 +431 val_431 2000-04-09 +179 val_179 2000-04-09 +172 val_172 2000-04-09 +42 val_42 2000-04-09 +129 val_129 2000-04-09 +158 val_158 2000-04-09 +119 val_119 2000-04-09 +496 val_496 2000-04-09 +0 val_0 2000-04-09 +322 val_322 2000-04-09 +197 val_197 2000-04-09 +468 val_468 2000-04-09 +393 val_393 2000-04-09 +454 val_454 2000-04-09 +100 val_100 2000-04-09 +298 val_298 2000-04-09 +199 val_199 2000-04-09 +191 val_191 2000-04-09 +418 val_418 2000-04-09 +96 val_96 2000-04-09 +26 val_26 2000-04-09 +165 val_165 2000-04-09 +327 val_327 2000-04-09 +230 val_230 2000-04-09 +205 val_205 2000-04-09 +120 val_120 2000-04-09 +131 val_131 2000-04-09 +51 val_51 2000-04-09 +404 val_404 2000-04-09 +43 val_43 2000-04-09 +436 val_436 2000-04-09 +156 val_156 2000-04-09 +469 val_469 2000-04-09 +468 val_468 2000-04-09 +308 val_308 2000-04-09 +95 val_95 2000-04-09 +196 val_196 2000-04-09 +288 val_288 2000-04-09 +481 val_481 2000-04-09 +457 val_457 2000-04-09 +98 val_98 2000-04-09 +282 val_282 2000-04-09 +197 val_197 2000-04-09 +187 val_187 2000-04-09 +318 val_318 2000-04-09 +318 val_318 2000-04-09 +409 val_409 2000-04-09 +470 val_470 2000-04-09 +137 val_137 2000-04-09 +369 val_369 2000-04-09 +316 val_316 2000-04-09 +169 val_169 2000-04-09 +413 val_413 2000-04-09 +85 val_85 2000-04-09 +77 val_77 2000-04-09 +0 val_0 2000-04-09 +490 val_490 2000-04-09 +87 val_87 2000-04-09 +364 val_364 2000-04-09 +179 val_179 2000-04-09 +118 val_118 2000-04-09 +134 val_134 2000-04-09 +395 val_395 2000-04-09 +282 val_282 2000-04-09 +138 val_138 2000-04-09 +238 val_238 2000-04-09 +419 val_419 2000-04-09 +15 val_15 2000-04-09 +118 val_118 2000-04-09 +72 val_72 2000-04-09 +90 val_90 2000-04-09 +307 val_307 2000-04-09 +19 val_19 2000-04-09 +435 val_435 2000-04-09 +10 val_10 2000-04-09 +277 val_277 2000-04-09 +273 val_273 2000-04-09 +306 val_306 2000-04-09 +224 val_224 2000-04-09 +309 val_309 2000-04-09 +389 val_389 2000-04-09 +327 val_327 2000-04-09 +242 val_242 2000-04-09 +369 val_369 2000-04-09 +392 val_392 2000-04-09 +272 val_272 2000-04-09 +331 val_331 2000-04-09 +401 val_401 2000-04-09 +242 val_242 2000-04-09 +452 val_452 2000-04-09 +177 val_177 2000-04-09 +226 val_226 2000-04-09 +5 val_5 2000-04-09 +497 val_497 2000-04-09 +402 val_402 2000-04-09 +396 val_396 2000-04-09 +317 val_317 2000-04-09 +395 val_395 2000-04-09 +58 val_58 2000-04-09 +35 val_35 2000-04-09 +336 val_336 2000-04-09 +95 val_95 2000-04-09 +11 val_11 2000-04-09 +168 val_168 2000-04-09 +34 val_34 2000-04-09 +229 val_229 2000-04-09 +233 val_233 2000-04-09 +143 val_143 2000-04-09 +472 val_472 2000-04-09 +322 val_322 2000-04-09 +498 val_498 2000-04-09 +160 val_160 2000-04-09 +195 val_195 2000-04-09 +42 val_42 2000-04-09 +321 val_321 2000-04-09 +430 val_430 2000-04-09 +119 val_119 2000-04-09 +489 val_489 2000-04-09 +458 val_458 2000-04-09 +78 val_78 2000-04-09 +76 val_76 2000-04-09 +41 val_41 2000-04-09 +223 val_223 2000-04-09 +492 val_492 2000-04-09 +149 val_149 2000-04-09 +449 val_449 2000-04-09 +218 val_218 2000-04-09 +228 val_228 2000-04-09 +138 val_138 2000-04-09 +453 val_453 2000-04-09 +30 val_30 2000-04-09 +209 val_209 2000-04-09 +64 val_64 2000-04-09 +468 val_468 2000-04-09 +76 val_76 2000-04-09 +74 val_74 2000-04-09 +342 val_342 2000-04-09 +69 val_69 2000-04-09 +230 val_230 2000-04-09 +33 val_33 2000-04-09 +368 val_368 2000-04-09 +103 val_103 2000-04-09 +296 val_296 2000-04-09 +113 val_113 2000-04-09 +216 val_216 2000-04-09 +367 val_367 2000-04-09 +344 val_344 2000-04-09 +167 val_167 2000-04-09 +274 val_274 2000-04-09 +219 val_219 2000-04-09 +239 val_239 2000-04-09 +485 val_485 2000-04-09 +116 val_116 2000-04-09 +223 val_223 2000-04-09 +256 val_256 2000-04-09 +263 val_263 2000-04-09 +70 val_70 2000-04-09 +487 val_487 2000-04-09 +480 val_480 2000-04-09 +401 val_401 2000-04-09 +288 val_288 2000-04-09 +191 val_191 2000-04-09 +5 val_5 2000-04-09 +244 val_244 2000-04-09 +438 val_438 2000-04-09 +128 val_128 2000-04-09 +467 val_467 2000-04-09 +432 val_432 2000-04-09 +202 val_202 2000-04-09 +316 val_316 2000-04-09 +229 val_229 2000-04-09 +469 val_469 2000-04-09 +463 val_463 2000-04-09 +280 val_280 2000-04-09 +2 val_2 2000-04-09 +35 val_35 2000-04-09 +283 val_283 2000-04-09 +331 val_331 2000-04-09 +235 val_235 2000-04-09 +80 val_80 2000-04-09 +44 val_44 2000-04-09 +193 val_193 2000-04-09 +321 val_321 2000-04-09 +335 val_335 2000-04-09 +104 val_104 2000-04-09 +466 val_466 2000-04-09 +366 val_366 2000-04-09 +175 val_175 2000-04-09 +403 val_403 2000-04-09 +483 val_483 2000-04-09 +53 val_53 2000-04-09 +105 val_105 2000-04-09 +257 val_257 2000-04-09 +406 val_406 2000-04-09 +409 val_409 2000-04-09 +190 val_190 2000-04-09 +406 val_406 2000-04-09 +401 val_401 2000-04-09 +114 val_114 2000-04-09 +258 val_258 2000-04-09 +90 val_90 2000-04-09 +203 val_203 2000-04-09 +262 val_262 2000-04-09 +348 val_348 2000-04-09 +424 val_424 2000-04-09 +12 val_12 2000-04-09 +396 val_396 2000-04-09 +201 val_201 2000-04-09 +217 val_217 2000-04-09 +164 val_164 2000-04-09 +431 val_431 2000-04-09 +454 val_454 2000-04-09 +478 val_478 2000-04-09 +298 val_298 2000-04-09 +125 val_125 2000-04-09 +431 val_431 2000-04-09 +164 val_164 2000-04-09 +424 val_424 2000-04-09 +187 val_187 2000-04-09 +382 val_382 2000-04-09 +5 val_5 2000-04-09 +70 val_70 2000-04-09 +397 val_397 2000-04-09 +480 val_480 2000-04-09 +291 val_291 2000-04-09 +24 val_24 2000-04-09 +351 val_351 2000-04-09 +255 val_255 2000-04-09 +104 val_104 2000-04-09 +70 val_70 2000-04-09 +163 val_163 2000-04-09 +438 val_438 2000-04-09 +119 val_119 2000-04-09 +414 val_414 2000-04-09 +200 val_200 2000-04-09 +491 val_491 2000-04-09 +237 val_237 2000-04-09 +439 val_439 2000-04-09 +360 val_360 2000-04-09 +248 val_248 2000-04-09 +479 val_479 2000-04-09 +305 val_305 2000-04-09 +417 val_417 2000-04-09 +199 val_199 2000-04-09 +444 val_444 2000-04-09 +120 val_120 2000-04-09 +429 val_429 2000-04-09 +169 val_169 2000-04-09 +443 val_443 2000-04-09 +323 val_323 2000-04-09 +325 val_325 2000-04-09 +277 val_277 2000-04-09 +230 val_230 2000-04-09 +478 val_478 2000-04-09 +178 val_178 2000-04-09 +468 val_468 2000-04-09 +310 val_310 2000-04-09 +317 val_317 2000-04-09 +333 val_333 2000-04-09 +493 val_493 2000-04-09 +460 val_460 2000-04-09 +207 val_207 2000-04-09 +249 val_249 2000-04-09 +265 val_265 2000-04-09 +480 val_480 2000-04-09 +83 val_83 2000-04-09 +136 val_136 2000-04-09 +353 val_353 2000-04-09 +172 val_172 2000-04-09 +214 val_214 2000-04-09 +462 val_462 2000-04-09 +233 val_233 2000-04-09 +406 val_406 2000-04-09 +133 val_133 2000-04-09 +175 val_175 2000-04-09 +189 val_189 2000-04-09 +454 val_454 2000-04-09 +375 val_375 2000-04-09 +401 val_401 2000-04-09 +421 val_421 2000-04-09 +407 val_407 2000-04-09 +384 val_384 2000-04-09 +256 val_256 2000-04-09 +26 val_26 2000-04-09 +134 val_134 2000-04-09 +67 val_67 2000-04-09 +384 val_384 2000-04-09 +379 val_379 2000-04-09 +18 val_18 2000-04-09 +462 val_462 2000-04-09 +492 val_492 2000-04-09 +100 val_100 2000-04-09 +298 val_298 2000-04-09 +9 val_9 2000-04-09 +341 val_341 2000-04-09 +498 val_498 2000-04-09 +146 val_146 2000-04-09 +458 val_458 2000-04-09 +362 val_362 2000-04-09 +186 val_186 2000-04-09 +285 val_285 2000-04-09 +348 val_348 2000-04-09 +167 val_167 2000-04-09 +18 val_18 2000-04-09 +273 val_273 2000-04-09 +183 val_183 2000-04-09 +281 val_281 2000-04-09 +344 val_344 2000-04-09 +97 val_97 2000-04-09 +469 val_469 2000-04-09 +315 val_315 2000-04-09 +84 val_84 2000-04-09 +28 val_28 2000-04-09 +37 val_37 2000-04-09 +448 val_448 2000-04-09 +152 val_152 2000-04-09 +348 val_348 2000-04-09 +307 val_307 2000-04-09 +194 val_194 2000-04-09 +414 val_414 2000-04-09 +477 val_477 2000-04-09 +222 val_222 2000-04-09 +126 val_126 2000-04-09 +90 val_90 2000-04-09 +169 val_169 2000-04-09 +403 val_403 2000-04-09 +400 val_400 2000-04-09 +200 val_200 2000-04-09 +97 val_97 2000-04-09 +PREHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds<='2000-04-09' and key=2) +PREHOOK: type: QUERY +POSTHOOK: query: explain extended select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds<='2000-04-09' and key=2) +POSTHOOK: type: QUERY +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF pcr_t1)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL ds))) (TOK_WHERE (or (and (> (TOK_TABLE_OR_COL ds) '2000-04-08') (< (TOK_TABLE_OR_COL ds) '2000-04-11')) (and (<= (TOK_TABLE_OR_COL ds) '2000-04-09') (= (TOK_TABLE_OR_COL key) 2)))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + pcr_t1 + TableScan + alias: pcr_t1 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: + expr: ((ds > '2000-04-08') or ((ds <= '2000-04-09') and (key = 2))) + type: boolean + Filter Operator + isSamplingPred: false + predicate: + expr: (((ds > '2000-04-08') and (ds < '2000-04-11')) or ((ds <= '2000-04-09') and (key = 2))) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: file:/tmp/sdong/hive_2010-11-03_11-26-41_921_7284791185399724696/-ext-10001 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-11-03_11-26-41_921_7284791185399724696/-ext-10001/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + serialization.format 1 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + Partition + base file name: ds=2000-04-08 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-08 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 4 + numPartitions 4 + numRows 2000 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 23248 + transient_lastDdlTime 1288808798 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 4 + numPartitions 4 + numRows 2000 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 23248 + transient_lastDdlTime 1288808798 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + Partition + base file name: ds=2000-04-09 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-09 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 4 + numPartitions 4 + numRows 2000 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 23248 + transient_lastDdlTime 1288808798 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 4 + numPartitions 4 + numRows 2000 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 23248 + transient_lastDdlTime 1288808798 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + Partition + base file name: ds=2000-04-10 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-10 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 4 + numPartitions 4 + numRows 2000 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 23248 + transient_lastDdlTime 1288808798 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 4 + numPartitions 4 + numRows 2000 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 23248 + transient_lastDdlTime 1288808798 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds<='2000-04-09' and key=2) +PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Input: default@pcr_t1@ds=2000-04-09 +PREHOOK: Input: default@pcr_t1@ds=2000-04-10 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-42_069_8690172982536773738/-mr-10000 +POSTHOOK: query: select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds<='2000-04-09' and key=2) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 +POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-42_069_8690172982536773738/-mr-10000 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +238 val_238 2000-04-10 +86 val_86 2000-04-10 +311 val_311 2000-04-10 +27 val_27 2000-04-10 +165 val_165 2000-04-10 +409 val_409 2000-04-10 +255 val_255 2000-04-10 +278 val_278 2000-04-10 +98 val_98 2000-04-10 +484 val_484 2000-04-10 +265 val_265 2000-04-10 +193 val_193 2000-04-10 +401 val_401 2000-04-10 +150 val_150 2000-04-10 +273 val_273 2000-04-10 +224 val_224 2000-04-10 +369 val_369 2000-04-10 +66 val_66 2000-04-10 +128 val_128 2000-04-10 +213 val_213 2000-04-10 +146 val_146 2000-04-10 +406 val_406 2000-04-10 +429 val_429 2000-04-10 +374 val_374 2000-04-10 +152 val_152 2000-04-10 +469 val_469 2000-04-10 +145 val_145 2000-04-10 +495 val_495 2000-04-10 +37 val_37 2000-04-10 +327 val_327 2000-04-10 +281 val_281 2000-04-10 +277 val_277 2000-04-10 +209 val_209 2000-04-10 +15 val_15 2000-04-10 +82 val_82 2000-04-10 +403 val_403 2000-04-10 +166 val_166 2000-04-10 +417 val_417 2000-04-10 +430 val_430 2000-04-10 +252 val_252 2000-04-10 +292 val_292 2000-04-10 +219 val_219 2000-04-10 +287 val_287 2000-04-10 +153 val_153 2000-04-10 +193 val_193 2000-04-10 +338 val_338 2000-04-10 +446 val_446 2000-04-10 +459 val_459 2000-04-10 +394 val_394 2000-04-10 +237 val_237 2000-04-10 +482 val_482 2000-04-10 +174 val_174 2000-04-10 +413 val_413 2000-04-10 +494 val_494 2000-04-10 +207 val_207 2000-04-10 +199 val_199 2000-04-10 +466 val_466 2000-04-10 +208 val_208 2000-04-10 +174 val_174 2000-04-10 +399 val_399 2000-04-10 +396 val_396 2000-04-10 +247 val_247 2000-04-10 +417 val_417 2000-04-10 +489 val_489 2000-04-10 +162 val_162 2000-04-10 +377 val_377 2000-04-10 +397 val_397 2000-04-10 +309 val_309 2000-04-10 +365 val_365 2000-04-10 +266 val_266 2000-04-10 +439 val_439 2000-04-10 +342 val_342 2000-04-10 +367 val_367 2000-04-10 +325 val_325 2000-04-10 +167 val_167 2000-04-10 +195 val_195 2000-04-10 +475 val_475 2000-04-10 +17 val_17 2000-04-10 +113 val_113 2000-04-10 +155 val_155 2000-04-10 +203 val_203 2000-04-10 +339 val_339 2000-04-10 +0 val_0 2000-04-10 +455 val_455 2000-04-10 +128 val_128 2000-04-10 +311 val_311 2000-04-10 +316 val_316 2000-04-10 +57 val_57 2000-04-10 +302 val_302 2000-04-10 +205 val_205 2000-04-10 +149 val_149 2000-04-10 +438 val_438 2000-04-10 +345 val_345 2000-04-10 +129 val_129 2000-04-10 +170 val_170 2000-04-10 +20 val_20 2000-04-10 +489 val_489 2000-04-10 +157 val_157 2000-04-10 +378 val_378 2000-04-10 +221 val_221 2000-04-10 +92 val_92 2000-04-10 +111 val_111 2000-04-10 +47 val_47 2000-04-10 +72 val_72 2000-04-10 +4 val_4 2000-04-10 +280 val_280 2000-04-10 +35 val_35 2000-04-10 +427 val_427 2000-04-10 +277 val_277 2000-04-10 +208 val_208 2000-04-10 +356 val_356 2000-04-10 +399 val_399 2000-04-10 +169 val_169 2000-04-10 +382 val_382 2000-04-10 +498 val_498 2000-04-10 +125 val_125 2000-04-10 +386 val_386 2000-04-10 +437 val_437 2000-04-10 +469 val_469 2000-04-10 +192 val_192 2000-04-10 +286 val_286 2000-04-10 +187 val_187 2000-04-10 +176 val_176 2000-04-10 +54 val_54 2000-04-10 +459 val_459 2000-04-10 +51 val_51 2000-04-10 +138 val_138 2000-04-10 +103 val_103 2000-04-10 +239 val_239 2000-04-10 +213 val_213 2000-04-10 +216 val_216 2000-04-10 +430 val_430 2000-04-10 +278 val_278 2000-04-10 +176 val_176 2000-04-10 +289 val_289 2000-04-10 +221 val_221 2000-04-10 +65 val_65 2000-04-10 +318 val_318 2000-04-10 +332 val_332 2000-04-10 +311 val_311 2000-04-10 +275 val_275 2000-04-10 +137 val_137 2000-04-10 +241 val_241 2000-04-10 +83 val_83 2000-04-10 +333 val_333 2000-04-10 +180 val_180 2000-04-10 +284 val_284 2000-04-10 +12 val_12 2000-04-10 +230 val_230 2000-04-10 +181 val_181 2000-04-10 +67 val_67 2000-04-10 +260 val_260 2000-04-10 +404 val_404 2000-04-10 +384 val_384 2000-04-10 +489 val_489 2000-04-10 +353 val_353 2000-04-10 +373 val_373 2000-04-10 +272 val_272 2000-04-10 +138 val_138 2000-04-10 +217 val_217 2000-04-10 +84 val_84 2000-04-10 +348 val_348 2000-04-10 +466 val_466 2000-04-10 +58 val_58 2000-04-10 +8 val_8 2000-04-10 +411 val_411 2000-04-10 +230 val_230 2000-04-10 +208 val_208 2000-04-10 +348 val_348 2000-04-10 +24 val_24 2000-04-10 +463 val_463 2000-04-10 +431 val_431 2000-04-10 +179 val_179 2000-04-10 +172 val_172 2000-04-10 +42 val_42 2000-04-10 +129 val_129 2000-04-10 +158 val_158 2000-04-10 +119 val_119 2000-04-10 +496 val_496 2000-04-10 +0 val_0 2000-04-10 +322 val_322 2000-04-10 +197 val_197 2000-04-10 +468 val_468 2000-04-10 +393 val_393 2000-04-10 +454 val_454 2000-04-10 +100 val_100 2000-04-10 +298 val_298 2000-04-10 +199 val_199 2000-04-10 +191 val_191 2000-04-10 +418 val_418 2000-04-10 +96 val_96 2000-04-10 +26 val_26 2000-04-10 +165 val_165 2000-04-10 +327 val_327 2000-04-10 +230 val_230 2000-04-10 +205 val_205 2000-04-10 +120 val_120 2000-04-10 +131 val_131 2000-04-10 +51 val_51 2000-04-10 +404 val_404 2000-04-10 +43 val_43 2000-04-10 +436 val_436 2000-04-10 +156 val_156 2000-04-10 +469 val_469 2000-04-10 +468 val_468 2000-04-10 +308 val_308 2000-04-10 +95 val_95 2000-04-10 +196 val_196 2000-04-10 +288 val_288 2000-04-10 +481 val_481 2000-04-10 +457 val_457 2000-04-10 +98 val_98 2000-04-10 +282 val_282 2000-04-10 +197 val_197 2000-04-10 +187 val_187 2000-04-10 +318 val_318 2000-04-10 +318 val_318 2000-04-10 +409 val_409 2000-04-10 +470 val_470 2000-04-10 +137 val_137 2000-04-10 +369 val_369 2000-04-10 +316 val_316 2000-04-10 +169 val_169 2000-04-10 +413 val_413 2000-04-10 +85 val_85 2000-04-10 +77 val_77 2000-04-10 +0 val_0 2000-04-10 +490 val_490 2000-04-10 +87 val_87 2000-04-10 +364 val_364 2000-04-10 +179 val_179 2000-04-10 +118 val_118 2000-04-10 +134 val_134 2000-04-10 +395 val_395 2000-04-10 +282 val_282 2000-04-10 +138 val_138 2000-04-10 +238 val_238 2000-04-10 +419 val_419 2000-04-10 +15 val_15 2000-04-10 +118 val_118 2000-04-10 +72 val_72 2000-04-10 +90 val_90 2000-04-10 +307 val_307 2000-04-10 +19 val_19 2000-04-10 +435 val_435 2000-04-10 +10 val_10 2000-04-10 +277 val_277 2000-04-10 +273 val_273 2000-04-10 +306 val_306 2000-04-10 +224 val_224 2000-04-10 +309 val_309 2000-04-10 +389 val_389 2000-04-10 +327 val_327 2000-04-10 +242 val_242 2000-04-10 +369 val_369 2000-04-10 +392 val_392 2000-04-10 +272 val_272 2000-04-10 +331 val_331 2000-04-10 +401 val_401 2000-04-10 +242 val_242 2000-04-10 +452 val_452 2000-04-10 +177 val_177 2000-04-10 +226 val_226 2000-04-10 +5 val_5 2000-04-10 +497 val_497 2000-04-10 +402 val_402 2000-04-10 +396 val_396 2000-04-10 +317 val_317 2000-04-10 +395 val_395 2000-04-10 +58 val_58 2000-04-10 +35 val_35 2000-04-10 +336 val_336 2000-04-10 +95 val_95 2000-04-10 +11 val_11 2000-04-10 +168 val_168 2000-04-10 +34 val_34 2000-04-10 +229 val_229 2000-04-10 +233 val_233 2000-04-10 +143 val_143 2000-04-10 +472 val_472 2000-04-10 +322 val_322 2000-04-10 +498 val_498 2000-04-10 +160 val_160 2000-04-10 +195 val_195 2000-04-10 +42 val_42 2000-04-10 +321 val_321 2000-04-10 +430 val_430 2000-04-10 +119 val_119 2000-04-10 +489 val_489 2000-04-10 +458 val_458 2000-04-10 +78 val_78 2000-04-10 +76 val_76 2000-04-10 +41 val_41 2000-04-10 +223 val_223 2000-04-10 +492 val_492 2000-04-10 +149 val_149 2000-04-10 +449 val_449 2000-04-10 +218 val_218 2000-04-10 +228 val_228 2000-04-10 +138 val_138 2000-04-10 +453 val_453 2000-04-10 +30 val_30 2000-04-10 +209 val_209 2000-04-10 +64 val_64 2000-04-10 +468 val_468 2000-04-10 +76 val_76 2000-04-10 +74 val_74 2000-04-10 +342 val_342 2000-04-10 +69 val_69 2000-04-10 +230 val_230 2000-04-10 +33 val_33 2000-04-10 +368 val_368 2000-04-10 +103 val_103 2000-04-10 +296 val_296 2000-04-10 +113 val_113 2000-04-10 +216 val_216 2000-04-10 +367 val_367 2000-04-10 +344 val_344 2000-04-10 +167 val_167 2000-04-10 +274 val_274 2000-04-10 +219 val_219 2000-04-10 +239 val_239 2000-04-10 +485 val_485 2000-04-10 +116 val_116 2000-04-10 +223 val_223 2000-04-10 +256 val_256 2000-04-10 +263 val_263 2000-04-10 +70 val_70 2000-04-10 +487 val_487 2000-04-10 +480 val_480 2000-04-10 +401 val_401 2000-04-10 +288 val_288 2000-04-10 +191 val_191 2000-04-10 +5 val_5 2000-04-10 +244 val_244 2000-04-10 +438 val_438 2000-04-10 +128 val_128 2000-04-10 +467 val_467 2000-04-10 +432 val_432 2000-04-10 +202 val_202 2000-04-10 +316 val_316 2000-04-10 +229 val_229 2000-04-10 +469 val_469 2000-04-10 +463 val_463 2000-04-10 +280 val_280 2000-04-10 +2 val_2 2000-04-10 +35 val_35 2000-04-10 +283 val_283 2000-04-10 +331 val_331 2000-04-10 +235 val_235 2000-04-10 +80 val_80 2000-04-10 +44 val_44 2000-04-10 +193 val_193 2000-04-10 +321 val_321 2000-04-10 +335 val_335 2000-04-10 +104 val_104 2000-04-10 +466 val_466 2000-04-10 +366 val_366 2000-04-10 +175 val_175 2000-04-10 +403 val_403 2000-04-10 +483 val_483 2000-04-10 +53 val_53 2000-04-10 +105 val_105 2000-04-10 +257 val_257 2000-04-10 +406 val_406 2000-04-10 +409 val_409 2000-04-10 +190 val_190 2000-04-10 +406 val_406 2000-04-10 +401 val_401 2000-04-10 +114 val_114 2000-04-10 +258 val_258 2000-04-10 +90 val_90 2000-04-10 +203 val_203 2000-04-10 +262 val_262 2000-04-10 +348 val_348 2000-04-10 +424 val_424 2000-04-10 +12 val_12 2000-04-10 +396 val_396 2000-04-10 +201 val_201 2000-04-10 +217 val_217 2000-04-10 +164 val_164 2000-04-10 +431 val_431 2000-04-10 +454 val_454 2000-04-10 +478 val_478 2000-04-10 +298 val_298 2000-04-10 +125 val_125 2000-04-10 +431 val_431 2000-04-10 +164 val_164 2000-04-10 +424 val_424 2000-04-10 +187 val_187 2000-04-10 +382 val_382 2000-04-10 +5 val_5 2000-04-10 +70 val_70 2000-04-10 +397 val_397 2000-04-10 +480 val_480 2000-04-10 +291 val_291 2000-04-10 +24 val_24 2000-04-10 +351 val_351 2000-04-10 +255 val_255 2000-04-10 +104 val_104 2000-04-10 +70 val_70 2000-04-10 +163 val_163 2000-04-10 +438 val_438 2000-04-10 +119 val_119 2000-04-10 +414 val_414 2000-04-10 +200 val_200 2000-04-10 +491 val_491 2000-04-10 +237 val_237 2000-04-10 +439 val_439 2000-04-10 +360 val_360 2000-04-10 +248 val_248 2000-04-10 +479 val_479 2000-04-10 +305 val_305 2000-04-10 +417 val_417 2000-04-10 +199 val_199 2000-04-10 +444 val_444 2000-04-10 +120 val_120 2000-04-10 +429 val_429 2000-04-10 +169 val_169 2000-04-10 +443 val_443 2000-04-10 +323 val_323 2000-04-10 +325 val_325 2000-04-10 +277 val_277 2000-04-10 +230 val_230 2000-04-10 +478 val_478 2000-04-10 +178 val_178 2000-04-10 +468 val_468 2000-04-10 +310 val_310 2000-04-10 +317 val_317 2000-04-10 +333 val_333 2000-04-10 +493 val_493 2000-04-10 +460 val_460 2000-04-10 +207 val_207 2000-04-10 +249 val_249 2000-04-10 +265 val_265 2000-04-10 +480 val_480 2000-04-10 +83 val_83 2000-04-10 +136 val_136 2000-04-10 +353 val_353 2000-04-10 +172 val_172 2000-04-10 +214 val_214 2000-04-10 +462 val_462 2000-04-10 +233 val_233 2000-04-10 +406 val_406 2000-04-10 +133 val_133 2000-04-10 +175 val_175 2000-04-10 +189 val_189 2000-04-10 +454 val_454 2000-04-10 +375 val_375 2000-04-10 +401 val_401 2000-04-10 +421 val_421 2000-04-10 +407 val_407 2000-04-10 +384 val_384 2000-04-10 +256 val_256 2000-04-10 +26 val_26 2000-04-10 +134 val_134 2000-04-10 +67 val_67 2000-04-10 +384 val_384 2000-04-10 +379 val_379 2000-04-10 +18 val_18 2000-04-10 +462 val_462 2000-04-10 +492 val_492 2000-04-10 +100 val_100 2000-04-10 +298 val_298 2000-04-10 +9 val_9 2000-04-10 +341 val_341 2000-04-10 +498 val_498 2000-04-10 +146 val_146 2000-04-10 +458 val_458 2000-04-10 +362 val_362 2000-04-10 +186 val_186 2000-04-10 +285 val_285 2000-04-10 +348 val_348 2000-04-10 +167 val_167 2000-04-10 +18 val_18 2000-04-10 +273 val_273 2000-04-10 +183 val_183 2000-04-10 +281 val_281 2000-04-10 +344 val_344 2000-04-10 +97 val_97 2000-04-10 +469 val_469 2000-04-10 +315 val_315 2000-04-10 +84 val_84 2000-04-10 +28 val_28 2000-04-10 +37 val_37 2000-04-10 +448 val_448 2000-04-10 +152 val_152 2000-04-10 +348 val_348 2000-04-10 +307 val_307 2000-04-10 +194 val_194 2000-04-10 +414 val_414 2000-04-10 +477 val_477 2000-04-10 +222 val_222 2000-04-10 +126 val_126 2000-04-10 +90 val_90 2000-04-10 +169 val_169 2000-04-10 +403 val_403 2000-04-10 +400 val_400 2000-04-10 +200 val_200 2000-04-10 +97 val_97 2000-04-10 +2 val_2 2000-04-08 +238 val_238 2000-04-09 +86 val_86 2000-04-09 +311 val_311 2000-04-09 +27 val_27 2000-04-09 +165 val_165 2000-04-09 +409 val_409 2000-04-09 +255 val_255 2000-04-09 +278 val_278 2000-04-09 +98 val_98 2000-04-09 +484 val_484 2000-04-09 +265 val_265 2000-04-09 +193 val_193 2000-04-09 +401 val_401 2000-04-09 +150 val_150 2000-04-09 +273 val_273 2000-04-09 +224 val_224 2000-04-09 +369 val_369 2000-04-09 +66 val_66 2000-04-09 +128 val_128 2000-04-09 +213 val_213 2000-04-09 +146 val_146 2000-04-09 +406 val_406 2000-04-09 +429 val_429 2000-04-09 +374 val_374 2000-04-09 +152 val_152 2000-04-09 +469 val_469 2000-04-09 +145 val_145 2000-04-09 +495 val_495 2000-04-09 +37 val_37 2000-04-09 +327 val_327 2000-04-09 +281 val_281 2000-04-09 +277 val_277 2000-04-09 +209 val_209 2000-04-09 +15 val_15 2000-04-09 +82 val_82 2000-04-09 +403 val_403 2000-04-09 +166 val_166 2000-04-09 +417 val_417 2000-04-09 +430 val_430 2000-04-09 +252 val_252 2000-04-09 +292 val_292 2000-04-09 +219 val_219 2000-04-09 +287 val_287 2000-04-09 +153 val_153 2000-04-09 +193 val_193 2000-04-09 +338 val_338 2000-04-09 +446 val_446 2000-04-09 +459 val_459 2000-04-09 +394 val_394 2000-04-09 +237 val_237 2000-04-09 +482 val_482 2000-04-09 +174 val_174 2000-04-09 +413 val_413 2000-04-09 +494 val_494 2000-04-09 +207 val_207 2000-04-09 +199 val_199 2000-04-09 +466 val_466 2000-04-09 +208 val_208 2000-04-09 +174 val_174 2000-04-09 +399 val_399 2000-04-09 +396 val_396 2000-04-09 +247 val_247 2000-04-09 +417 val_417 2000-04-09 +489 val_489 2000-04-09 +162 val_162 2000-04-09 +377 val_377 2000-04-09 +397 val_397 2000-04-09 +309 val_309 2000-04-09 +365 val_365 2000-04-09 +266 val_266 2000-04-09 +439 val_439 2000-04-09 +342 val_342 2000-04-09 +367 val_367 2000-04-09 +325 val_325 2000-04-09 +167 val_167 2000-04-09 +195 val_195 2000-04-09 +475 val_475 2000-04-09 +17 val_17 2000-04-09 +113 val_113 2000-04-09 +155 val_155 2000-04-09 +203 val_203 2000-04-09 +339 val_339 2000-04-09 +0 val_0 2000-04-09 +455 val_455 2000-04-09 +128 val_128 2000-04-09 +311 val_311 2000-04-09 +316 val_316 2000-04-09 +57 val_57 2000-04-09 +302 val_302 2000-04-09 +205 val_205 2000-04-09 +149 val_149 2000-04-09 +438 val_438 2000-04-09 +345 val_345 2000-04-09 +129 val_129 2000-04-09 +170 val_170 2000-04-09 +20 val_20 2000-04-09 +489 val_489 2000-04-09 +157 val_157 2000-04-09 +378 val_378 2000-04-09 +221 val_221 2000-04-09 +92 val_92 2000-04-09 +111 val_111 2000-04-09 +47 val_47 2000-04-09 +72 val_72 2000-04-09 +4 val_4 2000-04-09 +280 val_280 2000-04-09 +35 val_35 2000-04-09 +427 val_427 2000-04-09 +277 val_277 2000-04-09 +208 val_208 2000-04-09 +356 val_356 2000-04-09 +399 val_399 2000-04-09 +169 val_169 2000-04-09 +382 val_382 2000-04-09 +498 val_498 2000-04-09 +125 val_125 2000-04-09 +386 val_386 2000-04-09 +437 val_437 2000-04-09 +469 val_469 2000-04-09 +192 val_192 2000-04-09 +286 val_286 2000-04-09 +187 val_187 2000-04-09 +176 val_176 2000-04-09 +54 val_54 2000-04-09 +459 val_459 2000-04-09 +51 val_51 2000-04-09 +138 val_138 2000-04-09 +103 val_103 2000-04-09 +239 val_239 2000-04-09 +213 val_213 2000-04-09 +216 val_216 2000-04-09 +430 val_430 2000-04-09 +278 val_278 2000-04-09 +176 val_176 2000-04-09 +289 val_289 2000-04-09 +221 val_221 2000-04-09 +65 val_65 2000-04-09 +318 val_318 2000-04-09 +332 val_332 2000-04-09 +311 val_311 2000-04-09 +275 val_275 2000-04-09 +137 val_137 2000-04-09 +241 val_241 2000-04-09 +83 val_83 2000-04-09 +333 val_333 2000-04-09 +180 val_180 2000-04-09 +284 val_284 2000-04-09 +12 val_12 2000-04-09 +230 val_230 2000-04-09 +181 val_181 2000-04-09 +67 val_67 2000-04-09 +260 val_260 2000-04-09 +404 val_404 2000-04-09 +384 val_384 2000-04-09 +489 val_489 2000-04-09 +353 val_353 2000-04-09 +373 val_373 2000-04-09 +272 val_272 2000-04-09 +138 val_138 2000-04-09 +217 val_217 2000-04-09 +84 val_84 2000-04-09 +348 val_348 2000-04-09 +466 val_466 2000-04-09 +58 val_58 2000-04-09 +8 val_8 2000-04-09 +411 val_411 2000-04-09 +230 val_230 2000-04-09 +208 val_208 2000-04-09 +348 val_348 2000-04-09 +24 val_24 2000-04-09 +463 val_463 2000-04-09 +431 val_431 2000-04-09 +179 val_179 2000-04-09 +172 val_172 2000-04-09 +42 val_42 2000-04-09 +129 val_129 2000-04-09 +158 val_158 2000-04-09 +119 val_119 2000-04-09 +496 val_496 2000-04-09 +0 val_0 2000-04-09 +322 val_322 2000-04-09 +197 val_197 2000-04-09 +468 val_468 2000-04-09 +393 val_393 2000-04-09 +454 val_454 2000-04-09 +100 val_100 2000-04-09 +298 val_298 2000-04-09 +199 val_199 2000-04-09 +191 val_191 2000-04-09 +418 val_418 2000-04-09 +96 val_96 2000-04-09 +26 val_26 2000-04-09 +165 val_165 2000-04-09 +327 val_327 2000-04-09 +230 val_230 2000-04-09 +205 val_205 2000-04-09 +120 val_120 2000-04-09 +131 val_131 2000-04-09 +51 val_51 2000-04-09 +404 val_404 2000-04-09 +43 val_43 2000-04-09 +436 val_436 2000-04-09 +156 val_156 2000-04-09 +469 val_469 2000-04-09 +468 val_468 2000-04-09 +308 val_308 2000-04-09 +95 val_95 2000-04-09 +196 val_196 2000-04-09 +288 val_288 2000-04-09 +481 val_481 2000-04-09 +457 val_457 2000-04-09 +98 val_98 2000-04-09 +282 val_282 2000-04-09 +197 val_197 2000-04-09 +187 val_187 2000-04-09 +318 val_318 2000-04-09 +318 val_318 2000-04-09 +409 val_409 2000-04-09 +470 val_470 2000-04-09 +137 val_137 2000-04-09 +369 val_369 2000-04-09 +316 val_316 2000-04-09 +169 val_169 2000-04-09 +413 val_413 2000-04-09 +85 val_85 2000-04-09 +77 val_77 2000-04-09 +0 val_0 2000-04-09 +490 val_490 2000-04-09 +87 val_87 2000-04-09 +364 val_364 2000-04-09 +179 val_179 2000-04-09 +118 val_118 2000-04-09 +134 val_134 2000-04-09 +395 val_395 2000-04-09 +282 val_282 2000-04-09 +138 val_138 2000-04-09 +238 val_238 2000-04-09 +419 val_419 2000-04-09 +15 val_15 2000-04-09 +118 val_118 2000-04-09 +72 val_72 2000-04-09 +90 val_90 2000-04-09 +307 val_307 2000-04-09 +19 val_19 2000-04-09 +435 val_435 2000-04-09 +10 val_10 2000-04-09 +277 val_277 2000-04-09 +273 val_273 2000-04-09 +306 val_306 2000-04-09 +224 val_224 2000-04-09 +309 val_309 2000-04-09 +389 val_389 2000-04-09 +327 val_327 2000-04-09 +242 val_242 2000-04-09 +369 val_369 2000-04-09 +392 val_392 2000-04-09 +272 val_272 2000-04-09 +331 val_331 2000-04-09 +401 val_401 2000-04-09 +242 val_242 2000-04-09 +452 val_452 2000-04-09 +177 val_177 2000-04-09 +226 val_226 2000-04-09 +5 val_5 2000-04-09 +497 val_497 2000-04-09 +402 val_402 2000-04-09 +396 val_396 2000-04-09 +317 val_317 2000-04-09 +395 val_395 2000-04-09 +58 val_58 2000-04-09 +35 val_35 2000-04-09 +336 val_336 2000-04-09 +95 val_95 2000-04-09 +11 val_11 2000-04-09 +168 val_168 2000-04-09 +34 val_34 2000-04-09 +229 val_229 2000-04-09 +233 val_233 2000-04-09 +143 val_143 2000-04-09 +472 val_472 2000-04-09 +322 val_322 2000-04-09 +498 val_498 2000-04-09 +160 val_160 2000-04-09 +195 val_195 2000-04-09 +42 val_42 2000-04-09 +321 val_321 2000-04-09 +430 val_430 2000-04-09 +119 val_119 2000-04-09 +489 val_489 2000-04-09 +458 val_458 2000-04-09 +78 val_78 2000-04-09 +76 val_76 2000-04-09 +41 val_41 2000-04-09 +223 val_223 2000-04-09 +492 val_492 2000-04-09 +149 val_149 2000-04-09 +449 val_449 2000-04-09 +218 val_218 2000-04-09 +228 val_228 2000-04-09 +138 val_138 2000-04-09 +453 val_453 2000-04-09 +30 val_30 2000-04-09 +209 val_209 2000-04-09 +64 val_64 2000-04-09 +468 val_468 2000-04-09 +76 val_76 2000-04-09 +74 val_74 2000-04-09 +342 val_342 2000-04-09 +69 val_69 2000-04-09 +230 val_230 2000-04-09 +33 val_33 2000-04-09 +368 val_368 2000-04-09 +103 val_103 2000-04-09 +296 val_296 2000-04-09 +113 val_113 2000-04-09 +216 val_216 2000-04-09 +367 val_367 2000-04-09 +344 val_344 2000-04-09 +167 val_167 2000-04-09 +274 val_274 2000-04-09 +219 val_219 2000-04-09 +239 val_239 2000-04-09 +485 val_485 2000-04-09 +116 val_116 2000-04-09 +223 val_223 2000-04-09 +256 val_256 2000-04-09 +263 val_263 2000-04-09 +70 val_70 2000-04-09 +487 val_487 2000-04-09 +480 val_480 2000-04-09 +401 val_401 2000-04-09 +288 val_288 2000-04-09 +191 val_191 2000-04-09 +5 val_5 2000-04-09 +244 val_244 2000-04-09 +438 val_438 2000-04-09 +128 val_128 2000-04-09 +467 val_467 2000-04-09 +432 val_432 2000-04-09 +202 val_202 2000-04-09 +316 val_316 2000-04-09 +229 val_229 2000-04-09 +469 val_469 2000-04-09 +463 val_463 2000-04-09 +280 val_280 2000-04-09 +2 val_2 2000-04-09 +35 val_35 2000-04-09 +283 val_283 2000-04-09 +331 val_331 2000-04-09 +235 val_235 2000-04-09 +80 val_80 2000-04-09 +44 val_44 2000-04-09 +193 val_193 2000-04-09 +321 val_321 2000-04-09 +335 val_335 2000-04-09 +104 val_104 2000-04-09 +466 val_466 2000-04-09 +366 val_366 2000-04-09 +175 val_175 2000-04-09 +403 val_403 2000-04-09 +483 val_483 2000-04-09 +53 val_53 2000-04-09 +105 val_105 2000-04-09 +257 val_257 2000-04-09 +406 val_406 2000-04-09 +409 val_409 2000-04-09 +190 val_190 2000-04-09 +406 val_406 2000-04-09 +401 val_401 2000-04-09 +114 val_114 2000-04-09 +258 val_258 2000-04-09 +90 val_90 2000-04-09 +203 val_203 2000-04-09 +262 val_262 2000-04-09 +348 val_348 2000-04-09 +424 val_424 2000-04-09 +12 val_12 2000-04-09 +396 val_396 2000-04-09 +201 val_201 2000-04-09 +217 val_217 2000-04-09 +164 val_164 2000-04-09 +431 val_431 2000-04-09 +454 val_454 2000-04-09 +478 val_478 2000-04-09 +298 val_298 2000-04-09 +125 val_125 2000-04-09 +431 val_431 2000-04-09 +164 val_164 2000-04-09 +424 val_424 2000-04-09 +187 val_187 2000-04-09 +382 val_382 2000-04-09 +5 val_5 2000-04-09 +70 val_70 2000-04-09 +397 val_397 2000-04-09 +480 val_480 2000-04-09 +291 val_291 2000-04-09 +24 val_24 2000-04-09 +351 val_351 2000-04-09 +255 val_255 2000-04-09 +104 val_104 2000-04-09 +70 val_70 2000-04-09 +163 val_163 2000-04-09 +438 val_438 2000-04-09 +119 val_119 2000-04-09 +414 val_414 2000-04-09 +200 val_200 2000-04-09 +491 val_491 2000-04-09 +237 val_237 2000-04-09 +439 val_439 2000-04-09 +360 val_360 2000-04-09 +248 val_248 2000-04-09 +479 val_479 2000-04-09 +305 val_305 2000-04-09 +417 val_417 2000-04-09 +199 val_199 2000-04-09 +444 val_444 2000-04-09 +120 val_120 2000-04-09 +429 val_429 2000-04-09 +169 val_169 2000-04-09 +443 val_443 2000-04-09 +323 val_323 2000-04-09 +325 val_325 2000-04-09 +277 val_277 2000-04-09 +230 val_230 2000-04-09 +478 val_478 2000-04-09 +178 val_178 2000-04-09 +468 val_468 2000-04-09 +310 val_310 2000-04-09 +317 val_317 2000-04-09 +333 val_333 2000-04-09 +493 val_493 2000-04-09 +460 val_460 2000-04-09 +207 val_207 2000-04-09 +249 val_249 2000-04-09 +265 val_265 2000-04-09 +480 val_480 2000-04-09 +83 val_83 2000-04-09 +136 val_136 2000-04-09 +353 val_353 2000-04-09 +172 val_172 2000-04-09 +214 val_214 2000-04-09 +462 val_462 2000-04-09 +233 val_233 2000-04-09 +406 val_406 2000-04-09 +133 val_133 2000-04-09 +175 val_175 2000-04-09 +189 val_189 2000-04-09 +454 val_454 2000-04-09 +375 val_375 2000-04-09 +401 val_401 2000-04-09 +421 val_421 2000-04-09 +407 val_407 2000-04-09 +384 val_384 2000-04-09 +256 val_256 2000-04-09 +26 val_26 2000-04-09 +134 val_134 2000-04-09 +67 val_67 2000-04-09 +384 val_384 2000-04-09 +379 val_379 2000-04-09 +18 val_18 2000-04-09 +462 val_462 2000-04-09 +492 val_492 2000-04-09 +100 val_100 2000-04-09 +298 val_298 2000-04-09 +9 val_9 2000-04-09 +341 val_341 2000-04-09 +498 val_498 2000-04-09 +146 val_146 2000-04-09 +458 val_458 2000-04-09 +362 val_362 2000-04-09 +186 val_186 2000-04-09 +285 val_285 2000-04-09 +348 val_348 2000-04-09 +167 val_167 2000-04-09 +18 val_18 2000-04-09 +273 val_273 2000-04-09 +183 val_183 2000-04-09 +281 val_281 2000-04-09 +344 val_344 2000-04-09 +97 val_97 2000-04-09 +469 val_469 2000-04-09 +315 val_315 2000-04-09 +84 val_84 2000-04-09 +28 val_28 2000-04-09 +37 val_37 2000-04-09 +448 val_448 2000-04-09 +152 val_152 2000-04-09 +348 val_348 2000-04-09 +307 val_307 2000-04-09 +194 val_194 2000-04-09 +414 val_414 2000-04-09 +477 val_477 2000-04-09 +222 val_222 2000-04-09 +126 val_126 2000-04-09 +90 val_90 2000-04-09 +169 val_169 2000-04-09 +403 val_403 2000-04-09 +400 val_400 2000-04-09 +200 val_200 2000-04-09 +97 val_97 2000-04-09 +PREHOOK: query: create table pcr_t2 (key int, value string) +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table pcr_t2 (key int, value string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@pcr_t2 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: create table pcr_t3 (key int, value string) +PREHOOK: type: CREATETABLE +POSTHOOK: query: create table pcr_t3 (key int, value string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@pcr_t3 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: explain extended +from pcr_t1 +insert overwrite table pcr_t2 select key, value where ds='2000-04-08' +insert overwrite table pcr_t3 select key, value where ds='2000-04-08' +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +from pcr_t1 +insert overwrite table pcr_t2 select key, value where ds='2000-04-08' +insert overwrite table pcr_t3 select key, value where ds='2000-04-08' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF pcr_t1)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB pcr_t2)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '2000-04-08'))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB pcr_t3)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '2000-04-08')))) + +STAGE DEPENDENCIES: + Stage-2 is a root stage + Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4 + Stage-5 + Stage-0 depends on stages: Stage-5, Stage-4 + Stage-3 depends on stages: Stage-0 + Stage-4 + Stage-10 depends on stages: Stage-2 , consists of Stage-9, Stage-8 + Stage-9 + Stage-1 depends on stages: Stage-9, Stage-8 + Stage-7 depends on stages: Stage-1 + Stage-8 + +STAGE PLANS: + Stage: Stage-2 + Map Reduce + Alias -> Map Operator Tree: + pcr_t1 + TableScan + alias: pcr_t1 + GatherStats: false + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10004 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10000/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t2 + name pcr_t2 + serialization.ddl struct pcr_t2 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288808805 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t2 + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 2 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10005 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10002/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t3 + name pcr_t3 + serialization.ddl struct pcr_t3 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288808805 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t3 + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + Partition + base file name: ds=2000-04-08 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-08 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 4 + numPartitions 4 + numRows 2000 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 23248 + transient_lastDdlTime 1288808798 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 4 + numPartitions 4 + numRows 2000 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 23248 + transient_lastDdlTime 1288808798 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + + Stage: Stage-6 + Conditional Operator + + Stage: Stage-5 + Move Operator + files: + hdfs directory: true + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10004 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10000 + + Stage: Stage-0 + Move Operator + tables: + replace: true + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10000 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t2 + name pcr_t2 + serialization.ddl struct pcr_t2 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288808805 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t2 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10001 + + Stage: Stage-3 + Stats-Aggr Operator + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10000/ + + Stage: Stage-4 + Map Reduce + Alias -> Map Operator Tree: + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10004 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t2 + name pcr_t2 + serialization.ddl struct pcr_t2 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288808805 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t2 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10004 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10004] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10004 + Partition + base file name: -ext-10004 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t2 + name pcr_t2 + serialization.ddl struct pcr_t2 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288808805 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t2 + name pcr_t2 + serialization.ddl struct pcr_t2 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288808805 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t2 + name: pcr_t2 + + Stage: Stage-10 + Conditional Operator + + Stage: Stage-9 + Move Operator + files: + hdfs directory: true + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10005 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10002 + + Stage: Stage-1 + Move Operator + tables: + replace: true + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10002 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t3 + name pcr_t3 + serialization.ddl struct pcr_t3 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288808805 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t3 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10003 + + Stage: Stage-7 + Stats-Aggr Operator + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10002/ + + Stage: Stage-8 + Map Reduce + Alias -> Map Operator Tree: + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10005 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10002 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t3 + name pcr_t3 + serialization.ddl struct pcr_t3 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288808805 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t3 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10005 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10005] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-45_468_3648910834530010887/-ext-10005 + Partition + base file name: -ext-10005 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t3 + name pcr_t3 + serialization.ddl struct pcr_t3 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288808805 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t3 + name pcr_t3 + serialization.ddl struct pcr_t3 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288808805 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t3 + name: pcr_t3 + + +PREHOOK: query: from pcr_t1 +insert overwrite table pcr_t2 select key, value where ds='2000-04-08' +insert overwrite table pcr_t3 select key, value where ds='2000-04-08' +PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Output: default@pcr_t2 +PREHOOK: Output: default@pcr_t3 +POSTHOOK: query: from pcr_t1 +insert overwrite table pcr_t2 select key, value where ds='2000-04-08' +insert overwrite table pcr_t3 select key, value where ds='2000-04-08' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Output: default@pcr_t2 +POSTHOOK: Output: default@pcr_t3 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: explain extended +from pcr_t1 +insert overwrite table pcr_t2 select key, value where ds='2000-04-08' and key=2 +insert overwrite table pcr_t3 select key, value where ds='2000-04-08' and key=3 +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +from pcr_t1 +insert overwrite table pcr_t2 select key, value where ds='2000-04-08' and key=2 +insert overwrite table pcr_t3 select key, value where ds='2000-04-08' and key=3 +POSTHOOK: type: QUERY +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF pcr_t1)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB pcr_t2)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (and (= (TOK_TABLE_OR_COL ds) '2000-04-08') (= (TOK_TABLE_OR_COL key) 2)))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB pcr_t3)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (and (= (TOK_TABLE_OR_COL ds) '2000-04-08') (= (TOK_TABLE_OR_COL key) 3))))) + +STAGE DEPENDENCIES: + Stage-2 is a root stage + Stage-6 depends on stages: Stage-2 , consists of Stage-5, Stage-4 + Stage-5 + Stage-0 depends on stages: Stage-5, Stage-4 + Stage-3 depends on stages: Stage-0 + Stage-4 + Stage-10 depends on stages: Stage-2 , consists of Stage-9, Stage-8 + Stage-9 + Stage-1 depends on stages: Stage-9, Stage-8 + Stage-7 depends on stages: Stage-1 + Stage-8 + +STAGE PLANS: + Stage: Stage-2 + Map Reduce + Alias -> Map Operator Tree: + pcr_t1 + TableScan + alias: pcr_t1 + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: + expr: (key = 2) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10004 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10000/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t2 + name pcr_t2 + numFiles 1 + numPartitions 0 + numRows 500 + serialization.ddl struct pcr_t2 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 + transient_lastDdlTime 1288808810 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t2 + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false + Filter Operator + isSamplingPred: false + predicate: + expr: (key = 3) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 2 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10005 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10002/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t3 + name pcr_t3 + numFiles 1 + numPartitions 0 + numRows 500 + serialization.ddl struct pcr_t3 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 + transient_lastDdlTime 1288808810 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t3 + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + Partition + base file name: ds=2000-04-08 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2000-04-08 + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 4 + numPartitions 4 + numRows 2000 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 23248 + transient_lastDdlTime 1288808798 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t1 + name pcr_t1 + numFiles 4 + numPartitions 4 + numRows 2000 + partition_columns ds + serialization.ddl struct pcr_t1 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 23248 + transient_lastDdlTime 1288808798 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t1 + name: pcr_t1 + + Stage: Stage-6 + Conditional Operator + + Stage: Stage-5 + Move Operator + files: + hdfs directory: true + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10004 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10000 + + Stage: Stage-0 + Move Operator + tables: + replace: true + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10000 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t2 + name pcr_t2 + numFiles 1 + numPartitions 0 + numRows 500 + serialization.ddl struct pcr_t2 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 + transient_lastDdlTime 1288808810 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t2 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10001 + + Stage: Stage-3 + Stats-Aggr Operator + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10000/ + + Stage: Stage-4 + Map Reduce + Alias -> Map Operator Tree: + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10004 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10000 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t2 + name pcr_t2 + numFiles 1 + numPartitions 0 + numRows 500 + serialization.ddl struct pcr_t2 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 + transient_lastDdlTime 1288808810 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t2 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10004 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10004] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10004 + Partition + base file name: -ext-10004 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t2 + name pcr_t2 + numFiles 1 + numPartitions 0 + numRows 500 + serialization.ddl struct pcr_t2 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 + transient_lastDdlTime 1288808810 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t2 + name pcr_t2 + numFiles 1 + numPartitions 0 + numRows 500 + serialization.ddl struct pcr_t2 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 + transient_lastDdlTime 1288808810 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t2 + name: pcr_t2 + + Stage: Stage-10 + Conditional Operator + + Stage: Stage-9 + Move Operator + files: + hdfs directory: true + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10005 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10002 + + Stage: Stage-1 + Move Operator + tables: + replace: true + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10002 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t3 + name pcr_t3 + numFiles 1 + numPartitions 0 + numRows 500 + serialization.ddl struct pcr_t3 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 + transient_lastDdlTime 1288808810 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t3 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10003 + + Stage: Stage-7 + Stats-Aggr Operator + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10002/ + + Stage: Stage-8 + Map Reduce + Alias -> Map Operator Tree: + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10005 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10002 + NumFilesPerFileSink: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t3 + name pcr_t3 + numFiles 1 + numPartitions 0 + numRows 500 + serialization.ddl struct pcr_t3 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 + transient_lastDdlTime 1288808810 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t3 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10005 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10005] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-03_11-26-50_529_4784702578226859405/-ext-10005 + Partition + base file name: -ext-10005 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t3 + name pcr_t3 + numFiles 1 + numPartitions 0 + numRows 500 + serialization.ddl struct pcr_t3 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 + transient_lastDdlTime 1288808810 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types int:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/pcr_t3 + name pcr_t3 + numFiles 1 + numPartitions 0 + numRows 500 + serialization.ddl struct pcr_t3 { i32 key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 + transient_lastDdlTime 1288808810 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: pcr_t3 + name: pcr_t3 + + +PREHOOK: query: from pcr_t1 +insert overwrite table pcr_t2 select key, value where ds='2000-04-08' and key=2 +insert overwrite table pcr_t3 select key, value where ds='2000-04-08' and key=3 +PREHOOK: type: QUERY +PREHOOK: Input: default@pcr_t1@ds=2000-04-08 +PREHOOK: Output: default@pcr_t2 +PREHOOK: Output: default@pcr_t3 +POSTHOOK: query: from pcr_t1 +insert overwrite table pcr_t2 select key, value where ds='2000-04-08' and key=2 +insert overwrite table pcr_t3 select key, value where ds='2000-04-08' and key=3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 +POSTHOOK: Output: default@pcr_t2 +POSTHOOK: Output: default@pcr_t3 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: explain extended select key, value from srcpart where ds='2008-04-08' and hr=11 +PREHOOK: type: QUERY +POSTHOOK: query: explain extended select key, value from srcpart where ds='2008-04-08' and hr=11 +POSTHOOK: type: QUERY +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF srcpart)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (and (= (TOK_TABLE_OR_COL ds) '2008-04-08') (= (TOK_TABLE_OR_COL hr) 11))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + srcpart + TableScan + alias: srcpart + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: + expr: ((ds = '2008-04-08') and (hr = 11)) + type: boolean + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: file:/tmp/sdong/hive_2010-11-03_11-26-55_770_8826767939694035594/-ext-10001 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-11-03_11-26-55_770_8826767939694035594/-ext-10001/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1 + columns.types string:string + serialization.format 1 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [srcpart] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + Partition + base file name: hr=11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 11 + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart + name srcpart + partition_columns ds/hr + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288808726 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart + name srcpart + partition_columns ds/hr + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288808726 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: srcpart + name: srcpart + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: select key, value from srcpart where ds='2008-04-04' and hr=11 +PREHOOK: type: QUERY +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-55_894_5333207000126316961/-mr-10000 +POSTHOOK: query: select key, value from srcpart where ds='2008-04-04' and hr=11 +POSTHOOK: type: QUERY +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-55_894_5333207000126316961/-mr-10000 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: explain extended select key, value, ds, hr from srcpart where ds='2008-04-08' and (hr='11' or hr='12') and key=11 +PREHOOK: type: QUERY +POSTHOOK: query: explain extended select key, value, ds, hr from srcpart where ds='2008-04-08' and (hr='11' or hr='12') and key=11 +POSTHOOK: type: QUERY +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF srcpart)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL ds)) (TOK_SELEXPR (TOK_TABLE_OR_COL hr))) (TOK_WHERE (and (and (= (TOK_TABLE_OR_COL ds) '2008-04-08') (or (= (TOK_TABLE_OR_COL hr) '11') (= (TOK_TABLE_OR_COL hr) '12'))) (= (TOK_TABLE_OR_COL key) 11))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + srcpart + TableScan + alias: srcpart + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: + expr: (key = 11) + type: boolean + Filter Operator + isSamplingPred: false + predicate: + expr: (((ds = '2008-04-08') and ((hr = '11') or (hr = '12'))) and (key = 11)) + type: boolean + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + expr: ds + type: string + expr: hr + type: string + outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: file:/tmp/sdong/hive_2010-11-03_11-26-58_715_9198480713809616256/-ext-10001 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-11-03_11-26-58_715_9198480713809616256/-ext-10001/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:string:string + serialization.format 1 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [srcpart] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + Partition + base file name: hr=11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 11 + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart + name srcpart + partition_columns ds/hr + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288808726 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart + name srcpart + partition_columns ds/hr + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288808726 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: srcpart + name: srcpart + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + Partition + base file name: hr=12 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 12 + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart + name srcpart + partition_columns ds/hr + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288808726 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart + name srcpart + partition_columns ds/hr + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288808726 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: srcpart + name: srcpart + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: select key, value, ds, hr from srcpart where ds='2008-04-08' and (hr='11' or hr='12') and key=11 +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-58_844_6187022170880431572/-mr-10000 +POSTHOOK: query: select key, value, ds, hr from srcpart where ds='2008-04-08' and (hr='11' or hr='12') and key=11 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-26-58_844_6187022170880431572/-mr-10000 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +11 val_11 2008-04-08 12 +11 val_11 2008-04-08 11 +PREHOOK: query: explain extended select key, value, ds, hr from srcpart where hr='11' and key=11 +PREHOOK: type: QUERY +POSTHOOK: query: explain extended select key, value, ds, hr from srcpart where hr='11' and key=11 +POSTHOOK: type: QUERY +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF srcpart)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key)) (TOK_SELEXPR (TOK_TABLE_OR_COL value)) (TOK_SELEXPR (TOK_TABLE_OR_COL ds)) (TOK_SELEXPR (TOK_TABLE_OR_COL hr))) (TOK_WHERE (and (= (TOK_TABLE_OR_COL hr) '11') (= (TOK_TABLE_OR_COL key) 11))))) + +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + srcpart + TableScan + alias: srcpart + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: + expr: (key = 11) + type: boolean + Filter Operator + isSamplingPred: false + predicate: + expr: ((hr = '11') and (key = 11)) + type: boolean + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + expr: ds + type: string + expr: hr + type: string + outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false + GlobalTableId: 0 + directory: file:/tmp/sdong/hive_2010-11-03_11-27-02_069_3560983674465548998/-ext-10001 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-11-03_11-27-02_069_3560983674465548998/-ext-10001/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns _col0,_col1,_col2,_col3 + columns.types string:string:string:string + serialization.format 1 + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Needs Tagging: false + Path -> Alias: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [srcpart] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [srcpart] + Path -> Partition: + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + Partition + base file name: hr=11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-08 + hr 11 + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart + name srcpart + partition_columns ds/hr + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288808726 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart + name srcpart + partition_columns ds/hr + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288808726 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: srcpart + name: srcpart + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 + Partition + base file name: hr=11 + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + partition values: + ds 2008-04-09 + hr 11 + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart + name srcpart + partition_columns ds/hr + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288808726 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart + name srcpart + partition_columns ds/hr + serialization.ddl struct srcpart { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288808726 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: srcpart + name: srcpart + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: select key, value, ds, hr from srcpart where hr='11' and key=11 +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-27-02_195_9840927941416461/-mr-10000 +POSTHOOK: query: select key, value, ds, hr from srcpart where hr='11' and key=11 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-27-02_195_9840927941416461/-mr-10000 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +11 val_11 2008-04-09 11 +11 val_11 2008-04-08 11 +PREHOOK: query: drop table pcr_t1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@pcr_t1 +PREHOOK: Output: default@pcr_t1 +POSTHOOK: query: drop table pcr_t1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@pcr_t1 +POSTHOOK: Output: default@pcr_t1 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: drop table pcr_t2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@pcr_t2 +PREHOOK: Output: default@pcr_t2 +POSTHOOK: query: drop table pcr_t2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@pcr_t2 +POSTHOOK: Output: default@pcr_t2 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: drop table pcr_t3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@pcr_t3 +PREHOOK: Output: default@pcr_t3 +POSTHOOK: query: drop table pcr_t3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@pcr_t3 +POSTHOOK: Output: default@pcr_t3 +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-10).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-11).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t2.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.key SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] +POSTHOOK: Lineage: pcr_t3.value SIMPLE [(pcr_t1)pcr_t1.FieldSchema(name:value, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/load_dyn_part2.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part2.q.out (revision 9961) +++ ql/src/test/results/clientpositive/load_dyn_part2.q.out (working copy) @@ -16,7 +16,7 @@ ds string hr string -Detailed Table Information Table(tableName:nzhang_part_bucket, dbName:default, owner:thiruvel, createTime:1286798155, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part_bucket, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:10, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{transient_lastDdlTime=1286798155}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:nzhang_part_bucket, dbName:default, owner:sdong, createTime:1288393145, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/nzhang_part_bucket, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:10, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{transient_lastDdlTime=1288393145}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain insert overwrite table nzhang_part_bucket partition (ds='2010-03-23', hr) select key, value, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY @@ -42,32 +42,28 @@ predicate: expr: (ds is not null and hr is not null) type: boolean - Filter Operator - predicate: - expr: (ds is not null and hr is not null) - type: boolean - Select Operator - expressions: - expr: key + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + expr: hr + type: string + outputColumnNames: _col0, _col1, _col2 + Reduce Output Operator + sort order: + Map-reduce partition columns: + expr: _col0 type: string - expr: value + tag: -1 + value expressions: + expr: _col0 type: string - expr: hr + expr: _col1 type: string - outputColumnNames: _col0, _col1, _col2 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: _col0 - type: string - tag: -1 - value expressions: - expr: _col0 - type: string - expr: _col1 - type: string - expr: _col2 - type: string + expr: _col2 + type: string Reduce Operator Tree: Extract File Output Operator @@ -127,11 +123,11 @@ PREHOOK: query: select * from nzhang_part_bucket where ds='2010-03-23' and hr='11' order by key PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part_bucket@ds=2010-03-23/hr=11 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_04-56-25_335_3423596082871090673/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-59-19_519_8402831698340809056/-mr-10000 POSTHOOK: query: select * from nzhang_part_bucket where ds='2010-03-23' and hr='11' order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part_bucket@ds=2010-03-23/hr=11 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_04-56-25_335_3423596082871090673/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-59-19_519_8402831698340809056/-mr-10000 POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -1139,11 +1135,11 @@ PREHOOK: query: select * from nzhang_part_bucket where ds='2010-03-23' and hr='12' order by key PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part_bucket@ds=2010-03-23/hr=12 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_04-56-40_521_4892834310429254192/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-59-25_376_748477169614908313/-mr-10000 POSTHOOK: query: select * from nzhang_part_bucket where ds='2010-03-23' and hr='12' order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part_bucket@ds=2010-03-23/hr=12 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_04-56-40_521_4892834310429254192/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-59-25_376_748477169614908313/-mr-10000 POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part_bucket PARTITION(ds=2010-03-23,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/join33.q.out =================================================================== --- ql/src/test/results/clientpositive/join33.q.out (revision 9961) +++ ql/src/test/results/clientpositive/join33.q.out (working copy) @@ -69,7 +69,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/njain/hive_2010-10-27_11-55-32_021_2958721579896900232/-mr-10002 + directory: file:/tmp/sdong/hive_2010-10-29_15-39-12_146_3567761358225891739/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -85,9 +85,9 @@ Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/src [y] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src [y] Path -> Partition: - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/src + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -98,12 +98,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205427 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -114,12 +114,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205427 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -127,7 +127,7 @@ Stage: Stage-1 Map Reduce Alias -> Map Operator Tree: - file:/tmp/njain/hive_2010-10-27_11-55-32_021_2958721579896900232/-mr-10002 + file:/tmp/sdong/hive_2010-10-29_15-39-12_146_3567761358225891739/-mr-10002 Select Operator expressions: expr: _col0 @@ -158,36 +158,31 @@ Filter Operator isSamplingPred: false predicate: - expr: ((ds = '2008-04-08') and (hr = 11)) + expr: (ds = '2008-04-08') type: boolean Filter Operator isSamplingPred: false predicate: - expr: (ds = '2008-04-08') + expr: (hr = 11) type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: (hr = 11) - type: boolean - Reduce Output Operator - key expressions: - expr: value - type: string - sort order: + - Map-reduce partition columns: - expr: value - type: string - tag: 1 - value expressions: - expr: value - type: string + Reduce Output Operator + key expressions: + expr: value + type: string + sort order: + + Map-reduce partition columns: + expr: value + type: string + tag: 1 + value expressions: + expr: value + type: string Needs Tagging: true Path -> Alias: - file:/tmp/njain/hive_2010-10-27_11-55-32_021_2958721579896900232/-mr-10002 [file:/tmp/njain/hive_2010-10-27_11-55-32_021_2958721579896900232/-mr-10002] - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] + file:/tmp/sdong/hive_2010-10-29_15-39-12_146_3567761358225891739/-mr-10002 [file:/tmp/sdong/hive_2010-10-29_15-39-12_146_3567761358225891739/-mr-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] Path -> Partition: - file:/tmp/njain/hive_2010-10-27_11-55-32_021_2958721579896900232/-mr-10002 + file:/tmp/sdong/hive_2010-10-29_15-39-12_146_3567761358225891739/-mr-10002 Partition base file name: -mr-10002 input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -203,7 +198,7 @@ columns _col0,_col1,_col5 columns.types string,string,string escape.delim \ - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -217,13 +212,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205423 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -234,13 +229,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205423 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -265,9 +260,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-55-32_021_2958721579896900232/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-39-12_146_3567761358225891739/-ext-10000 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-55-32_021_2958721579896900232/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-39-12_146_3567761358225891739/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -277,12 +272,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205731 + transient_lastDdlTime 1288391952 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -293,7 +288,7 @@ Move Operator tables: replace: true - source: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-55-32_021_2958721579896900232/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-39-12_146_3567761358225891739/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -303,19 +298,19 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205731 + transient_lastDdlTime 1288391952 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-55-32_021_2958721579896900232/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-39-12_146_3567761358225891739/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-55-32_021_2958721579896900232/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-39-12_146_3567761358225891739/-ext-10000/ PREHOOK: query: INSERT OVERWRITE TABLE dest_j1 @@ -342,11 +337,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-55-40_441_3273672303306599817/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-39-20_686_8959230285981219318/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-55-40_441_3273672303306599817/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-39-20_686_8959230285981219318/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 EXPRESSION [(src)y.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input_part2.q.out =================================================================== --- ql/src/test/results/clientpositive/input_part2.q.out (revision 9961) +++ ql/src/test/results/clientpositive/input_part2.q.out (working copy) @@ -45,7 +45,7 @@ Filter Operator isSamplingPred: false predicate: - expr: (((key < 100) and (ds = '2008-04-08')) and (hr = '12')) + expr: ((key < 100) and (ds = '2008-04-08')) type: boolean Select Operator expressions: @@ -72,9 +72,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10004 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10004 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -84,12 +84,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284507245 + transient_lastDdlTime 1288648993 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -98,7 +98,7 @@ Filter Operator isSamplingPred: false predicate: - expr: (((key < 100) and (ds = '2008-04-09')) and (hr = '12')) + expr: ((key < 100) and (ds = '2008-04-09')) type: boolean Select Operator expressions: @@ -125,9 +125,9 @@ File Output Operator compressed: false GlobalTableId: 2 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10005 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10005 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10002/ + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10002/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -137,12 +137,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284507245 + transient_lastDdlTime 1288648993 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest2 TotalFiles: 1 @@ -150,10 +150,10 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [srcpart] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [srcpart] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -167,13 +167,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288648959 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -184,17 +184,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288648959 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -208,13 +208,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288648959 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -225,13 +225,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288648959 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -243,14 +243,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10004 - destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10004 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -260,28 +260,28 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284507245 + transient_lastDdlTime 1288648993 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10001 Stage: Stage-3 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10000/ Stage: Stage-4 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10004 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10004 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -292,12 +292,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284507245 + transient_lastDdlTime 1288648993 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -305,9 +305,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10004 [pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10004] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10004 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10004] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10004 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10004 Partition base file name: -ext-10004 input format: org.apache.hadoop.mapred.TextInputFormat @@ -318,12 +318,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284507245 + transient_lastDdlTime 1288648993 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -334,12 +334,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284507245 + transient_lastDdlTime 1288648993 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -351,14 +351,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10005 - destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10002 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10005 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10002 Stage: Stage-1 Move Operator tables: replace: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10002 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10002 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -368,28 +368,28 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284507245 + transient_lastDdlTime 1288648993 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest2 - tmp directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10003 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10003 Stage: Stage-7 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10002/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10002/ Stage: Stage-8 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10005 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10005 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10002 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -400,12 +400,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284507245 + transient_lastDdlTime 1288648993 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest2 TotalFiles: 1 @@ -413,9 +413,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10005 [pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10005] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10005 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10005] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-05_844_956399580779269887/-ext-10005 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-13_595_5630581345444413029/-ext-10005 Partition base file name: -ext-10005 input format: org.apache.hadoop.mapred.TextInputFormat @@ -426,12 +426,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284507245 + transient_lastDdlTime 1288648993 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -442,12 +442,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284507245 + transient_lastDdlTime 1288648993 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest2 name: dest2 @@ -480,11 +480,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 sort by key,value,ds,hr PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-34-20_758_7838543748238866974/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-01_15-03-28_969_7031925761511265432/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 sort by key,value,ds,hr POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-34-20_758_7838543748238866974/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-01_15-03-28_969_7031925761511265432/-mr-10000 POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -580,11 +580,11 @@ PREHOOK: query: SELECT dest2.* FROM dest2 sort by key,value,ds,hr PREHOOK: type: QUERY PREHOOK: Input: default@dest2 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-34-24_310_1078458348357753515/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-01_15-03-32_345_5747407601917100746/-mr-10000 POSTHOOK: query: SELECT dest2.* FROM dest2 sort by key,value,ds,hr POSTHOOK: type: QUERY POSTHOOK: Input: default@dest2 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-34-24_310_1078458348357753515/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-01_15-03-32_345_5747407601917100746/-mr-10000 POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input24.q.out =================================================================== --- ql/src/test/results/clientpositive/input24.q.out (revision 9961) +++ ql/src/test/results/clientpositive/input24.q.out (working copy) @@ -34,23 +34,19 @@ predicate: expr: (d = '2009-01-01') type: boolean - Filter Operator - predicate: - expr: (d = '2009-01-01') - type: boolean - Select Operator - Group By Operator - aggregations: - expr: count(1) - bucketGroup: false - mode: hash - outputColumnNames: _col0 - Reduce Output Operator - sort order: - tag: -1 - value expressions: - expr: _col0 - type: bigint + Select Operator + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: bigint Reduce Operator Tree: Group By Operator aggregations: @@ -78,9 +74,9 @@ PREHOOK: query: select count(1) from tst x where x.d='2009-01-01' PREHOOK: type: QUERY PREHOOK: Input: default@tst@d=2009-01-01 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-56-45_768_7028292387059522662/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-29-10_436_169903004206051830/-mr-10000 POSTHOOK: query: select count(1) from tst x where x.d='2009-01-01' POSTHOOK: type: QUERY POSTHOOK: Input: default@tst@d=2009-01-01 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-56-45_768_7028292387059522662/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-29-10_436_169903004206051830/-mr-10000 0 Index: ql/src/test/results/clientpositive/router_join_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/router_join_ppr.q.out (revision 9961) +++ ql/src/test/results/clientpositive/router_join_ppr.q.out (working copy) @@ -72,13 +72,13 @@ type: string Needs Tagging: true Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src [a] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [b] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [b] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [b] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [b] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -89,12 +89,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105506 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -105,16 +105,16 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105506 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -128,13 +128,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -145,17 +145,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -169,13 +169,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -186,17 +186,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -210,13 +210,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -227,17 +227,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -251,13 +251,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -268,13 +268,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -309,9 +309,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-21_14-45-50_688_106540346366790271/-ext-10001 + directory: file:/tmp/sdong/hive_2010-10-29_16-24-29_880_2729403633177554645/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-21_14-45-50_688_106540346366790271/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_16-24-29_880_2729403633177554645/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -341,7 +341,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_14-45-50_947_802261129610359633/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-24-30_041_1642456148331342612/-mr-10000 POSTHOOK: query: FROM src a RIGHT OUTER JOIN @@ -355,7 +355,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_14-45-50_947_802261129610359633/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-24-30_041_1642456148331342612/-mr-10000 17 val_17 17 val_17 17 val_17 17 val_17 18 val_18 18 val_18 @@ -406,25 +406,20 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: (ds = '2008-04-08') - type: boolean - Reduce Output Operator - key expressions: - expr: key - type: string - sort order: + - Map-reduce partition columns: - expr: key - type: string - tag: 0 - value expressions: - expr: key - type: string - expr: value - type: string + Reduce Output Operator + key expressions: + expr: key + type: string + sort order: + + Map-reduce partition columns: + expr: key + type: string + tag: 0 + value expressions: + expr: key + type: string + expr: value + type: string b TableScan alias: b @@ -450,11 +445,11 @@ type: string Needs Tagging: true Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src [b] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src [b] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -465,12 +460,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105506 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -481,16 +476,16 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105506 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -504,13 +499,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -521,17 +516,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -545,13 +540,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -562,13 +557,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -600,9 +595,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-21_14-45-57_385_2674297394224351134/-ext-10001 + directory: file:/tmp/sdong/hive_2010-10-29_16-24-35_634_7794037076839772421/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-21_14-45-57_385_2674297394224351134/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_16-24-35_634_7794037076839772421/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -630,7 +625,7 @@ PREHOOK: Input: default@src PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_14-45-57_611_4105748427653678426/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-24-35_776_7185381771912949589/-mr-10000 POSTHOOK: query: FROM srcpart a RIGHT OUTER JOIN @@ -642,7 +637,7 @@ POSTHOOK: Input: default@src POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_14-45-57_611_4105748427653678426/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-24-35_776_7185381771912949589/-mr-10000 17 val_17 17 val_17 17 val_17 17 val_17 18 val_18 18 val_18 @@ -709,7 +704,7 @@ Filter Operator isSamplingPred: false predicate: - expr: (((key > 15) and (key < 25)) and (ds = '2008-04-08')) + expr: ((key > 15) and (key < 25)) type: boolean Reduce Output Operator key expressions: @@ -729,11 +724,11 @@ type: string Needs Tagging: true Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src [a] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -744,12 +739,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105506 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -760,16 +755,16 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105506 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -783,13 +778,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -800,17 +795,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -824,13 +819,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -841,13 +836,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -879,9 +874,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-21_14-46-02_838_923926967854761420/-ext-10001 + directory: file:/tmp/sdong/hive_2010-10-29_16-24-40_682_4113709267275252747/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-21_14-46-02_838_923926967854761420/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_16-24-40_682_4113709267275252747/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -909,7 +904,7 @@ PREHOOK: Input: default@src PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_14-46-03_067_3649694556490015216/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-24-40_825_2669951250781595832/-mr-10000 POSTHOOK: query: FROM src a RIGHT OUTER JOIN @@ -921,7 +916,7 @@ POSTHOOK: Input: default@src POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_14-46-03_067_3649694556490015216/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-24-40_825_2669951250781595832/-mr-10000 17 val_17 17 val_17 17 val_17 17 val_17 18 val_18 18 val_18 @@ -1008,13 +1003,13 @@ type: string Needs Tagging: true Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src [b] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [a] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src [b] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [a] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -1025,12 +1020,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105506 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1041,16 +1036,16 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105506 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1064,13 +1059,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1081,17 +1076,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1105,13 +1100,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1122,17 +1117,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1146,13 +1141,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1163,17 +1158,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1187,13 +1182,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1204,13 +1199,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -1242,9 +1237,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-21_14-46-08_350_5034131631880076580/-ext-10001 + directory: file:/tmp/sdong/hive_2010-10-29_16-24-45_779_8110194100957996087/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-21_14-46-08_350_5034131631880076580/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_16-24-45_779_8110194100957996087/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1274,7 +1269,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_14-46-08_600_74533087762223962/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-24-45_957_3952542311322296389/-mr-10000 POSTHOOK: query: FROM srcpart a RIGHT OUTER JOIN @@ -1288,7 +1283,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_14-46-08_600_74533087762223962/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-24-45_957_3952542311322296389/-mr-10000 17 val_17 17 val_17 17 val_17 17 val_17 18 val_18 18 val_18 Index: ql/src/test/results/clientpositive/input42.q.out =================================================================== --- ql/src/test/results/clientpositive/input42.q.out (revision 9961) +++ ql/src/test/results/clientpositive/input42.q.out (working copy) @@ -24,45 +24,40 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: (ds = '2008-04-08') - type: boolean - Select Operator - expressions: - expr: key + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + expr: ds + type: string + expr: hr + type: string + outputColumnNames: _col0, _col1, _col2, _col3 + Reduce Output Operator + key expressions: + expr: _col0 type: string - expr: value + expr: _col3 type: string - expr: ds + sort order: ++ + tag: -1 + value expressions: + expr: _col0 type: string - expr: hr + expr: _col1 type: string - outputColumnNames: _col0, _col1, _col2, _col3 - Reduce Output Operator - key expressions: - expr: _col0 - type: string - expr: _col3 - type: string - sort order: ++ - tag: -1 - value expressions: - expr: _col0 - type: string - expr: _col1 - type: string - expr: _col2 - type: string - expr: _col3 - type: string + expr: _col2 + type: string + expr: _col3 + type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -76,13 +71,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -93,17 +88,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -117,13 +112,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -134,13 +129,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -149,9 +144,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-14_16-31-46_306_6759001800020639664/-ext-10001 + directory: file:/tmp/sdong/hive_2010-10-29_15-31-51_423_2950637669981243052/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-14_16-31-46_306_6759001800020639664/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_15-31-51_423_2950637669981243052/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -172,12 +167,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-31-46_471_3626631269117516580/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-31-51_551_23639250440929738/-mr-10000 POSTHOOK: query: select * from srcpart a where a.ds='2008-04-08' order by a.key, a.hr POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-31-46_471_3626631269117516580/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-31-51_551_23639250440929738/-mr-10000 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 @@ -1202,7 +1197,7 @@ Filter Operator isSamplingPred: false predicate: - expr: ((ds = '2008-04-08') and (key < 200)) + expr: (key < 200) type: boolean Filter Operator isSamplingPred: false @@ -1239,10 +1234,10 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1256,13 +1251,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1273,17 +1268,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1297,13 +1292,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1314,13 +1309,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -1329,9 +1324,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-14_16-31-51_225_5785806232660897565/-ext-10001 + directory: file:/tmp/sdong/hive_2010-10-29_15-31-55_370_4976912681665825327/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-14_16-31-51_225_5785806232660897565/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_15-31-55_370_4976912681665825327/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1352,12 +1347,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-31-51_399_7044069682356924165/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-31-55_529_6657949327034269590/-mr-10000 POSTHOOK: query: select * from srcpart a where a.ds='2008-04-08' and key < 200 order by a.key, a.hr POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-31-51_399_7044069682356924165/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-31-55_529_6657949327034269590/-mr-10000 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 @@ -1760,7 +1755,7 @@ Filter Operator isSamplingPred: false predicate: - expr: ((ds = '2008-04-08') and (rand(100) < 0.1)) + expr: (rand(100) < 0.1) type: boolean Select Operator expressions: @@ -1792,10 +1787,10 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1809,13 +1804,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1826,17 +1821,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1850,13 +1845,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1867,13 +1862,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -1882,9 +1877,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-14_16-31-56_098_8749861367604146831/-ext-10001 + directory: file:/tmp/sdong/hive_2010-10-29_15-31-58_886_3715859592074339834/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-14_16-31-56_098_8749861367604146831/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_15-31-58_886_3715859592074339834/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1905,12 +1900,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-31-56_272_1291625234860137249/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-31-59_013_2075633210966279442/-mr-10000 POSTHOOK: query: select * from srcpart a where a.ds='2008-04-08' and rand(100) < 0.1 order by a.key, a.hr POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-31-56_272_1291625234860137249/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-31-59_013_2075633210966279442/-mr-10000 113 val_113 2008-04-08 11 113 val_113 2008-04-08 12 118 val_118 2008-04-08 11 Index: ql/src/test/results/clientpositive/groupby_map_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/groupby_map_ppr.q.out (revision 9961) +++ ql/src/test/results/clientpositive/groupby_map_ppr.q.out (working copy) @@ -38,52 +38,47 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: (ds = '2008-04-08') - type: boolean - Select Operator - expressions: - expr: key + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + outputColumnNames: key, value + Group By Operator + aggregations: + expr: count(DISTINCT substr(value, 5)) + expr: sum(substr(value, 5)) + bucketGroup: false + keys: + expr: substr(key, 1, 1) type: string - expr: value + expr: substr(value, 5) type: string - outputColumnNames: key, value - Group By Operator - aggregations: - expr: count(DISTINCT substr(value, 5)) - expr: sum(substr(value, 5)) - bucketGroup: false - keys: - expr: substr(key, 1, 1) + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Reduce Output Operator + key expressions: + expr: _col0 type: string - expr: substr(value, 5) + expr: _col1 type: string - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Reduce Output Operator - key expressions: - expr: _col0 - type: string - expr: _col1 - type: string - sort order: ++ - Map-reduce partition columns: - expr: _col0 - type: string - tag: -1 - value expressions: - expr: _col2 - type: bigint - expr: _col3 - type: double + sort order: ++ + Map-reduce partition columns: + expr: _col0 + type: string + tag: -1 + value expressions: + expr: _col2 + type: bigint + expr: _col3 + type: double Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [src] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [src] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [src] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [src] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -97,13 +92,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -114,17 +109,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -138,13 +133,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -155,13 +150,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -197,9 +192,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-20-51_289_8761202816854339436/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-22-49_812_5921005090870242001/-ext-10000 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-20-51_289_8761202816854339436/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-22-49_812_5921005090870242001/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -209,12 +204,12 @@ columns.types string:int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string key, i32 c1, string c2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284506451 + transient_lastDdlTime 1288390969 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -225,7 +220,7 @@ Move Operator tables: replace: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-20-51_289_8761202816854339436/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-22-49_812_5921005090870242001/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -235,19 +230,19 @@ columns.types string:int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string key, i32 c1, string c2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284506451 + transient_lastDdlTime 1288390969 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-20-51_289_8761202816854339436/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-22-49_812_5921005090870242001/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-20-51_289_8761202816854339436/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-22-49_812_5921005090870242001/-ext-10000/ PREHOOK: query: FROM srcpart src @@ -274,11 +269,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-20-58_916_635029702540877766/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-22-55_688_1203427632121484317/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-20-58_916_635029702540877766/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-22-55_688_1203427632121484317/-mr-10000 POSTHOOK: Lineage: dest1.c1 EXPRESSION [(srcpart)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.c2 EXPRESSION [(srcpart)src.FieldSchema(name:key, type:string, comment:default), (srcpart)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/load_dyn_part3.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part3.q.out (revision 9961) +++ ql/src/test/results/clientpositive/load_dyn_part3.q.out (working copy) @@ -20,7 +20,7 @@ ds string hr string -Detailed Table Information Table(tableName:nzhang_part3, dbName:default, owner:null, createTime:1286798794, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part3, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286798794}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:nzhang_part3, dbName:default, owner:null, createTime:1288393171, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/nzhang_part3, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{transient_lastDdlTime=1288393171}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain insert overwrite table nzhang_part3 partition (ds, hr) select key, value, ds, hr from srcpart where ds is not null and hr is not null PREHOOK: type: QUERY @@ -46,29 +46,25 @@ predicate: expr: (ds is not null and hr is not null) type: boolean - Filter Operator - predicate: - expr: (ds is not null and hr is not null) - type: boolean - Select Operator - expressions: - expr: key - type: string - expr: value - type: string - expr: ds - type: string - expr: hr - type: string - outputColumnNames: _col0, _col1, _col2, _col3 - File Output Operator - compressed: false - GlobalTableId: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: nzhang_part3 + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + expr: ds + type: string + expr: hr + type: string + outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: nzhang_part3 Stage: Stage-0 Move Operator @@ -117,14 +113,14 @@ PREHOOK: Input: default@nzhang_part3@ds=2008-04-08/hr=12 PREHOOK: Input: default@nzhang_part3@ds=2008-04-09/hr=11 PREHOOK: Input: default@nzhang_part3@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-06-39_381_8668349494746700767/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-59-41_942_8305468541680182632/-mr-10000 POSTHOOK: query: select * from nzhang_part3 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part3@ds=2008-04-08/hr=11 POSTHOOK: Input: default@nzhang_part3@ds=2008-04-08/hr=12 POSTHOOK: Input: default@nzhang_part3@ds=2008-04-09/hr=11 POSTHOOK: Input: default@nzhang_part3@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-06-39_381_8668349494746700767/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-59-41_942_8305468541680182632/-mr-10000 POSTHOOK: Lineage: nzhang_part3 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part3 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part3 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input39.q.out =================================================================== --- ql/src/test/results/clientpositive/input39.q.out (revision 9961) +++ ql/src/test/results/clientpositive/input39.q.out (working copy) @@ -81,22 +81,18 @@ predicate: expr: (((hash(rand(460476415)) & 2147483647) % 32) = 0) type: boolean - Filter Operator - predicate: - expr: (ds = '1') - type: boolean - Reduce Output Operator - key expressions: - expr: key - type: string - sort order: + - Map-reduce partition columns: - expr: key - type: string - tag: 0 - value expressions: - expr: ds - type: string + Reduce Output Operator + key expressions: + expr: key + type: string + sort order: + + Map-reduce partition columns: + expr: key + type: string + tag: 0 + value expressions: + expr: ds + type: string t2 TableScan alias: t2 @@ -104,22 +100,18 @@ predicate: expr: (((hash(rand(460476415)) & 2147483647) % 32) = 0) type: boolean - Filter Operator - predicate: - expr: (ds = '1') - type: boolean - Reduce Output Operator - key expressions: - expr: key - type: string - sort order: + - Map-reduce partition columns: - expr: key - type: string - tag: 1 - value expressions: - expr: ds - type: string + Reduce Output Operator + key expressions: + expr: key + type: string + sort order: + + Map-reduce partition columns: + expr: key + type: string + tag: 1 + value expressions: + expr: ds + type: string Reduce Operator Tree: Join Operator condition map: @@ -150,7 +142,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/jsichi/open/hive-trunk/build/ql/scratchdir/hive_2010-08-26_15-52-45_661_2147720856532036723/-mr-10002 + file:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-05_492_3224916603084734507/-mr-10002 Reduce Output Operator sort order: tag: -1 @@ -185,12 +177,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@t1@ds=1 PREHOOK: Input: default@t2@ds=1 -PREHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/scratchdir/hive_2010-08-26_15-52-45_820_1879500705005233044/-mr-10000 +PREHOOK: Output: file:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-05_827_3242457492940325392/-mr-10000 POSTHOOK: query: select count(1) from t1 join t2 on t1.key=t2.key where t1.ds='1' and t2.ds='1' POSTHOOK: type: QUERY POSTHOOK: Input: default@t1@ds=1 POSTHOOK: Input: default@t2@ds=1 -POSTHOOK: Output: file:/data/users/jsichi/open/hive-trunk/build/ql/scratchdir/hive_2010-08-26_15-52-45_820_1879500705005233044/-mr-10000 +POSTHOOK: Output: file:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-03-05_827_3242457492940325392/-mr-10000 POSTHOOK: Lineage: t1 PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: t1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: t1 PARTITION(ds=2).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/bucketmapjoin1.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin1.q.out (revision 9961) +++ ql/src/test/results/clientpositive/bucketmapjoin1.q.out (working copy) @@ -104,28 +104,23 @@ TableScan alias: b GatherStats: false - Filter Operator - isSamplingPred: false - predicate: - expr: (ds = '2008-04-08') - type: boolean - JDBM Sink Operator - condition expressions: - 0 {key} {value} - 1 {value} {ds} - handleSkewJoin: false - keys: - 0 [Column[key]] - 1 [Column[key]] - Position of Big Table: 0 + JDBM Sink Operator + condition expressions: + 0 {key} {value} + 1 {value} {ds} + handleSkewJoin: false + keys: + 0 [Column[key]] + 1 [Column[key]] + Position of Big Table: 0 Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: b {srcbucket20.txt=[srcbucket20.txt, srcbucket22.txt], srcbucket21.txt=[srcbucket21.txt, srcbucket23.txt]} Alias Bucket File Name Mapping: - b {pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} + b {pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} Alias Bucket Output File Name Mapping: - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 Stage: Stage-1 Map Reduce @@ -174,9 +169,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-50-32_841_1924740087439249464/-ext-10002 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-58-53_791_6011037168447015801/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-50-32_841_1924740087439249464/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-58-53_791_6011037168447015801/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -186,12 +181,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205432 + transient_lastDdlTime 1288389533 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -201,9 +196,9 @@ Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin [a] Path -> Partition: - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin Partition base file name: srcbucket_mapjoin input format: org.apache.hadoop.mapred.TextInputFormat @@ -215,12 +210,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205430 + transient_lastDdlTime 1288389526 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -232,12 +227,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205430 + transient_lastDdlTime 1288389526 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin name: srcbucket_mapjoin @@ -249,14 +244,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-50-32_841_1924740087439249464/-ext-10002 - destination: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-50-32_841_1924740087439249464/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-58-53_791_6011037168447015801/-ext-10002 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-58-53_791_6011037168447015801/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-50-32_841_1924740087439249464/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-58-53_791_6011037168447015801/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -266,28 +261,28 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205432 + transient_lastDdlTime 1288389533 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-50-32_841_1924740087439249464/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-58-53_791_6011037168447015801/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-50-32_841_1924740087439249464/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-58-53_791_6011037168447015801/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-50-32_841_1924740087439249464/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-58-53_791_6011037168447015801/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-50-32_841_1924740087439249464/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-58-53_791_6011037168447015801/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -298,12 +293,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205432 + transient_lastDdlTime 1288389533 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -311,9 +306,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-50-32_841_1924740087439249464/-ext-10002 [pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-50-32_841_1924740087439249464/-ext-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-58-53_791_6011037168447015801/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-58-53_791_6011037168447015801/-ext-10002] Path -> Partition: - pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-50-32_841_1924740087439249464/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-58-53_791_6011037168447015801/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -324,12 +319,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205432 + transient_lastDdlTime 1288389533 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -340,12 +335,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205432 + transient_lastDdlTime 1288389533 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -373,11 +368,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-50-43_701_3507299544570748176/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-59-05_342_6895739373170494247/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-50-43_701_3507299544570748176/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-59-05_342_6895739373170494247/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] @@ -426,11 +421,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-51-00_110_7718020573393376721/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-59-22_992_2572857688878915861/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-51-00_110_7718020573393376721/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-59-22_992_2572857688878915861/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -469,14 +464,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_1 PREHOOK: Input: default@bucketmapjoin_hash_result_2 -PREHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-51-06_973_1458771141822302428/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-59-30_539_1973835509487818054/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_1 POSTHOOK: Input: default@bucketmapjoin_hash_result_2 -POSTHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-51-06_973_1458771141822302428/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-59-30_539_1973835509487818054/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -551,12 +546,12 @@ Alias Bucket Base File Name Mapping: a {srcbucket20.txt=[srcbucket20.txt], srcbucket21.txt=[srcbucket21.txt], srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt]} Alias Bucket File Name Mapping: - a {pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + a {pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 Stage: Stage-1 Map Reduce @@ -565,85 +560,80 @@ TableScan alias: b GatherStats: false - Filter Operator - isSamplingPred: false - predicate: - expr: (ds = '2008-04-08') - type: boolean - Map Join Operator - condition map: - Inner Join 0 to 1 - condition expressions: - 0 {key} {value} - 1 {value} {ds} - handleSkewJoin: false - keys: - 0 [Column[key]] - 1 [Column[key]] + Map Join Operator + condition map: + Inner Join 0 to 1 + condition expressions: + 0 {key} {value} + 1 {value} {ds} + handleSkewJoin: false + keys: + 0 [Column[key]] + 1 [Column[key]] + outputColumnNames: _col0, _col1, _col5, _col6 + Position of Big Table: 1 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col5 + type: string + expr: _col6 + type: string outputColumnNames: _col0, _col1, _col5, _col6 - Position of Big Table: 1 - Select Operator - expressions: - expr: _col0 - type: int - expr: _col1 - type: string - expr: _col5 - type: string - expr: _col6 - type: string - outputColumnNames: _col0, _col1, _col5, _col6 - Filter Operator - isSamplingPred: false - predicate: - expr: (_col6 = '2008-04-08') - type: boolean - Select Operator - expressions: - expr: _col0 - type: int - expr: _col1 - type: string - expr: _col5 - type: string - outputColumnNames: _col0, _col1, _col2 - File Output Operator - compressed: false - GlobalTableId: 1 - directory: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-10_359_364505822013813544/-ext-10002 - NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-10_359_364505822013813544/-ext-10000/ - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value1,value2 - columns.types string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result - name bucketmapjoin_tmp_result - numFiles 1 - numPartitions 0 - numRows 464 - serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 8983 - transient_lastDdlTime 1288205460 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: bucketmapjoin_tmp_result - TotalFiles: 1 - GatherStats: true - MultiFileSpray: false + Filter Operator + isSamplingPred: false + predicate: + expr: (_col6 = '2008-04-08') + type: boolean + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col5 + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 1 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-59-34_342_4747418016844297639/-ext-10002 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-59-34_342_4747418016844297639/-ext-10000/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value1,value2 + columns.types string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + name bucketmapjoin_tmp_result + numFiles 1 + numPartitions 0 + numRows 464 + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 8983 + transient_lastDdlTime 1288389562 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: bucketmapjoin_tmp_result + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false Local Work: Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] Path -> Partition: - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -657,13 +647,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205430 + transient_lastDdlTime 1288389526 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -675,13 +665,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205430 + transient_lastDdlTime 1288389526 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part name: srcbucket_mapjoin_part @@ -693,14 +683,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-10_359_364505822013813544/-ext-10002 - destination: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-10_359_364505822013813544/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-59-34_342_4747418016844297639/-ext-10002 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-59-34_342_4747418016844297639/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-10_359_364505822013813544/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-59-34_342_4747418016844297639/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -710,7 +700,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -719,23 +709,23 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 8983 - transient_lastDdlTime 1288205460 + transient_lastDdlTime 1288389562 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-10_359_364505822013813544/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-59-34_342_4747418016844297639/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-10_359_364505822013813544/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-59-34_342_4747418016844297639/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-10_359_364505822013813544/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-59-34_342_4747418016844297639/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-10_359_364505822013813544/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-59-34_342_4747418016844297639/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -746,7 +736,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -755,7 +745,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 8983 - transient_lastDdlTime 1288205460 + transient_lastDdlTime 1288389562 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -763,9 +753,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-10_359_364505822013813544/-ext-10002 [pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-10_359_364505822013813544/-ext-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-59-34_342_4747418016844297639/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-59-34_342_4747418016844297639/-ext-10002] Path -> Partition: - pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-10_359_364505822013813544/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-59-34_342_4747418016844297639/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -776,7 +766,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -785,7 +775,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 8983 - transient_lastDdlTime 1288205460 + transient_lastDdlTime 1288389562 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -796,7 +786,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -805,7 +795,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 8983 - transient_lastDdlTime 1288205460 + transient_lastDdlTime 1288389562 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -845,11 +835,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-51-19_376_8798110857325074167/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-59-47_962_3933759886396394149/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-51-19_376_8798110857325074167/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-59-47_962_3933759886396394149/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -934,11 +924,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-51-33_203_5193422920297774186/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-00-06_727_5057906343335838471/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-51-33_203_5193422920297774186/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-00-06_727_5057906343335838471/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] @@ -1001,14 +991,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_1 PREHOOK: Input: default@bucketmapjoin_hash_result_2 -PREHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-51-40_262_7723348030525111689/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-00-15_088_8021410610659483984/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_1 POSTHOOK: Input: default@bucketmapjoin_hash_result_2 -POSTHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-51-40_262_7723348030525111689/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-00-15_088_8021410610659483984/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/input25.q.out =================================================================== --- ql/src/test/results/clientpositive/input25.q.out (revision 9961) +++ ql/src/test/results/clientpositive/input25.q.out (working copy) @@ -51,30 +51,26 @@ predicate: expr: (d = '2009-01-01') type: boolean - Filter Operator - predicate: - expr: (d = '2009-01-01') - type: boolean - Select Operator - expressions: - expr: a - type: int - expr: b - type: int - expr: d - type: string - outputColumnNames: _col0, _col1, _col2 - Limit - Reduce Output Operator - sort order: - tag: -1 - value expressions: - expr: _col0 - type: int - expr: _col1 - type: int - expr: _col2 - type: string + Select Operator + expressions: + expr: a + type: int + expr: b + type: int + expr: d + type: string + outputColumnNames: _col0, _col1, _col2 + Limit + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: int + expr: _col1 + type: int + expr: _col2 + type: string Reduce Operator Tree: Extract Limit @@ -88,7 +84,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/njain/hive_2010-08-16_23-56-49_823_7692673513825081302/-mr-10002 + file:/tmp/sdong/hive_2010-10-29_15-29-14_303_1703502093540767882/-mr-10002 Union Select Operator expressions: @@ -105,7 +101,7 @@ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - file:/tmp/njain/hive_2010-08-16_23-56-49_823_7692673513825081302/-mr-10003 + file:/tmp/sdong/hive_2010-10-29_15-29-14_303_1703502093540767882/-mr-10003 Union Select Operator expressions: @@ -133,30 +129,26 @@ predicate: expr: (d = '2009-02-02') type: boolean - Filter Operator - predicate: - expr: (d = '2009-02-02') - type: boolean - Select Operator - expressions: - expr: a - type: int - expr: b - type: int - expr: d - type: string - outputColumnNames: _col0, _col1, _col2 - Limit - Reduce Output Operator - sort order: - tag: -1 - value expressions: - expr: _col0 - type: int - expr: _col1 - type: int - expr: _col2 - type: string + Select Operator + expressions: + expr: a + type: int + expr: b + type: int + expr: d + type: string + outputColumnNames: _col0, _col1, _col2 + Limit + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: int + expr: _col1 + type: int + expr: _col2 + type: string Reduce Operator Tree: Extract Limit @@ -180,7 +172,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@tst@d=2009-01-01 PREHOOK: Input: default@tst@d=2009-02-02 -PREHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-56-50_024_5566870331686556996/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-29-14_463_6978045512986576543/-mr-10000 POSTHOOK: query: select * from ( select * from tst x where x.d='2009-01-01' limit 10 union all @@ -189,4 +181,4 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@tst@d=2009-01-01 POSTHOOK: Input: default@tst@d=2009-02-02 -POSTHOOK: Output: file:/tmp/njain/hive_2010-08-16_23-56-50_024_5566870331686556996/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-29-14_463_6978045512986576543/-mr-10000 Index: ql/src/test/results/clientpositive/sample10.q.out =================================================================== --- ql/src/test/results/clientpositive/sample10.q.out (revision 9961) +++ ql/src/test/results/clientpositive/sample10.q.out (working copy) @@ -63,7 +63,7 @@ Filter Operator isSamplingPred: false predicate: - expr: ((((hash(key) & 2147483647) % 4) = 0) and ds is not null) + expr: (((hash(key) & 2147483647) % 4) = 0) type: boolean Filter Operator isSamplingPred: true @@ -103,12 +103,12 @@ type: bigint Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=11/000000_0 [srcpartbucket] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=12/000000_0 [srcpartbucket] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=11/000000_0 [srcpartbucket] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=12/000000_0 [srcpartbucket] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=11/000000_0 [srcpartbucket] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=12/000000_0 [srcpartbucket] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=11/000000_0 [srcpartbucket] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=12/000000_0 [srcpartbucket] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=11/000000_0 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=11/000000_0 Partition base file name: 000000_0 input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat @@ -123,7 +123,7 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpartbucket + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpartbucket name srcpartbucket numFiles 16 numPartitions 4 @@ -133,7 +133,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe totalSize 2748 - transient_lastDdlTime 1284510224 + transient_lastDdlTime 1288394712 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat @@ -145,7 +145,7 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpartbucket + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpartbucket name srcpartbucket numFiles 16 numPartitions 4 @@ -155,11 +155,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe totalSize 2748 - transient_lastDdlTime 1284510224 + transient_lastDdlTime 1288394712 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: srcpartbucket name: srcpartbucket - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=12/000000_0 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=12/000000_0 Partition base file name: 000000_0 input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat @@ -174,7 +174,7 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpartbucket + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpartbucket name srcpartbucket numFiles 16 numPartitions 4 @@ -184,7 +184,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe totalSize 2748 - transient_lastDdlTime 1284510224 + transient_lastDdlTime 1288394712 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat @@ -196,7 +196,7 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpartbucket + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpartbucket name srcpartbucket numFiles 16 numPartitions 4 @@ -206,11 +206,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe totalSize 2748 - transient_lastDdlTime 1284510224 + transient_lastDdlTime 1288394712 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: srcpartbucket name: srcpartbucket - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=11/000000_0 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=11/000000_0 Partition base file name: 000000_0 input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat @@ -225,7 +225,7 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpartbucket + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpartbucket name srcpartbucket numFiles 16 numPartitions 4 @@ -235,7 +235,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe totalSize 2748 - transient_lastDdlTime 1284510224 + transient_lastDdlTime 1288394712 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat @@ -247,7 +247,7 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpartbucket + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpartbucket name srcpartbucket numFiles 16 numPartitions 4 @@ -257,11 +257,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe totalSize 2748 - transient_lastDdlTime 1284510224 + transient_lastDdlTime 1288394712 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: srcpartbucket name: srcpartbucket - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=12/000000_0 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=12/000000_0 Partition base file name: 000000_0 input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat @@ -276,7 +276,7 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpartbucket + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpartbucket name srcpartbucket numFiles 16 numPartitions 4 @@ -286,7 +286,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe totalSize 2748 - transient_lastDdlTime 1284510224 + transient_lastDdlTime 1288394712 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat @@ -298,7 +298,7 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpartbucket + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpartbucket name srcpartbucket numFiles 16 numPartitions 4 @@ -308,7 +308,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe totalSize 2748 - transient_lastDdlTime 1284510224 + transient_lastDdlTime 1288394712 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: srcpartbucket name: srcpartbucket @@ -332,9 +332,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-14_17-23-44_066_3247658907709266665/-ext-10001 + directory: file:/tmp/sdong/hive_2010-10-29_16-25-12_794_4931538152370108383/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-14_17-23-44_066_3247658907709266665/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_16-25-12_794_4931538152370108383/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -357,14 +357,14 @@ PREHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-23-45_501_8306764459922725508/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-25-14_236_6806821458011946674/-mr-10000 POSTHOOK: query: select ds, count(1) from srcpartbucket tablesample (bucket 1 out of 4 on key) where ds is not null group by ds POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-23-45_501_8306764459922725508/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-25-14_236_6806821458011946674/-mr-10000 POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -381,14 +381,14 @@ PREHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-23-52_348_396768639774586175/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-25-20_656_2072312926933274964/-mr-10000 POSTHOOK: query: select ds, count(1) from srcpartbucket tablesample (bucket 1 out of 2 on key) where ds is not null group by ds POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-23-52_348_396768639774586175/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-25-20_656_2072312926933274964/-mr-10000 POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -405,14 +405,14 @@ PREHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-24-02_836_4321753954425997828/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-25-30_541_4304569505825344243/-mr-10000 POSTHOOK: query: select * from srcpartbucket where ds is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-24-02_836_4321753954425997828/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-25-30_541_4304569505825344243/-mr-10000 POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/load_dyn_part9.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part9.q.out (revision 9961) +++ ql/src/test/results/clientpositive/load_dyn_part9.q.out (working copy) @@ -20,7 +20,7 @@ ds string hr string -Detailed Table Information Table(tableName:nzhang_part9, dbName:default, owner:null, createTime:1286799061, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part9, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286799061}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:nzhang_part9, dbName:default, owner:null, createTime:1288393563, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/nzhang_part9, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{transient_lastDdlTime=1288393563}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain from srcpart insert overwrite table nzhang_part9 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' @@ -48,29 +48,25 @@ predicate: expr: (ds <= '2008-04-08') type: boolean - Filter Operator - predicate: - expr: (ds <= '2008-04-08') - type: boolean - Select Operator - expressions: - expr: key - type: string - expr: value - type: string - expr: ds - type: string - expr: hr - type: string - outputColumnNames: _col0, _col1, _col2, _col3 - File Output Operator - compressed: false - GlobalTableId: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: nzhang_part9 + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + expr: ds + type: string + expr: hr + type: string + outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: nzhang_part9 Stage: Stage-0 Move Operator @@ -119,12 +115,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part9@ds=2008-04-08/hr=11 PREHOOK: Input: default@nzhang_part9@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-11-06_778_2445817243586539124/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-06-10_611_6718877894740485997/-mr-10000 POSTHOOK: query: select * from nzhang_part9 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part9@ds=2008-04-08/hr=11 POSTHOOK: Input: default@nzhang_part9@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-11-06_778_2445817243586539124/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-06-10_611_6718877894740485997/-mr-10000 POSTHOOK: Lineage: nzhang_part9 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part9 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part9 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/louter_join_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/louter_join_ppr.q.out (revision 9961) +++ ql/src/test/results/clientpositive/louter_join_ppr.q.out (working copy) @@ -59,32 +59,27 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: (ds = '2008-04-08') - type: boolean - Reduce Output Operator - key expressions: - expr: key - type: string - sort order: + - Map-reduce partition columns: - expr: key - type: string - tag: 1 - value expressions: - expr: key - type: string - expr: value - type: string + Reduce Output Operator + key expressions: + expr: key + type: string + sort order: + + Map-reduce partition columns: + expr: key + type: string + tag: 1 + value expressions: + expr: key + type: string + expr: value + type: string Needs Tagging: true Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src [a] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -95,12 +90,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105506 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -111,16 +106,16 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105506 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -134,13 +129,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -151,17 +146,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -175,13 +170,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -192,13 +187,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -230,9 +225,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-21_14-45-09_556_7210675530968659848/-ext-10001 + directory: file:/tmp/sdong/hive_2010-10-29_16-06-41_990_6512967214645100591/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-21_14-45-09_556_7210675530968659848/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_16-06-41_990_6512967214645100591/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -260,7 +255,7 @@ PREHOOK: Input: default@src PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_14-45-10_224_1696984837763912556/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-06-42_134_465418546561702847/-mr-10000 POSTHOOK: query: FROM src a LEFT OUTER JOIN @@ -272,7 +267,7 @@ POSTHOOK: Input: default@src POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_14-45-10_224_1696984837763912556/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-06-42_134_465418546561702847/-mr-10000 17 val_17 17 val_17 17 val_17 17 val_17 18 val_18 18 val_18 @@ -359,13 +354,13 @@ type: string Needs Tagging: true Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src [b] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [a] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src [b] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [a] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -376,12 +371,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105506 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -392,16 +387,16 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105506 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -415,13 +410,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -432,17 +427,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -456,13 +451,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -473,17 +468,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -497,13 +492,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -514,17 +509,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -538,13 +533,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -555,13 +550,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -596,9 +591,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-21_14-45-16_116_9127612997676067692/-ext-10001 + directory: file:/tmp/sdong/hive_2010-10-29_16-06-47_143_8937963268054949286/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-21_14-45-16_116_9127612997676067692/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_16-06-47_143_8937963268054949286/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -628,7 +623,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_14-45-16_465_2473618346062914194/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-06-47_298_4085649997392948484/-mr-10000 POSTHOOK: query: FROM srcpart a LEFT OUTER JOIN @@ -642,7 +637,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_14-45-16_465_2473618346062914194/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-06-47_298_4085649997392948484/-mr-10000 17 val_17 17 val_17 17 val_17 17 val_17 18 val_18 18 val_18 @@ -729,13 +724,13 @@ type: string Needs Tagging: true Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src [a] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [b] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [b] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [b] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [b] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -746,12 +741,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105506 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -762,16 +757,16 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105506 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -785,13 +780,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -802,17 +797,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -826,13 +821,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -843,17 +838,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -867,13 +862,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -884,17 +879,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -908,13 +903,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -925,13 +920,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -963,9 +958,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-21_14-45-22_662_6681874118754308011/-ext-10001 + directory: file:/tmp/sdong/hive_2010-10-29_16-06-52_909_8305503230186660388/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-21_14-45-22_662_6681874118754308011/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_16-06-52_909_8305503230186660388/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -995,7 +990,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_14-45-22_982_2011316398183669975/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-06-53_063_836305500143994651/-mr-10000 POSTHOOK: query: FROM src a LEFT OUTER JOIN @@ -1009,7 +1004,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_14-45-22_982_2011316398183669975/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-06-53_063_836305500143994651/-mr-10000 17 val_17 17 val_17 17 val_17 17 val_17 18 val_18 18 val_18 @@ -1058,7 +1053,7 @@ Filter Operator isSamplingPred: false predicate: - expr: (((key > 10) and (key < 20)) and (ds = '2008-04-08')) + expr: ((key > 10) and (key < 20)) type: boolean Reduce Output Operator key expressions: @@ -1096,11 +1091,11 @@ type: string Needs Tagging: true Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src [b] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src [b] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -1111,12 +1106,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105506 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1127,16 +1122,16 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105506 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1150,13 +1145,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1167,17 +1162,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1191,13 +1186,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1208,13 +1203,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1285105497 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -1246,9 +1241,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-21_14-45-29_540_5718313979734119216/-ext-10001 + directory: file:/tmp/sdong/hive_2010-10-29_16-06-58_602_1963494662588653740/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-21_14-45-29_540_5718313979734119216/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_16-06-58_602_1963494662588653740/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1276,7 +1271,7 @@ PREHOOK: Input: default@src PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_14-45-29_827_4197605096609818365/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-06-58_746_6574646466183203315/-mr-10000 POSTHOOK: query: FROM srcpart a LEFT OUTER JOIN @@ -1288,7 +1283,7 @@ POSTHOOK: Input: default@src POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-21_14-45-29_827_4197605096609818365/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-06-58_746_6574646466183203315/-mr-10000 17 val_17 17 val_17 17 val_17 17 val_17 18 val_18 18 val_18 Index: ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out =================================================================== --- ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out (revision 9961) +++ ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out (working copy) @@ -38,62 +38,57 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: (ds = '2008-04-08') - type: boolean - Select Operator - expressions: - expr: key + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + outputColumnNames: key, value + Group By Operator + aggregations: + expr: count(DISTINCT substr(value, 5)) + expr: sum(substr(value, 5)) + expr: sum(DISTINCT substr(value, 5)) + expr: count(DISTINCT value) + bucketGroup: false + keys: + expr: substr(key, 1, 1) type: string + expr: substr(value, 5) + type: string expr: value type: string - outputColumnNames: key, value - Group By Operator - aggregations: - expr: count(DISTINCT substr(value, 5)) - expr: sum(substr(value, 5)) - expr: sum(DISTINCT substr(value, 5)) - expr: count(DISTINCT value) - bucketGroup: false - keys: - expr: substr(key, 1, 1) + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Reduce Output Operator + key expressions: + expr: _col0 type: string - expr: substr(value, 5) + expr: _col1 type: string - expr: value + expr: _col2 type: string - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Reduce Output Operator - key expressions: - expr: _col0 - type: string - expr: _col1 - type: string - expr: _col2 - type: string - sort order: +++ - Map-reduce partition columns: - expr: _col0 - type: string - tag: -1 - value expressions: - expr: _col3 - type: bigint - expr: _col4 - type: double - expr: _col5 - type: double - expr: _col6 - type: bigint + sort order: +++ + Map-reduce partition columns: + expr: _col0 + type: string + tag: -1 + value expressions: + expr: _col3 + type: bigint + expr: _col4 + type: double + expr: _col5 + type: double + expr: _col6 + type: bigint Needs Tagging: false Path -> Alias: - pfile:/home/amarsri/workspace/hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [src] - pfile:/home/amarsri/workspace/hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [src] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [src] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [src] Path -> Partition: - pfile:/home/amarsri/workspace/hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -107,13 +102,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/home/amarsri/workspace/hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287568503 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -124,17 +119,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/home/amarsri/workspace/hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287568503 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/home/amarsri/workspace/hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -148,13 +143,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/home/amarsri/workspace/hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287568503 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -165,13 +160,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/home/amarsri/workspace/hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287568503 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -217,9 +212,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/home/amarsri/workspace/hive/build/ql/scratchdir/hive_2010-10-20_02-55-09_918_9018058416994975476/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-22-56_775_8999038142394451962/-ext-10000 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/home/amarsri/workspace/hive/build/ql/scratchdir/hive_2010-10-20_02-55-09_918_9018058416994975476/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-22-56_775_8999038142394451962/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -229,12 +224,12 @@ columns.types string:int:string:int:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/home/amarsri/workspace/hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string key, i32 c1, string c2, i32 c3, i32 c4} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287568509 + transient_lastDdlTime 1288390976 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -245,7 +240,7 @@ Move Operator tables: replace: true - source: pfile:/home/amarsri/workspace/hive/build/ql/scratchdir/hive_2010-10-20_02-55-09_918_9018058416994975476/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-22-56_775_8999038142394451962/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -255,19 +250,19 @@ columns.types string:int:string:int:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/home/amarsri/workspace/hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string key, i32 c1, string c2, i32 c3, i32 c4} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287568509 + transient_lastDdlTime 1288390976 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: pfile:/home/amarsri/workspace/hive/build/ql/scratchdir/hive_2010-10-20_02-55-09_918_9018058416994975476/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-22-56_775_8999038142394451962/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/home/amarsri/workspace/hive/build/ql/scratchdir/hive_2010-10-20_02-55-09_918_9018058416994975476/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-22-56_775_8999038142394451962/-ext-10000/ PREHOOK: query: FROM srcpart src @@ -296,11 +291,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/amarsri/hive_2010-10-20_02-55-17_568_1009308907147328020/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-23-02_962_6408764044075057620/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/amarsri/hive_2010-10-20_02-55-17_568_1009308907147328020/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-23-02_962_6408764044075057620/-mr-10000 POSTHOOK: Lineage: dest1.c1 EXPRESSION [(srcpart)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.c2 EXPRESSION [(srcpart)src.FieldSchema(name:key, type:string, comment:default), (srcpart)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.c3 EXPRESSION [(srcpart)src.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/filter_join_breaktask.q.out =================================================================== --- ql/src/test/results/clientpositive/filter_join_breaktask.q.out (revision 9961) +++ ql/src/test/results/clientpositive/filter_join_breaktask.q.out (working copy) @@ -46,7 +46,7 @@ Filter Operator isSamplingPred: false predicate: - expr: ((ds = '2008-04-08') and key is not null) + expr: key is not null type: boolean Filter Operator isSamplingPred: false @@ -77,7 +77,7 @@ Filter Operator isSamplingPred: false predicate: - expr: ((((ds = '2008-04-08') and (ds = '2008-04-08')) and value is not null) and (value <> '')) + expr: (value is not null and (value <> '')) type: boolean Filter Operator isSamplingPred: false @@ -100,9 +100,9 @@ type: string Needs Tagging: true Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 [f, m] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 [f, m] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -115,7 +115,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/filter_join_breaktask + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/filter_join_breaktask name filter_join_breaktask numFiles 1 numPartitions 1 @@ -125,7 +125,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 236 - transient_lastDdlTime 1284505900 + transient_lastDdlTime 1288810207 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -136,7 +136,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/filter_join_breaktask + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/filter_join_breaktask name filter_join_breaktask numFiles 1 numPartitions 1 @@ -146,7 +146,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 236 - transient_lastDdlTime 1284505900 + transient_lastDdlTime 1288810207 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: filter_join_breaktask name: filter_join_breaktask @@ -177,7 +177,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-14_16-11-40_459_7790372781916354077/-mr-10002 + directory: file:/tmp/sdong/hive_2010-11-03_11-50-07_978_4040810463207546064/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -215,29 +215,24 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: (ds = '2008-04-08') - type: boolean - Reduce Output Operator - key expressions: - expr: value - type: string - sort order: + - Map-reduce partition columns: - expr: value - type: string - tag: 1 - value expressions: - expr: value - type: string + Reduce Output Operator + key expressions: + expr: value + type: string + sort order: + + Map-reduce partition columns: + expr: value + type: string + tag: 1 + value expressions: + expr: value + type: string Needs Tagging: true Path -> Alias: - file:/tmp/nzhang/hive_2010-09-14_16-11-40_459_7790372781916354077/-mr-10002 [$INTNAME] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 [g] + file:/tmp/sdong/hive_2010-11-03_11-50-07_978_4040810463207546064/-mr-10002 [$INTNAME] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 [g] Path -> Partition: - file:/tmp/nzhang/hive_2010-09-14_16-11-40_459_7790372781916354077/-mr-10002 + file:/tmp/sdong/hive_2010-11-03_11-50-07_978_4040810463207546064/-mr-10002 Partition base file name: -mr-10002 input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -253,7 +248,7 @@ columns _col0,_col6 columns.types int,string escape.delim \ - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -266,7 +261,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/filter_join_breaktask + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/filter_join_breaktask name filter_join_breaktask numFiles 1 numPartitions 1 @@ -276,7 +271,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 236 - transient_lastDdlTime 1284505900 + transient_lastDdlTime 1288810207 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -287,7 +282,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/filter_join_breaktask + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/filter_join_breaktask name filter_join_breaktask numFiles 1 numPartitions 1 @@ -297,7 +292,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 236 - transient_lastDdlTime 1284505900 + transient_lastDdlTime 1288810207 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: filter_join_breaktask name: filter_join_breaktask @@ -320,9 +315,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-14_16-11-40_459_7790372781916354077/-ext-10001 + directory: file:/tmp/sdong/hive_2010-11-03_11-50-07_978_4040810463207546064/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-14_16-11-40_459_7790372781916354077/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-11-03_11-50-07_978_4040810463207546064/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -344,13 +339,13 @@ JOIN filter_join_breaktask g ON(g.value = m.value AND g.ds='2008-04-08' AND m.ds='2008-04-08' AND m.value is not null AND m.value !='') PREHOOK: type: QUERY PREHOOK: Input: default@filter_join_breaktask@ds=2008-04-08 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-11-40_752_1857597233384714113/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-50-08_167_8926817836465229505/-mr-10000 POSTHOOK: query: SELECT f.key, g.value FROM filter_join_breaktask f JOIN filter_join_breaktask m ON( f.key = m.key AND f.ds='2008-04-08' AND m.ds='2008-04-08' AND f.key is not null) JOIN filter_join_breaktask g ON(g.value = m.value AND g.ds='2008-04-08' AND m.ds='2008-04-08' AND m.value is not null AND m.value !='') POSTHOOK: type: QUERY POSTHOOK: Input: default@filter_join_breaktask@ds=2008-04-08 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-11-40_752_1857597233384714113/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-03_11-50-08_167_8926817836465229505/-mr-10000 POSTHOOK: Lineage: filter_join_breaktask PARTITION(ds=2008-04-08).key EXPRESSION [(src1)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: filter_join_breaktask PARTITION(ds=2008-04-08).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ] 146 val_146 Index: ql/src/test/results/clientpositive/input_part9.q.out =================================================================== --- ql/src/test/results/clientpositive/input_part9.q.out (revision 9961) +++ ql/src/test/results/clientpositive/input_part9.q.out (working copy) @@ -22,7 +22,7 @@ Filter Operator isSamplingPred: false predicate: - expr: (key is not null and (ds = '2008-04-08')) + expr: key is not null type: boolean Filter Operator isSamplingPred: false @@ -59,10 +59,10 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [x] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [x] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [x] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [x] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -76,13 +76,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -93,17 +93,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -117,13 +117,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -134,13 +134,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -149,9 +149,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-14_16-34-57_615_8477963081036251433/-ext-10001 + directory: file:/tmp/sdong/hive_2010-10-29_15-34-14_582_756431055398829157/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-14_16-34-57_615_8477963081036251433/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_15-34-14_582_756431055398829157/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -172,12 +172,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-34-57_779_2962404660673028425/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-34-14_736_4847116234573522157/-mr-10000 POSTHOOK: query: SELECT x.* FROM SRCPART x WHERE key IS NOT NULL AND ds = '2008-04-08' order by x.key, x.hr POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-34-57_779_2962404660673028425/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-34-14_736_4847116234573522157/-mr-10000 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 Index: ql/src/test/results/clientpositive/load_dyn_part4.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part4.q.out (revision 9961) +++ ql/src/test/results/clientpositive/load_dyn_part4.q.out (working copy) @@ -20,7 +20,7 @@ ds string hr string -Detailed Table Information Table(tableName:nzhang_part4, dbName:default, owner:null, createTime:1286799133, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part4, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286799133}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:nzhang_part4, dbName:default, owner:null, createTime:1288393184, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/nzhang_part4, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{transient_lastDdlTime=1288393184}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: insert overwrite table nzhang_part4 partition (ds='2008-04-08', hr='existing_value') select key, value from src PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -58,29 +58,25 @@ predicate: expr: (ds is not null and hr is not null) type: boolean - Filter Operator - predicate: - expr: (ds is not null and hr is not null) - type: boolean - Select Operator - expressions: - expr: key - type: string - expr: value - type: string - expr: ds - type: string - expr: hr - type: string - outputColumnNames: _col0, _col1, _col2, _col3 - File Output Operator - compressed: false - GlobalTableId: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: nzhang_part4 + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + expr: ds + type: string + expr: hr + type: string + outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: nzhang_part4 Stage: Stage-0 Move Operator @@ -149,13 +145,13 @@ PREHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=11 PREHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=12 PREHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=existing_value -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-12-22_392_3875970979965348675/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-59-59_056_5415404124845503548/-mr-10000 POSTHOOK: query: select * from nzhang_part4 where ds='2008-04-08' and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=11 POSTHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=12 POSTHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=existing_value -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-12-22_392_3875970979965348675/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-59-59_056_5415404124845503548/-mr-10000 POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -1673,7 +1669,7 @@ PREHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=existing_value PREHOOK: Input: default@nzhang_part4@ds=2008-04-09/hr=11 PREHOOK: Input: default@nzhang_part4@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-12-22_746_1324840477298769778/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-00-00_268_7518001575216974416/-mr-10000 POSTHOOK: query: select * from nzhang_part4 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=11 @@ -1681,7 +1677,7 @@ POSTHOOK: Input: default@nzhang_part4@ds=2008-04-08/hr=existing_value POSTHOOK: Input: default@nzhang_part4@ds=2008-04-09/hr=11 POSTHOOK: Input: default@nzhang_part4@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-12-22_746_1324840477298769778/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-00-00_268_7518001575216974416/-mr-10000 POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part4 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/join26.q.out =================================================================== --- ql/src/test/results/clientpositive/join26.q.out (revision 9961) +++ ql/src/test/results/clientpositive/join26.q.out (working copy) @@ -79,84 +79,79 @@ Filter Operator isSamplingPred: false predicate: - expr: ((ds = '2008-04-08') and (hr = 11)) + expr: (ds = '2008-04-08') type: boolean Filter Operator isSamplingPred: false predicate: - expr: (ds = '2008-04-08') + expr: (hr = 11) type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: (hr = 11) - type: boolean - Map Join Operator - condition map: - Inner Join 0 to 1 - Inner Join 0 to 2 - condition expressions: - 0 {key} - 1 {value} - 2 {value} - handleSkewJoin: false - keys: - 0 [Column[key]] - 1 [Column[key]] - 2 [Column[key]] + Map Join Operator + condition map: + Inner Join 0 to 1 + Inner Join 0 to 2 + condition expressions: + 0 {key} + 1 {value} + 2 {value} + handleSkewJoin: false + keys: + 0 [Column[key]] + 1 [Column[key]] + 2 [Column[key]] + outputColumnNames: _col0, _col5, _col9 + Position of Big Table: 2 + Select Operator + expressions: + expr: _col0 + type: string + expr: _col5 + type: string + expr: _col9 + type: string outputColumnNames: _col0, _col5, _col9 - Position of Big Table: 2 Select Operator expressions: expr: _col0 type: string - expr: _col5 - type: string expr: _col9 type: string - outputColumnNames: _col0, _col5, _col9 - Select Operator - expressions: - expr: _col0 - type: string - expr: _col9 - type: string - expr: _col5 - type: string - outputColumnNames: _col0, _col1, _col2 - File Output Operator - compressed: false - GlobalTableId: 1 - directory: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-54-07_868_2505058392721838239/-ext-10002 - NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-54-07_868_2505058392721838239/-ext-10000/ - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value,val2 - columns.types string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/dest_j1 - name dest_j1 - serialization.ddl struct dest_j1 { string key, string value, string val2} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205647 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest_j1 - TotalFiles: 1 - GatherStats: true - MultiFileSpray: false + expr: _col5 + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 1 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-37-39_549_7180911715899470245/-ext-10002 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-37-39_549_7180911715899470245/-ext-10000/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value,val2 + columns.types string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 + name dest_j1 + serialization.ddl struct dest_j1 { string key, string value, string val2} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288391859 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest_j1 + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false Local Work: Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] Path -> Partition: - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -170,13 +165,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205423 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -187,13 +182,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205423 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -205,14 +200,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-54-07_868_2505058392721838239/-ext-10002 - destination: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-54-07_868_2505058392721838239/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-37-39_549_7180911715899470245/-ext-10002 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-37-39_549_7180911715899470245/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-54-07_868_2505058392721838239/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-37-39_549_7180911715899470245/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -222,28 +217,28 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205647 + transient_lastDdlTime 1288391859 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-54-07_868_2505058392721838239/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-37-39_549_7180911715899470245/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-54-07_868_2505058392721838239/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-37-39_549_7180911715899470245/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-54-07_868_2505058392721838239/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-37-39_549_7180911715899470245/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-54-07_868_2505058392721838239/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-37-39_549_7180911715899470245/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -254,12 +249,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205647 + transient_lastDdlTime 1288391859 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -267,9 +262,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-54-07_868_2505058392721838239/-ext-10002 [pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-54-07_868_2505058392721838239/-ext-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-37-39_549_7180911715899470245/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-37-39_549_7180911715899470245/-ext-10002] Path -> Partition: - pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-54-07_868_2505058392721838239/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-37-39_549_7180911715899470245/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -280,12 +275,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205647 + transient_lastDdlTime 1288391859 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -296,12 +291,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205647 + transient_lastDdlTime 1288391859 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -331,11 +326,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-54-13_992_6168800501053867920/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-37-46_064_2821265011132961568/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-54-13_992_6168800501053867920/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-37-46_064_2821265011132961568/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out (revision 9961) +++ ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out (working copy) @@ -74,20 +74,15 @@ TableScan alias: b GatherStats: false - Filter Operator - isSamplingPred: false - predicate: - expr: (ds = '2008-04-08') - type: boolean - JDBM Sink Operator - condition expressions: - 0 {key} {value} - 1 {value} {ds} - handleSkewJoin: false - keys: - 0 [Column[key]] - 1 [Column[key]] - Position of Big Table: 0 + JDBM Sink Operator + condition expressions: + 0 {key} {value} + 1 {value} {ds} + handleSkewJoin: false + keys: + 0 [Column[key]] + 1 [Column[key]] + Position of Big Table: 0 Stage: Stage-1 Map Reduce @@ -136,9 +131,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10002 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-07-05_551_8783991555605079598/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-07-05_551_8783991555605079598/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -148,12 +143,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288213143 + transient_lastDdlTime 1288390025 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -163,9 +158,9 @@ Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin [a] Path -> Partition: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin Partition base file name: srcbucket_mapjoin input format: org.apache.hadoop.mapred.TextInputFormat @@ -177,12 +172,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288213141 + transient_lastDdlTime 1288390021 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -194,12 +189,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288213141 + transient_lastDdlTime 1288390021 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin name: srcbucket_mapjoin @@ -211,14 +206,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10002 - destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-07-05_551_8783991555605079598/-ext-10002 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-07-05_551_8783991555605079598/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-07-05_551_8783991555605079598/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -228,28 +223,28 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288213143 + transient_lastDdlTime 1288390025 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-07-05_551_8783991555605079598/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-07-05_551_8783991555605079598/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-07-05_551_8783991555605079598/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-07-05_551_8783991555605079598/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -260,12 +255,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288213143 + transient_lastDdlTime 1288390025 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -273,9 +268,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-07-05_551_8783991555605079598/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-07-05_551_8783991555605079598/-ext-10002] Path -> Partition: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-59-03_845_4227055704170815222/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-07-05_551_8783991555605079598/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -286,12 +281,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288213143 + transient_lastDdlTime 1288390025 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -302,12 +297,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288213143 + transient_lastDdlTime 1288390025 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result Index: ql/src/test/results/clientpositive/load_dyn_part10.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part10.q.out (revision 9961) +++ ql/src/test/results/clientpositive/load_dyn_part10.q.out (working copy) @@ -20,7 +20,7 @@ ds string hr string -Detailed Table Information Table(tableName:nzhang_part10, dbName:default, owner:null, createTime:1286799169, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/nzhang_part10, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286799169}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:nzhang_part10, dbName:default, owner:null, createTime:1288393073, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/nzhang_part10, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{transient_lastDdlTime=1288393073}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain from srcpart insert overwrite table nzhang_part10 partition(ds='2008-12-31', hr) select key, value, hr where ds > '2008-04-08' @@ -48,27 +48,23 @@ predicate: expr: (ds > '2008-04-08') type: boolean - Filter Operator - predicate: - expr: (ds > '2008-04-08') - type: boolean - Select Operator - expressions: - expr: key - type: string - expr: value - type: string - expr: hr - type: string - outputColumnNames: _col0, _col1, _col2 - File Output Operator - compressed: false - GlobalTableId: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: nzhang_part10 + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + expr: hr + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: nzhang_part10 Stage: Stage-0 Move Operator @@ -117,12 +113,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_part10@ds=2008-12-31/hr=11 PREHOOK: Input: default@nzhang_part10@ds=2008-12-31/hr=12 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-12-54_579_6711884270450817124/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-57-59_498_7952761244343054680/-mr-10000 POSTHOOK: query: select * from nzhang_part10 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part10@ds=2008-12-31/hr=11 POSTHOOK: Input: default@nzhang_part10@ds=2008-12-31/hr=12 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-12-54_579_6711884270450817124/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-57-59_498_7952761244343054680/-mr-10000 POSTHOOK: Lineage: nzhang_part10 PARTITION(ds=2008-12-31,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part10 PARTITION(ds=2008-12-31,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: nzhang_part10 PARTITION(ds=2008-12-31,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/bucketmapjoin2.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin2.q.out (revision 9961) +++ ql/src/test/results/clientpositive/bucketmapjoin2.q.out (working copy) @@ -109,28 +109,23 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: (ds = '2008-04-08') - type: boolean - JDBM Sink Operator - condition expressions: - 0 {key} {value} - 1 {value} - handleSkewJoin: false - keys: - 0 [Column[key]] - 1 [Column[key]] - Position of Big Table: 0 + JDBM Sink Operator + condition expressions: + 0 {key} {value} + 1 {value} + handleSkewJoin: false + keys: + 0 [Column[key]] + 1 [Column[key]] + Position of Big Table: 0 Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: b {srcbucket20.txt=[srcbucket22.txt], srcbucket21.txt=[srcbucket23.txt]} Alias Bucket File Name Mapping: - b {pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt]} + b {pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt]} Alias Bucket Output File Name Mapping: - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 Stage: Stage-1 Map Reduce @@ -172,9 +167,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-47_621_5486744443118933537/-ext-10002 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-00-31_195_289123554843212407/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-47_621_5486744443118933537/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-00-31_195_289123554843212407/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -184,12 +179,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205507 + transient_lastDdlTime 1288389631 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -199,9 +194,9 @@ Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin [a] Path -> Partition: - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin Partition base file name: srcbucket_mapjoin input format: org.apache.hadoop.mapred.TextInputFormat @@ -213,12 +208,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205505 + transient_lastDdlTime 1288389622 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -230,12 +225,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205505 + transient_lastDdlTime 1288389622 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin name: srcbucket_mapjoin @@ -247,14 +242,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-47_621_5486744443118933537/-ext-10002 - destination: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-47_621_5486744443118933537/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-00-31_195_289123554843212407/-ext-10002 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-00-31_195_289123554843212407/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-47_621_5486744443118933537/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-00-31_195_289123554843212407/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -264,28 +259,28 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205507 + transient_lastDdlTime 1288389631 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-47_621_5486744443118933537/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-00-31_195_289123554843212407/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-47_621_5486744443118933537/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-00-31_195_289123554843212407/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-47_621_5486744443118933537/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-00-31_195_289123554843212407/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-47_621_5486744443118933537/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-00-31_195_289123554843212407/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -296,12 +291,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205507 + transient_lastDdlTime 1288389631 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -309,9 +304,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-47_621_5486744443118933537/-ext-10002 [pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-47_621_5486744443118933537/-ext-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-00-31_195_289123554843212407/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-00-31_195_289123554843212407/-ext-10002] Path -> Partition: - pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-51-47_621_5486744443118933537/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-00-31_195_289123554843212407/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -322,12 +317,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205507 + transient_lastDdlTime 1288389631 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -338,12 +333,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205507 + transient_lastDdlTime 1288389631 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -371,11 +366,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-51-55_223_7595198046216280886/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-00-43_902_7002747651117209826/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-51-55_223_7595198046216280886/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-00-43_902_7002747651117209826/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:value, type:string, comment:null), ] @@ -424,11 +419,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-52-09_771_3714042013527827222/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-01-01_443_2769919476244969772/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-52-09_771_3714042013527827222/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-01-01_443_2769919476244969772/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -467,14 +462,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_1 PREHOOK: Input: default@bucketmapjoin_hash_result_2 -PREHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-52-16_954_6426760666949752724/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-01-09_555_4586184703837197207/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_1 POSTHOOK: Input: default@bucketmapjoin_hash_result_2 -POSTHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-52-16_954_6426760666949752724/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-01-09_555_4586184703837197207/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -549,10 +544,10 @@ Alias Bucket Base File Name Mapping: a {srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt]} Alias Bucket File Name Mapping: - a {pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + a {pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 Stage: Stage-1 Map Reduce @@ -566,23 +561,27 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: (ds = '2008-04-08') - type: boolean - Map Join Operator - condition map: - Inner Join 0 to 1 - condition expressions: - 0 {key} {value} - 1 {value} - handleSkewJoin: false - keys: - 0 [Column[key]] - 1 [Column[key]] + Map Join Operator + condition map: + Inner Join 0 to 1 + condition expressions: + 0 {key} {value} + 1 {value} + handleSkewJoin: false + keys: + 0 [Column[key]] + 1 [Column[key]] + outputColumnNames: _col0, _col1, _col5 + Position of Big Table: 1 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col5 + type: string outputColumnNames: _col0, _col1, _col5 - Position of Big Table: 1 Select Operator expressions: expr: _col0 @@ -591,53 +590,44 @@ type: string expr: _col5 type: string - outputColumnNames: _col0, _col1, _col5 - Select Operator - expressions: - expr: _col0 - type: int - expr: _col1 - type: string - expr: _col5 - type: string - outputColumnNames: _col0, _col1, _col2 - File Output Operator - compressed: false - GlobalTableId: 1 - directory: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-52-19_732_1742896222185590327/-ext-10002 - NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-52-19_732_1742896222185590327/-ext-10000/ - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value1,value2 - columns.types string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result - name bucketmapjoin_tmp_result - numFiles 1 - numPartitions 0 - numRows 0 - serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 0 - transient_lastDdlTime 1288205529 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: bucketmapjoin_tmp_result - TotalFiles: 1 - GatherStats: true - MultiFileSpray: false + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 1 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-01-13_322_8516005593892626284/-ext-10002 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-01-13_322_8516005593892626284/-ext-10000/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value1,value2 + columns.types string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + name bucketmapjoin_tmp_result + numFiles 1 + numPartitions 0 + numRows 0 + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 + transient_lastDdlTime 1288389661 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: bucketmapjoin_tmp_result + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false Local Work: Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [b] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [b] Path -> Partition: - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -651,13 +641,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205506 + transient_lastDdlTime 1288389628 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -669,13 +659,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205506 + transient_lastDdlTime 1288389628 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part_2 name: srcbucket_mapjoin_part_2 @@ -687,14 +677,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-52-19_732_1742896222185590327/-ext-10002 - destination: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-52-19_732_1742896222185590327/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-01-13_322_8516005593892626284/-ext-10002 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-01-13_322_8516005593892626284/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-52-19_732_1742896222185590327/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-01-13_322_8516005593892626284/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -704,7 +694,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -713,23 +703,23 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 0 - transient_lastDdlTime 1288205529 + transient_lastDdlTime 1288389661 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-52-19_732_1742896222185590327/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-01-13_322_8516005593892626284/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-52-19_732_1742896222185590327/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-01-13_322_8516005593892626284/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-52-19_732_1742896222185590327/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-01-13_322_8516005593892626284/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-52-19_732_1742896222185590327/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-01-13_322_8516005593892626284/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -740,7 +730,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -749,7 +739,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 0 - transient_lastDdlTime 1288205529 + transient_lastDdlTime 1288389661 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -757,9 +747,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-52-19_732_1742896222185590327/-ext-10002 [pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-52-19_732_1742896222185590327/-ext-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-01-13_322_8516005593892626284/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-01-13_322_8516005593892626284/-ext-10002] Path -> Partition: - pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-52-19_732_1742896222185590327/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-01-13_322_8516005593892626284/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -770,7 +760,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -779,7 +769,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 0 - transient_lastDdlTime 1288205529 + transient_lastDdlTime 1288389661 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -790,7 +780,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -799,7 +789,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 0 - transient_lastDdlTime 1288205529 + transient_lastDdlTime 1288389661 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -839,11 +829,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-52-26_971_1828709485189696923/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-01-23_700_2459916685803827159/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-52-26_971_1828709485189696923/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-01-23_700_2459916685803827159/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -928,11 +918,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-52-40_814_4732884916997134054/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-01-40_801_6422166850549493252/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-52-40_814_4732884916997134054/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-01-40_801_6422166850549493252/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] @@ -995,14 +985,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_1 PREHOOK: Input: default@bucketmapjoin_hash_result_2 -PREHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-52-48_221_6524686633397717886/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-01-48_532_707937022506405457/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_1 POSTHOOK: Input: default@bucketmapjoin_hash_result_2 -POSTHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-52-48_221_6524686633397717886/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-01-48_532_707937022506405457/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/bucket_groupby.q.out =================================================================== --- ql/src/test/results/clientpositive/bucket_groupby.q.out (revision 9961) +++ ql/src/test/results/clientpositive/bucket_groupby.q.out (working copy) @@ -11,7 +11,7 @@ value string ds string -Detailed Table Information Table(tableName:clustergroupby, dbName:default, owner:thiruvel, createTime:1286799299, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/clustergroupby, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{transient_lastDdlTime=1286799299}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:clustergroupby, dbName:default, owner:sdong, createTime:1288389460, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/clustergroupby, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{transient_lastDdlTime=1288389460}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: insert overwrite table clustergroupby partition (ds='100') select key, value from src sort by key PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -48,36 +48,32 @@ predicate: expr: (ds = '100') type: boolean - Filter Operator - predicate: - expr: (ds = '100') - type: boolean - Select Operator - expressions: + Select Operator + expressions: + expr: key + type: string + outputColumnNames: key + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + keys: expr: key type: string - outputColumnNames: key - Group By Operator - aggregations: - expr: count(1) - bucketGroup: false - keys: - expr: key + mode: hash + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: + expr: _col0 type: string - mode: hash - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: - expr: _col0 - type: string - sort order: + - Map-reduce partition columns: - expr: _col0 - type: string - tag: -1 - value expressions: - expr: _col1 - type: bigint + sort order: + + Map-reduce partition columns: + expr: _col0 + type: string + tag: -1 + value expressions: + expr: _col1 + type: bigint Reduce Operator Tree: Group By Operator aggregations: @@ -111,11 +107,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='100' group by key limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=100 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-04_391_496085082728658237/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-57-45_369_7380463323239974897/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='100' group by key limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=100 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-04_391_496085082728658237/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-57-45_369_7380463323239974897/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 0 3 @@ -148,7 +144,7 @@ value string ds string -Detailed Table Information Table(tableName:clustergroupby, dbName:default, owner:thiruvel, createTime:1286799299, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/clustergroupby, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{numPartitions=1, numFiles=1, last_modified_by=thiruvel, last_modified_time=1286799306, transient_lastDdlTime=1286799306, numRows=500, totalSize=5812}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:clustergroupby, dbName:default, owner:sdong, createTime:1288389460, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/clustergroupby, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[key], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{numPartitions=1, numFiles=1, last_modified_by=sdong, last_modified_time=1288389468, transient_lastDdlTime=1288389468, numRows=500, totalSize=5812}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: insert overwrite table clustergroupby partition (ds='101') select key, value from src distribute by key PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -191,36 +187,32 @@ predicate: expr: (ds = '101') type: boolean - Filter Operator - predicate: - expr: (ds = '101') - type: boolean - Select Operator - expressions: + Select Operator + expressions: + expr: key + type: string + outputColumnNames: key + Group By Operator + aggregations: + expr: count(1) + bucketGroup: true + keys: expr: key type: string - outputColumnNames: key - Group By Operator - aggregations: - expr: count(1) - bucketGroup: true - keys: - expr: key + mode: hash + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: + expr: _col0 type: string - mode: hash - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: - expr: _col0 - type: string - sort order: + - Map-reduce partition columns: - expr: _col0 - type: string - tag: -1 - value expressions: - expr: _col1 - type: bigint + sort order: + + Map-reduce partition columns: + expr: _col0 + type: string + tag: -1 + value expressions: + expr: _col1 + type: bigint Reduce Operator Tree: Group By Operator aggregations: @@ -254,11 +246,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='101' group by key limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=101 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-10_631_330475374084282440/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-57-53_750_4694546524307257085/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='101' group by key limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=101 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-10_631_330475374084282440/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-57-53_750_4694546524307257085/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -303,36 +295,32 @@ predicate: expr: (ds = '101') type: boolean - Filter Operator - predicate: - expr: (ds = '101') - type: boolean - Select Operator - expressions: - expr: key - type: string - outputColumnNames: key - Group By Operator - aggregations: - expr: count(1) - bucketGroup: true - keys: - expr: length(key) + Select Operator + expressions: + expr: key + type: string + outputColumnNames: key + Group By Operator + aggregations: + expr: count(1) + bucketGroup: true + keys: + expr: length(key) + type: int + mode: hash + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: + expr: _col0 type: int - mode: hash - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: - expr: _col0 - type: int - sort order: + - Map-reduce partition columns: - expr: _col0 - type: int - tag: -1 - value expressions: - expr: _col1 - type: bigint + sort order: + + Map-reduce partition columns: + expr: _col0 + type: int + tag: -1 + value expressions: + expr: _col1 + type: bigint Reduce Operator Tree: Group By Operator aggregations: @@ -366,11 +354,11 @@ PREHOOK: query: select length(key), count(1) from clustergroupby where ds='101' group by length(key) limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=101 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-13_272_378379398402774764/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-57-57_183_3467407082757519286/-mr-10000 POSTHOOK: query: select length(key), count(1) from clustergroupby where ds='101' group by length(key) limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=101 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-13_272_378379398402774764/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-57-57_183_3467407082757519286/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -406,36 +394,32 @@ predicate: expr: (ds = '101') type: boolean - Filter Operator - predicate: - expr: (ds = '101') - type: boolean - Select Operator - expressions: - expr: key - type: string - outputColumnNames: key - Group By Operator - aggregations: - expr: count(1) - bucketGroup: true - keys: - expr: abs(length(key)) + Select Operator + expressions: + expr: key + type: string + outputColumnNames: key + Group By Operator + aggregations: + expr: count(1) + bucketGroup: true + keys: + expr: abs(length(key)) + type: int + mode: hash + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: + expr: _col0 type: int - mode: hash - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: - expr: _col0 - type: int - sort order: + - Map-reduce partition columns: - expr: _col0 - type: int - tag: -1 - value expressions: - expr: _col1 - type: bigint + sort order: + + Map-reduce partition columns: + expr: _col0 + type: int + tag: -1 + value expressions: + expr: _col1 + type: bigint Reduce Operator Tree: Group By Operator aggregations: @@ -469,11 +453,11 @@ PREHOOK: query: select abs(length(key)), count(1) from clustergroupby where ds='101' group by abs(length(key)) limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=101 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-16_007_3235459708019247294/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-58-00_556_1225036933831928400/-mr-10000 POSTHOOK: query: select abs(length(key)), count(1) from clustergroupby where ds='101' group by abs(length(key)) limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=101 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-16_007_3235459708019247294/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-58-00_556_1225036933831928400/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -511,42 +495,38 @@ predicate: expr: (ds = '101') type: boolean - Filter Operator - predicate: - expr: (ds = '101') - type: boolean - Select Operator - expressions: + Select Operator + expressions: + expr: key + type: string + outputColumnNames: key + Group By Operator + aggregations: + expr: count(1) + bucketGroup: true + keys: expr: key type: string - outputColumnNames: key - Group By Operator - aggregations: - expr: count(1) - bucketGroup: true - keys: - expr: key + expr: 3 + type: int + mode: hash + outputColumnNames: _col0, _col1, _col2 + Reduce Output Operator + key expressions: + expr: _col0 type: string - expr: 3 + expr: _col1 type: int - mode: hash - outputColumnNames: _col0, _col1, _col2 - Reduce Output Operator - key expressions: - expr: _col0 - type: string - expr: _col1 - type: int - sort order: ++ - Map-reduce partition columns: - expr: _col0 - type: string - expr: _col1 - type: int - tag: -1 - value expressions: - expr: _col2 - type: bigint + sort order: ++ + Map-reduce partition columns: + expr: _col0 + type: string + expr: _col1 + type: int + tag: -1 + value expressions: + expr: _col2 + type: bigint Reduce Operator Tree: Group By Operator aggregations: @@ -582,11 +562,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='101' group by key,3 limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=101 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-18_557_7014524165209144470/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-58-03_994_2628288731314011109/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='101' group by key,3 limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=101 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-18_557_7014524165209144470/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-58-03_994_2628288731314011109/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -631,41 +611,37 @@ predicate: expr: (ds = '101') type: boolean - Filter Operator - predicate: - expr: (ds = '101') - type: boolean + Select Operator + expressions: + expr: value + type: string + outputColumnNames: _col0 Select Operator expressions: - expr: value + expr: _col0 type: string outputColumnNames: _col0 - Select Operator - expressions: + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + keys: expr: _col0 type: string - outputColumnNames: _col0 - Group By Operator - aggregations: - expr: count(1) - bucketGroup: false - keys: + mode: hash + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: expr: _col0 type: string - mode: hash - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: - expr: _col0 - type: string - sort order: + - Map-reduce partition columns: - expr: _col0 - type: string - tag: -1 - value expressions: - expr: _col1 - type: bigint + sort order: + + Map-reduce partition columns: + expr: _col0 + type: string + tag: -1 + value expressions: + expr: _col1 + type: bigint Reduce Operator Tree: Group By Operator aggregations: @@ -699,11 +675,11 @@ PREHOOK: query: select key, count(1) from (select value as key, key as value from clustergroupby where ds='101')subq group by key limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=101 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-26_089_856130089143672363/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-58-07_367_3684028022557451628/-mr-10000 POSTHOOK: query: select key, count(1) from (select value as key, key as value from clustergroupby where ds='101')subq group by key limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=101 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-26_089_856130089143672363/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-58-07_367_3684028022557451628/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -801,12 +777,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=100 PREHOOK: Input: default@clustergroupby@ds=101 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-28_594_4859888465200168624/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-58-10_796_7851925785141685773/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby group by key POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=100 POSTHOOK: Input: default@clustergroupby@ds=101 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-28_594_4859888465200168624/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-58-10_796_7851925785141685773/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1233,7 +1209,7 @@ value string ds string -Detailed Table Information Table(tableName:clustergroupby, dbName:default, owner:thiruvel, createTime:1286799299, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/clustergroupby, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[value], sortCols:[Order(col:key, order:1), Order(col:value, order:1)], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{numPartitions=2, numFiles=2, last_modified_by=thiruvel, last_modified_time=1286799335, transient_lastDdlTime=1286799335, numRows=1000, totalSize=11624}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:clustergroupby, dbName:default, owner:sdong, createTime:1288389460, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/clustergroupby, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[value], sortCols:[Order(col:key, order:1), Order(col:value, order:1)], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{numPartitions=2, numFiles=2, last_modified_by=sdong, last_modified_time=1288389494, transient_lastDdlTime=1288389494, numRows=1000, totalSize=11624}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: insert overwrite table clustergroupby partition (ds='102') select key, value from src distribute by value sort by key, value PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -1278,36 +1254,32 @@ predicate: expr: (ds = '102') type: boolean - Filter Operator - predicate: - expr: (ds = '102') - type: boolean - Select Operator - expressions: + Select Operator + expressions: + expr: key + type: string + outputColumnNames: key + Group By Operator + aggregations: + expr: count(1) + bucketGroup: true + keys: expr: key type: string - outputColumnNames: key - Group By Operator - aggregations: - expr: count(1) - bucketGroup: true - keys: - expr: key + mode: hash + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: + expr: _col0 type: string - mode: hash - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: - expr: _col0 - type: string - sort order: + - Map-reduce partition columns: - expr: _col0 - type: string - tag: -1 - value expressions: - expr: _col1 - type: bigint + sort order: + + Map-reduce partition columns: + expr: _col0 + type: string + tag: -1 + value expressions: + expr: _col1 + type: bigint Reduce Operator Tree: Group By Operator aggregations: @@ -1341,11 +1313,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='102' group by key limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=102 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-39_061_3582799164493598492/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-58-19_617_397682497046947245/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='102' group by key limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=102 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-39_061_3582799164493598492/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-58-19_617_397682497046947245/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1392,36 +1364,32 @@ predicate: expr: (ds = '102') type: boolean - Filter Operator - predicate: - expr: (ds = '102') - type: boolean - Select Operator - expressions: + Select Operator + expressions: + expr: value + type: string + outputColumnNames: value + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + keys: expr: value type: string - outputColumnNames: value - Group By Operator - aggregations: - expr: count(1) - bucketGroup: false - keys: - expr: value + mode: hash + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: + expr: _col0 type: string - mode: hash - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: - expr: _col0 - type: string - sort order: + - Map-reduce partition columns: - expr: _col0 - type: string - tag: -1 - value expressions: - expr: _col1 - type: bigint + sort order: + + Map-reduce partition columns: + expr: _col0 + type: string + tag: -1 + value expressions: + expr: _col1 + type: bigint Reduce Operator Tree: Group By Operator aggregations: @@ -1455,11 +1423,11 @@ PREHOOK: query: select value, count(1) from clustergroupby where ds='102' group by value limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=102 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-41_567_7781693855424961483/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-58-23_046_1077430162048304187/-mr-10000 POSTHOOK: query: select value, count(1) from clustergroupby where ds='102' group by value limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=102 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-41_567_7781693855424961483/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-58-23_046_1077430162048304187/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1506,44 +1474,40 @@ predicate: expr: (ds = '102') type: boolean - Filter Operator - predicate: - expr: (ds = '102') - type: boolean - Select Operator - expressions: + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + outputColumnNames: key, value + Group By Operator + aggregations: + expr: count(1) + bucketGroup: true + keys: expr: key type: string expr: value type: string - outputColumnNames: key, value - Group By Operator - aggregations: - expr: count(1) - bucketGroup: true - keys: - expr: key + mode: hash + outputColumnNames: _col0, _col1, _col2 + Reduce Output Operator + key expressions: + expr: _col0 type: string - expr: value + expr: _col1 type: string - mode: hash - outputColumnNames: _col0, _col1, _col2 - Reduce Output Operator - key expressions: - expr: _col0 - type: string - expr: _col1 - type: string - sort order: ++ - Map-reduce partition columns: - expr: _col0 - type: string - expr: _col1 - type: string - tag: -1 - value expressions: - expr: _col2 - type: bigint + sort order: ++ + Map-reduce partition columns: + expr: _col0 + type: string + expr: _col1 + type: string + tag: -1 + value expressions: + expr: _col2 + type: bigint Reduce Operator Tree: Group By Operator aggregations: @@ -1579,11 +1543,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='102' group by key, value limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=102 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-44_109_2716598788006290449/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-58-28_476_3643193095660435074/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='102' group by key, value limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=102 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-44_109_2716598788006290449/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-58-28_476_3643193095660435074/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1628,7 +1592,7 @@ value string ds string -Detailed Table Information Table(tableName:clustergroupby, dbName:default, owner:thiruvel, createTime:1286799299, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/clustergroupby, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[value, key], sortCols:[Order(col:key, order:1)], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{numPartitions=3, numFiles=3, last_modified_by=thiruvel, last_modified_time=1286799346, transient_lastDdlTime=1286799346, numRows=1500, totalSize=17436}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:clustergroupby, dbName:default, owner:sdong, createTime:1288389460, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:null), FieldSchema(name:value, type:string, comment:null), FieldSchema(name:ds, type:string, comment:null)], location:pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/clustergroupby, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[value, key], sortCols:[Order(col:key, order:1)], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null)], parameters:{numPartitions=3, numFiles=3, last_modified_by=sdong, last_modified_time=1288389511, transient_lastDdlTime=1288389511, numRows=1500, totalSize=17436}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: insert overwrite table clustergroupby partition (ds='103') select key, value from src distribute by value, key sort by key PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -1677,36 +1641,32 @@ predicate: expr: (ds = '103') type: boolean - Filter Operator - predicate: - expr: (ds = '103') - type: boolean - Select Operator - expressions: + Select Operator + expressions: + expr: key + type: string + outputColumnNames: key + Group By Operator + aggregations: + expr: count(1) + bucketGroup: true + keys: expr: key type: string - outputColumnNames: key - Group By Operator - aggregations: - expr: count(1) - bucketGroup: true - keys: - expr: key + mode: hash + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: + expr: _col0 type: string - mode: hash - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: - expr: _col0 - type: string - sort order: + - Map-reduce partition columns: - expr: _col0 - type: string - tag: -1 - value expressions: - expr: _col1 - type: bigint + sort order: + + Map-reduce partition columns: + expr: _col0 + type: string + tag: -1 + value expressions: + expr: _col1 + type: bigint Reduce Operator Tree: Group By Operator aggregations: @@ -1740,11 +1700,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='103' group by key limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=103 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-50_284_7568294531708606872/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-58-36_974_789554075807114106/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='103' group by key limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=103 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-50_284_7568294531708606872/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-58-36_974_789554075807114106/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1795,44 +1755,40 @@ predicate: expr: (ds = '103') type: boolean - Filter Operator - predicate: - expr: (ds = '103') - type: boolean - Select Operator - expressions: + Select Operator + expressions: + expr: value + type: string + expr: key + type: string + outputColumnNames: value, key + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + keys: expr: value type: string expr: key type: string - outputColumnNames: value, key - Group By Operator - aggregations: - expr: count(1) - bucketGroup: false - keys: - expr: value + mode: hash + outputColumnNames: _col0, _col1, _col2 + Reduce Output Operator + key expressions: + expr: _col0 type: string - expr: key + expr: _col1 type: string - mode: hash - outputColumnNames: _col0, _col1, _col2 - Reduce Output Operator - key expressions: - expr: _col0 - type: string - expr: _col1 - type: string - sort order: ++ - Map-reduce partition columns: - expr: _col0 - type: string - expr: _col1 - type: string - tag: -1 - value expressions: - expr: _col2 - type: bigint + sort order: ++ + Map-reduce partition columns: + expr: _col0 + type: string + expr: _col1 + type: string + tag: -1 + value expressions: + expr: _col2 + type: bigint Reduce Operator Tree: Group By Operator aggregations: @@ -1868,11 +1824,11 @@ PREHOOK: query: select key, count(1) from clustergroupby where ds='103' group by value, key limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@clustergroupby@ds=103 -PREHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-52_910_4870036796285454803/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-58-40_621_2070392858793462231/-mr-10000 POSTHOOK: query: select key, count(1) from clustergroupby where ds='103' group by value, key limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@clustergroupby@ds=103 -POSTHOOK: Output: file:/tmp/thiruvel/hive_2010-10-11_05-15-52_910_4870036796285454803/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-58-40_621_2070392858793462231/-mr-10000 POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=100).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: clustergroupby PARTITION(ds=101).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input26.q.out =================================================================== --- ql/src/test/results/clientpositive/input26.q.out (revision 9961) +++ ql/src/test/results/clientpositive/input26.q.out (working copy) @@ -32,36 +32,32 @@ predicate: expr: ((ds = '2008-04-08') and (hr = '11')) type: boolean - Filter Operator - predicate: - expr: ((ds = '2008-04-08') and (hr = '11')) - type: boolean - Select Operator - expressions: - expr: key + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + expr: ds + type: string + expr: hr + type: string + outputColumnNames: _col0, _col1, _col2, _col3 + Reduce Output Operator + key expressions: + expr: _col0 type: string - expr: value + sort order: + + tag: -1 + value expressions: + expr: _col0 type: string - expr: ds + expr: _col1 type: string - expr: hr + expr: _col2 type: string - outputColumnNames: _col0, _col1, _col2, _col3 - Reduce Output Operator - key expressions: - expr: _col0 - type: string - sort order: + - tag: -1 - value expressions: - expr: _col0 - type: string - expr: _col1 - type: string - expr: _col2 - type: string - expr: _col3 - type: string + expr: _col3 + type: string Reduce Operator Tree: Extract Limit @@ -75,7 +71,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1488424069/10002 + file:/tmp/sdong/hive_2010-10-29_15-29-23_938_7355422580795044573/-mr-10002 Union Select Operator expressions: @@ -94,7 +90,7 @@ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/1488424069/10003 + file:/tmp/sdong/hive_2010-10-29_15-29-23_938_7355422580795044573/-mr-10003 Union Select Operator expressions: @@ -174,7 +170,7 @@ )subq PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 -PREHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/245645294/10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-29-24_093_3328149771220915909/-mr-10000 POSTHOOK: query: select * from ( select * from srcpart a where a.ds = '2008-04-08' and a.hr = '11' order by a.key limit 5 union all @@ -182,7 +178,7 @@ )subq POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 -POSTHOOK: Output: file:/data/users/heyongqiang/hive-trunk/.ptest_0/build/ql/tmp/245645294/10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-29-24_093_3328149771220915909/-mr-10000 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 Index: ql/src/test/results/clientpositive/join_map_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/join_map_ppr.q.out (revision 9961) +++ ql/src/test/results/clientpositive/join_map_ppr.q.out (working copy) @@ -78,86 +78,81 @@ TableScan alias: z GatherStats: false - Filter Operator - isSamplingPred: false - predicate: - expr: ((ds = '2008-04-08') and (hr = 11)) - type: boolean - Map Join Operator - condition map: - Inner Join 0 to 1 - Inner Join 0 to 2 - condition expressions: - 0 {key} - 1 {value} - 2 {value} {ds} {hr} - handleSkewJoin: false - keys: - 0 [Column[key]] - 1 [Column[key]] - 2 [Column[key]] + Map Join Operator + condition map: + Inner Join 0 to 1 + Inner Join 0 to 2 + condition expressions: + 0 {key} + 1 {value} + 2 {value} {ds} {hr} + handleSkewJoin: false + keys: + 0 [Column[key]] + 1 [Column[key]] + 2 [Column[key]] + outputColumnNames: _col0, _col5, _col9, _col10, _col11 + Position of Big Table: 2 + Select Operator + expressions: + expr: _col0 + type: string + expr: _col5 + type: string + expr: _col9 + type: string + expr: _col10 + type: string + expr: _col11 + type: string outputColumnNames: _col0, _col5, _col9, _col10, _col11 - Position of Big Table: 2 - Select Operator - expressions: - expr: _col0 - type: string - expr: _col5 - type: string - expr: _col9 - type: string - expr: _col10 - type: string - expr: _col11 - type: string - outputColumnNames: _col0, _col5, _col9, _col10, _col11 - Filter Operator - isSamplingPred: false - predicate: - expr: ((_col10 = '2008-04-08') and (_col11 = 11)) - type: boolean - Select Operator - expressions: - expr: _col0 - type: string - expr: _col9 - type: string - expr: _col5 - type: string - outputColumnNames: _col0, _col1, _col2 - File Output Operator - compressed: false - GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10002 - NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10000/ - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value,val2 - columns.types string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dest_j1 - name dest_j1 - serialization.ddl struct dest_j1 { string key, string value, string val2} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288215315 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest_j1 - TotalFiles: 1 - GatherStats: true - MultiFileSpray: false + Filter Operator + isSamplingPred: false + predicate: + expr: ((_col10 = '2008-04-08') and (_col11 = 11)) + type: boolean + Select Operator + expressions: + expr: _col0 + type: string + expr: _col9 + type: string + expr: _col5 + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 1 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-39_603_533413961679906692/-ext-10002 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-39_603_533413961679906692/-ext-10000/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value,val2 + columns.types string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 + name dest_j1 + serialization.ddl struct dest_j1 { string key, string value, string val2} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288392639 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest_j1 + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false Local Work: Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] Path -> Partition: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -171,13 +166,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288212591 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -188,13 +183,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288212591 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -206,14 +201,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10002 - destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-39_603_533413961679906692/-ext-10002 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-39_603_533413961679906692/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-39_603_533413961679906692/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -223,28 +218,28 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288215315 + transient_lastDdlTime 1288392639 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-39_603_533413961679906692/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-39_603_533413961679906692/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-39_603_533413961679906692/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-39_603_533413961679906692/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -255,12 +250,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288215315 + transient_lastDdlTime 1288392639 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -268,9 +263,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-39_603_533413961679906692/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-39_603_533413961679906692/-ext-10002] Path -> Partition: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-15_336_1336721351939648686/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-39_603_533413961679906692/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -281,12 +276,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288215315 + transient_lastDdlTime 1288392639 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -297,12 +292,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288215315 + transient_lastDdlTime 1288392639 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -334,11 +329,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_14-35-20_630_3517475653926100304/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-50-46_099_4098924361433737950/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_14-35-20_630_3517475653926100304/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-50-46_099_4098924361433737950/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] @@ -575,90 +570,85 @@ TableScan alias: z GatherStats: false - Filter Operator - isSamplingPred: false - predicate: - expr: ((ds = '2008-04-08') and (hr = 11)) - type: boolean - Map Join Operator - condition map: - Inner Join 0 to 1 - Inner Join 0 to 2 - condition expressions: - 0 {key} - 1 {value} - 2 {value} {ds} {hr} - handleSkewJoin: false - keys: - 0 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()] - 1 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()] - 2 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()] + Map Join Operator + condition map: + Inner Join 0 to 1 + Inner Join 0 to 2 + condition expressions: + 0 {key} + 1 {value} + 2 {value} {ds} {hr} + handleSkewJoin: false + keys: + 0 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()] + 1 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()] + 2 [class org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge(Column[key]()] + outputColumnNames: _col0, _col5, _col9, _col10, _col11 + Position of Big Table: 2 + Select Operator + expressions: + expr: _col0 + type: string + expr: _col5 + type: string + expr: _col9 + type: string + expr: _col10 + type: string + expr: _col11 + type: string outputColumnNames: _col0, _col5, _col9, _col10, _col11 - Position of Big Table: 2 - Select Operator - expressions: - expr: _col0 - type: string - expr: _col5 - type: string - expr: _col9 - type: string - expr: _col10 - type: string - expr: _col11 - type: string - outputColumnNames: _col0, _col5, _col9, _col10, _col11 - Filter Operator - isSamplingPred: false - predicate: - expr: ((_col10 = '2008-04-08') and (_col11 = 11)) - type: boolean - Select Operator - expressions: - expr: _col0 - type: string - expr: _col9 - type: string - expr: _col5 - type: string - outputColumnNames: _col0, _col1, _col2 - File Output Operator - compressed: false - GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10002 - NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10000/ - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value,val2 - columns.types string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dest_j1 - name dest_j1 - numFiles 1 - numPartitions 0 - numRows 107 - serialization.ddl struct dest_j1 { string key, string value, string val2} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 2125 - transient_lastDdlTime 1288215320 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest_j1 - TotalFiles: 1 - GatherStats: true - MultiFileSpray: false + Filter Operator + isSamplingPred: false + predicate: + expr: ((_col10 = '2008-04-08') and (_col11 = 11)) + type: boolean + Select Operator + expressions: + expr: _col0 + type: string + expr: _col9 + type: string + expr: _col5 + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 1 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-58_503_3505008876681402750/-ext-10002 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-58_503_3505008876681402750/-ext-10000/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value,val2 + columns.types string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 + name dest_j1 + numFiles 1 + numPartitions 0 + numRows 107 + serialization.ddl struct dest_j1 { string key, string value, string val2} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 2125 + transient_lastDdlTime 1288392646 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest_j1 + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false Local Work: Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] Path -> Partition: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -672,13 +662,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288212591 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -689,13 +679,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288212591 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -707,14 +697,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10002 - destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-58_503_3505008876681402750/-ext-10002 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-58_503_3505008876681402750/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-58_503_3505008876681402750/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -724,7 +714,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 numFiles 1 numPartitions 0 @@ -733,23 +723,23 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 2125 - transient_lastDdlTime 1288215320 + transient_lastDdlTime 1288392646 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-58_503_3505008876681402750/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-58_503_3505008876681402750/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-58_503_3505008876681402750/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-58_503_3505008876681402750/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -760,7 +750,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 numFiles 1 numPartitions 0 @@ -769,7 +759,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 2125 - transient_lastDdlTime 1288215320 + transient_lastDdlTime 1288392646 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -777,9 +767,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-58_503_3505008876681402750/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-58_503_3505008876681402750/-ext-10002] Path -> Partition: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_14-35-31_518_8323624306284645862/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-50-58_503_3505008876681402750/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -790,7 +780,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 numFiles 1 numPartitions 0 @@ -799,7 +789,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 2125 - transient_lastDdlTime 1288215320 + transient_lastDdlTime 1288392646 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -810,7 +800,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 numFiles 1 numPartitions 0 @@ -819,7 +809,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 2125 - transient_lastDdlTime 1288215320 + transient_lastDdlTime 1288392646 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -858,11 +848,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_14-35-38_043_2750643574384770263/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-51-06_013_6248158911838781364/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_14-35-38_043_2750643574384770263/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-51-06_013_6248158911838781364/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1_copy)x.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/join9.q.out =================================================================== --- ql/src/test/results/clientpositive/join9.q.out (revision 9961) +++ ql/src/test/results/clientpositive/join9.q.out (working copy) @@ -27,27 +27,22 @@ TableScan alias: src1 GatherStats: false - Filter Operator - isSamplingPred: false - predicate: - expr: ((ds = '2008-04-08') and (hr = '12')) - type: boolean - Reduce Output Operator - key expressions: - expr: key - type: string - sort order: + - Map-reduce partition columns: - expr: key - type: string - tag: 0 - value expressions: - expr: key - type: string - expr: ds - type: string - expr: hr - type: string + Reduce Output Operator + key expressions: + expr: key + type: string + sort order: + + Map-reduce partition columns: + expr: key + type: string + tag: 0 + value expressions: + expr: key + type: string + expr: ds + type: string + expr: hr + type: string src2 TableScan alias: src2 @@ -66,10 +61,10 @@ type: string Needs Tagging: true Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src [src2] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [src1] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src [src2] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [src1] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -80,12 +75,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504429 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -96,16 +91,16 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504429 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -119,13 +114,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -136,13 +131,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -177,9 +172,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-08_351_9180816831491941373/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-41-58_075_5780284635323173562/-ext-10000 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-08_351_9180816831491941373/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-41-58_075_5780284635323173562/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -189,12 +184,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284507848 + transient_lastDdlTime 1288392118 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -205,7 +200,7 @@ Move Operator tables: replace: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-08_351_9180816831491941373/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-41-58_075_5780284635323173562/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -215,19 +210,19 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284507848 + transient_lastDdlTime 1288392118 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-08_351_9180816831491941373/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-41-58_075_5780284635323173562/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-44-08_351_9180816831491941373/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-41-58_075_5780284635323173562/-ext-10000/ PREHOOK: query: FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) @@ -247,11 +242,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-44-16_618_7096928518483550560/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-42-04_241_2764964771312115914/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-44-16_618_7096928518483550560/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-42-04_241_2764964771312115914/-mr-10000 POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] 0 val_0 Index: ql/src/test/results/clientpositive/rand_partitionpruner2.q.out =================================================================== --- ql/src/test/results/clientpositive/rand_partitionpruner2.q.out (revision 9961) +++ ql/src/test/results/clientpositive/rand_partitionpruner2.q.out (working copy) @@ -37,7 +37,7 @@ Filter Operator isSamplingPred: false predicate: - expr: ((rand(1) < 0.1) and (ds = '2008-04-08')) + expr: (rand(1) < 0.1) type: boolean Select Operator expressions: @@ -53,9 +53,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-19-56_871_4716747609629754062/-ext-10002 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-19-56_871_4716747609629754062/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -65,12 +65,12 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/tmptable + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284509996 + transient_lastDdlTime 1288394525 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable TotalFiles: 1 @@ -78,10 +78,10 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -95,13 +95,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -112,17 +112,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -136,13 +136,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -153,13 +153,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -171,14 +171,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-19-56_871_4716747609629754062/-ext-10002 - destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-19-56_871_4716747609629754062/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10002 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-19-56_871_4716747609629754062/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -188,28 +188,28 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/tmptable + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284509996 + transient_lastDdlTime 1288394525 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable - tmp directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-19-56_871_4716747609629754062/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-19-56_871_4716747609629754062/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-19-56_871_4716747609629754062/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-19-56_871_4716747609629754062/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -220,12 +220,12 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/tmptable + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284509996 + transient_lastDdlTime 1288394525 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable TotalFiles: 1 @@ -233,9 +233,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-19-56_871_4716747609629754062/-ext-10002 [pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-19-56_871_4716747609629754062/-ext-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10002] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-19-56_871_4716747609629754062/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-22-05_968_3706327449059726358/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -246,12 +246,12 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/tmptable + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284509996 + transient_lastDdlTime 1288394525 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -262,12 +262,12 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/tmptable + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284509996 + transient_lastDdlTime 1288394525 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable name: tmptable @@ -292,11 +292,11 @@ PREHOOK: query: select * from tmptable x sort by x.key,x.value,x.ds,x.hr PREHOOK: type: QUERY PREHOOK: Input: default@tmptable -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-20-07_870_813402908601406007/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-22-14_374_3621363072564055777/-mr-10000 POSTHOOK: query: select * from tmptable x sort by x.key,x.value,x.ds,x.hr POSTHOOK: type: QUERY POSTHOOK: Input: default@tmptable -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-20-07_870_813402908601406007/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-22-14_374_3621363072564055777/-mr-10000 POSTHOOK: Lineage: tmptable.ds SIMPLE [(srcpart)a.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: tmptable.hr SIMPLE [(srcpart)a.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: tmptable.key SIMPLE [(srcpart)a.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/bucket3.q.out =================================================================== --- ql/src/test/results/clientpositive/bucket3.q.out (revision 9961) +++ ql/src/test/results/clientpositive/bucket3.q.out (working copy) @@ -47,9 +47,9 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src [src] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src [src] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -60,12 +60,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504429 + transient_lastDdlTime 1288316181 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -76,12 +76,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504429 + transient_lastDdlTime 1288316181 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -97,10 +97,10 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_15-50-25_474_5885854630941081859/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-28_18-37-39_138_2443248041932414937/-ext-10000 NumFilesPerFileSink: 2 Static Partition Specification: ds=1/ - Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_15-50-25_474_5885854630941081859/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-28_18-37-39_138_2443248041932414937/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -111,13 +111,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/bucket3_1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucket3_1 name bucket3_1 partition_columns ds serialization.ddl struct bucket3_1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504625 + transient_lastDdlTime 1288316259 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucket3_1 TotalFiles: 2 @@ -130,7 +130,7 @@ partition: ds 1 replace: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_15-50-25_474_5885854630941081859/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-28_18-37-39_138_2443248041932414937/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -141,20 +141,20 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/bucket3_1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucket3_1 name bucket3_1 partition_columns ds serialization.ddl struct bucket3_1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504625 + transient_lastDdlTime 1288316259 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucket3_1 - tmp directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_15-50-25_474_5885854630941081859/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-28_18-37-39_138_2443248041932414937/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_15-50-25_474_5885854630941081859/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-28_18-37-39_138_2443248041932414937/-ext-10000/ PREHOOK: query: insert overwrite table bucket3_1 partition (ds='1') @@ -209,7 +209,7 @@ alias: s Filter Operator predicate: - expr: ((((hash(key) & 2147483647) % 2) = 0) and (ds = '1')) + expr: (((hash(key) & 2147483647) % 2) = 0) type: boolean Filter Operator predicate: @@ -258,11 +258,11 @@ PREHOOK: query: select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' order by key PREHOOK: type: QUERY PREHOOK: Input: default@bucket3_1@ds=1 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_15-50-40_619_7952584250556107198/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-28_18-37-48_638_4161477026349692038/-mr-10000 POSTHOOK: query: select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucket3_1@ds=1 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_15-50-40_619_7952584250556107198/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-28_18-37-48_638_4161477026349692038/-mr-10000 POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out =================================================================== --- ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out (revision 9961) +++ ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out (working copy) @@ -38,37 +38,32 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: (ds = '2008-04-08') - type: boolean - Select Operator - expressions: - expr: key + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + outputColumnNames: key, value + Reduce Output Operator + key expressions: + expr: substr(key, 1, 1) type: string + expr: substr(value, 5) + type: string expr: value type: string - outputColumnNames: key, value - Reduce Output Operator - key expressions: - expr: substr(key, 1, 1) - type: string - expr: substr(value, 5) - type: string - expr: value - type: string - sort order: +++ - Map-reduce partition columns: - expr: substr(key, 1, 1) - type: string - tag: -1 + sort order: +++ + Map-reduce partition columns: + expr: substr(key, 1, 1) + type: string + tag: -1 Needs Tagging: false Path -> Alias: - pfile:/home/amarsri/workspace/hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [src] - pfile:/home/amarsri/workspace/hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [src] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [src] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [src] Path -> Partition: - pfile:/home/amarsri/workspace/hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -82,13 +77,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/home/amarsri/workspace/hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287568918 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -99,17 +94,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/home/amarsri/workspace/hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287568918 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - pfile:/home/amarsri/workspace/hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -123,13 +118,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/home/amarsri/workspace/hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287568918 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -140,13 +135,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/home/amarsri/workspace/hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287568918 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -192,9 +187,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/home/amarsri/workspace/hive/build/ql/scratchdir/hive_2010-10-20_03-02-02_146_1431549693668387725/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-23-18_154_6760878637642752119/-ext-10000 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/home/amarsri/workspace/hive/build/ql/scratchdir/hive_2010-10-20_03-02-02_146_1431549693668387725/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-23-18_154_6760878637642752119/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -204,12 +199,12 @@ columns.types string:int:string:int:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/home/amarsri/workspace/hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string key, i32 c1, string c2, i32 c3, i32 c4} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287568922 + transient_lastDdlTime 1288390998 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -220,7 +215,7 @@ Move Operator tables: replace: true - source: pfile:/home/amarsri/workspace/hive/build/ql/scratchdir/hive_2010-10-20_03-02-02_146_1431549693668387725/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-23-18_154_6760878637642752119/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -230,19 +225,19 @@ columns.types string:int:string:int:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/home/amarsri/workspace/hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string key, i32 c1, string c2, i32 c3, i32 c4} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287568922 + transient_lastDdlTime 1288390998 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: pfile:/home/amarsri/workspace/hive/build/ql/scratchdir/hive_2010-10-20_03-02-02_146_1431549693668387725/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-23-18_154_6760878637642752119/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/home/amarsri/workspace/hive/build/ql/scratchdir/hive_2010-10-20_03-02-02_146_1431549693668387725/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-23-18_154_6760878637642752119/-ext-10000/ PREHOOK: query: FROM srcpart src @@ -271,11 +266,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/amarsri/hive_2010-10-20_03-02-06_602_914264234722067634/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-23-24_534_5484660630013703742/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/amarsri/hive_2010-10-20_03-02-06_602_914264234722067634/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-23-24_534_5484660630013703742/-mr-10000 POSTHOOK: Lineage: dest1.c1 EXPRESSION [(srcpart)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.c2 EXPRESSION [(srcpart)src.FieldSchema(name:key, type:string, comment:default), (srcpart)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.c3 EXPRESSION [(srcpart)src.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/mapjoin_subquery.q.out =================================================================== --- ql/src/test/results/clientpositive/mapjoin_subquery.q.out (revision 9961) +++ ql/src/test/results/clientpositive/mapjoin_subquery.q.out (working copy) @@ -48,25 +48,21 @@ alias: z Filter Operator predicate: - expr: ((ds = '2008-04-08') and (hr = 11)) + expr: (ds = '2008-04-08') type: boolean Filter Operator predicate: - expr: (ds = '2008-04-08') + expr: (hr = 11) type: boolean - Filter Operator - predicate: - expr: (hr = 11) - type: boolean - JDBM Sink Operator - condition expressions: - 0 {_col0} - 1 {value} - handleSkewJoin: false - keys: - 0 [Column[_col0]] - 1 [Column[key]] - Position of Big Table: 0 + JDBM Sink Operator + condition expressions: + 0 {_col0} + 1 {value} + handleSkewJoin: false + keys: + 0 [Column[_col0]] + 1 [Column[key]] + Position of Big Table: 0 Stage: Stage-1 Map Reduce @@ -145,7 +141,7 @@ PREHOOK: Input: default@src PREHOOK: Input: default@src1 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_14-46-44_452_445213667214370288/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-07-30_120_6146413041257039963/-mr-10000 POSTHOOK: query: SELECT /*+ MAPJOIN(z) */ subq.key1, z.value FROM (SELECT /*+ MAPJOIN(x) */ x.key as key1, x.value as value1, y.key as key2, y.value as value2 @@ -155,7 +151,7 @@ POSTHOOK: Input: default@src POSTHOOK: Input: default@src1 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_14-46-44_452_445213667214370288/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-07-30_120_6146413041257039963/-mr-10000 238 val_238 238 val_238 311 val_311 @@ -316,25 +312,21 @@ alias: z Filter Operator predicate: - expr: ((ds = '2008-04-08') and (hr = 11)) + expr: (ds = '2008-04-08') type: boolean Filter Operator predicate: - expr: (ds = '2008-04-08') + expr: (hr = 11) type: boolean - Filter Operator - predicate: - expr: (hr = 11) - type: boolean - JDBM Sink Operator - condition expressions: - 0 {_col0} - 1 {value} - handleSkewJoin: false - keys: - 0 [Column[_col0]] - 1 [Column[key]] - Position of Big Table: 0 + JDBM Sink Operator + condition expressions: + 0 {_col0} + 1 {value} + handleSkewJoin: false + keys: + 0 [Column[_col0]] + 1 [Column[key]] + Position of Big Table: 0 Stage: Stage-1 Map Reduce @@ -388,7 +380,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/heyongqiang/hive_2010-10-27_14-46-48_345_6547752928820986559/-mr-10002 + file:/tmp/sdong/hive_2010-10-29_16-07-34_857_8300003237112409468/-mr-10002 Select Operator expressions: expr: _col0 @@ -438,7 +430,7 @@ PREHOOK: Input: default@src PREHOOK: Input: default@src1 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_14-46-48_451_5103197118611190766/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-07-35_005_4332334219474823384/-mr-10000 POSTHOOK: query: SELECT /*+ MAPJOIN(z) */ subq.key1, z.value FROM (SELECT /*+ MAPJOIN(x) */ x.key as key1, x.value as value1, y.key as key2, y.value as value2 @@ -449,7 +441,7 @@ POSTHOOK: Input: default@src POSTHOOK: Input: default@src1 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_14-46-48_451_5103197118611190766/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-07-35_005_4332334219474823384/-mr-10000 128 val_128 128 val_128 128 val_128 Index: ql/src/test/results/clientpositive/input_part5.q.out =================================================================== --- ql/src/test/results/clientpositive/input_part5.q.out (revision 9961) +++ ql/src/test/results/clientpositive/input_part5.q.out (working copy) @@ -31,7 +31,7 @@ alias: x Filter Operator predicate: - expr: ((ds = '2008-04-08') and (key < 100)) + expr: (key < 100) type: boolean Filter Operator predicate: @@ -64,7 +64,7 @@ Move Operator files: hdfs directory: true - destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-30_692_7574653588774934184/-ext-10000 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-33-52_690_4501272582403071835/-ext-10000 Stage: Stage-0 Move Operator @@ -82,7 +82,7 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-34-30_692_7574653588774934184/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-33-52_690_4501272582403071835/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 @@ -112,11 +112,11 @@ PREHOOK: query: select * from tmptable x sort by x.key,x.value,x.ds,x.hr PREHOOK: type: QUERY PREHOOK: Input: default@tmptable -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-34-41_336_5067322787693699900/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-34-01_055_4260628118574102608/-mr-10000 POSTHOOK: query: select * from tmptable x sort by x.key,x.value,x.ds,x.hr POSTHOOK: type: QUERY POSTHOOK: Input: default@tmptable -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-34-41_336_5067322787693699900/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-34-01_055_4260628118574102608/-mr-10000 POSTHOOK: Lineage: tmptable.ds SIMPLE [(srcpart)x.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: tmptable.hr SIMPLE [(srcpart)x.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: tmptable.key SIMPLE [(srcpart)x.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/bucketmapjoin3.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin3.q.out (revision 9961) +++ ql/src/test/results/clientpositive/bucketmapjoin3.q.out (working copy) @@ -109,28 +109,23 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: (ds = '2008-04-08') - type: boolean - JDBM Sink Operator - condition expressions: - 0 {key} {value} - 1 {value} - handleSkewJoin: false - keys: - 0 [Column[key]] - 1 [Column[key]] - Position of Big Table: 0 + JDBM Sink Operator + condition expressions: + 0 {key} {value} + 1 {value} + handleSkewJoin: false + keys: + 0 [Column[key]] + 1 [Column[key]] + Position of Big Table: 0 Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: b {srcbucket22.txt=[srcbucket20.txt, srcbucket22.txt], srcbucket23.txt=[srcbucket21.txt, srcbucket23.txt]} Alias Bucket File Name Mapping: - b {pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} + b {pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} Alias Bucket Output File Name Mapping: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 Stage: Stage-1 Map Reduce @@ -144,23 +139,27 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: (ds = '2008-04-08') - type: boolean - Map Join Operator - condition map: - Inner Join 0 to 1 - condition expressions: - 0 {key} {value} - 1 {value} - handleSkewJoin: false - keys: - 0 [Column[key]] - 1 [Column[key]] + Map Join Operator + condition map: + Inner Join 0 to 1 + condition expressions: + 0 {key} {value} + 1 {value} + handleSkewJoin: false + keys: + 0 [Column[key]] + 1 [Column[key]] + outputColumnNames: _col0, _col1, _col6 + Position of Big Table: 0 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col6 + type: string outputColumnNames: _col0, _col1, _col6 - Position of Big Table: 0 Select Operator expressions: expr: _col0 @@ -169,49 +168,40 @@ type: string expr: _col6 type: string - outputColumnNames: _col0, _col1, _col6 - Select Operator - expressions: - expr: _col0 - type: int - expr: _col1 - type: string - expr: _col6 - type: string - outputColumnNames: _col0, _col1, _col2 - File Output Operator - compressed: false - GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10002 - NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10000/ - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value1,value2 - columns.types string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result - name bucketmapjoin_tmp_result - serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288212927 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: bucketmapjoin_tmp_result - TotalFiles: 1 - GatherStats: true - MultiFileSpray: false + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 1 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-46-27_822_6794024936564446840/-ext-10002 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-46-27_822_6794024936564446840/-ext-10000/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value1,value2 + columns.types string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + name bucketmapjoin_tmp_result + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288388787 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: bucketmapjoin_tmp_result + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false Local Work: Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [a] Path -> Partition: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -225,13 +215,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288212926 + transient_lastDdlTime 1288388786 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -243,13 +233,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288212926 + transient_lastDdlTime 1288388786 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part_2 name: srcbucket_mapjoin_part_2 @@ -261,14 +251,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10002 - destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-46-27_822_6794024936564446840/-ext-10002 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-46-27_822_6794024936564446840/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-46-27_822_6794024936564446840/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -278,28 +268,28 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288212927 + transient_lastDdlTime 1288388787 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-46-27_822_6794024936564446840/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-46-27_822_6794024936564446840/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-46-27_822_6794024936564446840/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-46-27_822_6794024936564446840/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -310,12 +300,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288212927 + transient_lastDdlTime 1288388787 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -323,9 +313,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-46-27_822_6794024936564446840/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-46-27_822_6794024936564446840/-ext-10002] Path -> Partition: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-55-27_657_736403967432283787/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-46-27_822_6794024936564446840/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -336,12 +326,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288212927 + transient_lastDdlTime 1288388787 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -352,12 +342,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288212927 + transient_lastDdlTime 1288388787 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -385,11 +375,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-55-36_058_2513418815469973596/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-46-39_730_5807364860703751088/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-55-36_058_2513418815469973596/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-46-39_730_5807364860703751088/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] @@ -438,11 +428,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-55-50_209_4160091089758225520/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-46-57_859_5496400832390508341/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-55-50_209_4160091089758225520/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-46-57_859_5496400832390508341/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -481,14 +471,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_1 PREHOOK: Input: default@bucketmapjoin_hash_result_2 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-55-56_715_6048616112063548594/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-47-05_432_4411871243550250664/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_1 POSTHOOK: Input: default@bucketmapjoin_hash_result_2 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-55-56_715_6048616112063548594/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-47-05_432_4411871243550250664/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -555,30 +545,25 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: (ds = '2008-04-08') - type: boolean - JDBM Sink Operator - condition expressions: - 0 {key} {value} - 1 {value} - handleSkewJoin: false - keys: - 0 [Column[key]] - 1 [Column[key]] - Position of Big Table: 1 + JDBM Sink Operator + condition expressions: + 0 {key} {value} + 1 {value} + handleSkewJoin: false + keys: + 0 [Column[key]] + 1 [Column[key]] + Position of Big Table: 1 Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: a {srcbucket20.txt=[srcbucket22.txt], srcbucket21.txt=[srcbucket23.txt], srcbucket22.txt=[srcbucket22.txt], srcbucket23.txt=[srcbucket23.txt]} Alias Bucket File Name Mapping: - a {pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt]} + a {pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt], pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt]} Alias Bucket Output File Name Mapping: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 Stage: Stage-1 Map Reduce @@ -592,23 +577,27 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: (ds = '2008-04-08') - type: boolean - Map Join Operator - condition map: - Inner Join 0 to 1 - condition expressions: - 0 {key} {value} - 1 {value} - handleSkewJoin: false - keys: - 0 [Column[key]] - 1 [Column[key]] + Map Join Operator + condition map: + Inner Join 0 to 1 + condition expressions: + 0 {key} {value} + 1 {value} + handleSkewJoin: false + keys: + 0 [Column[key]] + 1 [Column[key]] + outputColumnNames: _col0, _col1, _col6 + Position of Big Table: 1 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col6 + type: string outputColumnNames: _col0, _col1, _col6 - Position of Big Table: 1 Select Operator expressions: expr: _col0 @@ -617,53 +606,44 @@ type: string expr: _col6 type: string - outputColumnNames: _col0, _col1, _col6 - Select Operator - expressions: - expr: _col0 - type: int - expr: _col1 - type: string - expr: _col6 - type: string - outputColumnNames: _col0, _col1, _col2 - File Output Operator - compressed: false - GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10002 - NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10000/ - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value1,value2 - columns.types string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result - name bucketmapjoin_tmp_result - numFiles 1 - numPartitions 0 - numRows 564 - serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 11067 - transient_lastDdlTime 1288212950 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: bucketmapjoin_tmp_result - TotalFiles: 1 - GatherStats: true - MultiFileSpray: false + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 1 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-47-09_011_174641296277649851/-ext-10002 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-47-09_011_174641296277649851/-ext-10000/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value1,value2 + columns.types string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + name bucketmapjoin_tmp_result + numFiles 1 + numPartitions 0 + numRows 564 + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 11067 + transient_lastDdlTime 1288388817 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: bucketmapjoin_tmp_result + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false Local Work: Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] Path -> Partition: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -677,13 +657,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288212924 + transient_lastDdlTime 1288388783 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -695,13 +675,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288212924 + transient_lastDdlTime 1288388783 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part name: srcbucket_mapjoin_part @@ -713,14 +693,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10002 - destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-47-09_011_174641296277649851/-ext-10002 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-47-09_011_174641296277649851/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-47-09_011_174641296277649851/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -730,7 +710,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -739,23 +719,23 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 11067 - transient_lastDdlTime 1288212950 + transient_lastDdlTime 1288388817 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-47-09_011_174641296277649851/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-47-09_011_174641296277649851/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-47-09_011_174641296277649851/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-47-09_011_174641296277649851/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -766,7 +746,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -775,7 +755,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 11067 - transient_lastDdlTime 1288212950 + transient_lastDdlTime 1288388817 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -783,9 +763,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-47-09_011_174641296277649851/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-47-09_011_174641296277649851/-ext-10002] Path -> Partition: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_13-56-00_310_8311365964032191828/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_14-47-09_011_174641296277649851/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -796,7 +776,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -805,7 +785,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 11067 - transient_lastDdlTime 1288212950 + transient_lastDdlTime 1288388817 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -816,7 +796,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -825,7 +805,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 11067 - transient_lastDdlTime 1288212950 + transient_lastDdlTime 1288388817 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -865,11 +845,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-56-09_791_8706691458656943408/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-47-21_496_5610263740296235510/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-56-09_791_8706691458656943408/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-47-21_496_5610263740296235510/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -954,11 +934,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-56-23_619_4418056010014368503/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-47-39_276_5483603111030632960/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-56-23_619_4418056010014368503/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-47-39_276_5483603111030632960/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -1021,14 +1001,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_1 PREHOOK: Input: default@bucketmapjoin_hash_result_2 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-56-30_141_4118421935613596878/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-47-46_750_8346891533793956132/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_1 POSTHOOK: Input: default@bucketmapjoin_hash_result_2 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_13-56-30_141_4118421935613596878/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_14-47-46_750_8346891533793956132/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/sample1.q.out =================================================================== --- ql/src/test/results/clientpositive/sample1.q.out (revision 9961) +++ ql/src/test/results/clientpositive/sample1.q.out (working copy) @@ -44,64 +44,59 @@ predicate: expr: ((ds = '2008-04-08') and (hr = '11')) type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: ((ds = '2008-04-08') and (hr = '11')) - type: boolean + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + expr: ds + type: string + expr: hr + type: string + outputColumnNames: _col0, _col1, _col2, _col3 Select Operator expressions: - expr: key + expr: UDFToInteger(_col0) + type: int + expr: _col1 type: string - expr: value + expr: _col2 type: string - expr: ds + expr: _col3 type: string - expr: hr - type: string outputColumnNames: _col0, _col1, _col2, _col3 - Select Operator - expressions: - expr: UDFToInteger(_col0) - type: int - expr: _col1 - type: string - expr: _col2 - type: string - expr: _col3 - type: string - outputColumnNames: _col0, _col1, _col2, _col3 - File Output Operator - compressed: false - GlobalTableId: 1 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-23-16_395_984946228972103832/-ext-10002 - NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-23-16_395_984946228972103832/-ext-10000/ - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value,dt,hr - columns.types int:string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 - name dest1 - serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284510196 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: dest1 - TotalFiles: 1 - GatherStats: true - MultiFileSpray: false + File Output Operator + compressed: false + GlobalTableId: 1 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-04-13_003_6538249259772726554/-ext-10002 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-04-13_003_6538249259772726554/-ext-10000/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value,dt,hr + columns.types int:string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 + name dest1 + serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288649052 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: dest1 + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [s] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [s] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -115,13 +110,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288648959 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -132,13 +127,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288648959 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -150,14 +145,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-23-16_395_984946228972103832/-ext-10002 - destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-23-16_395_984946228972103832/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-04-13_003_6538249259772726554/-ext-10002 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-04-13_003_6538249259772726554/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-23-16_395_984946228972103832/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-04-13_003_6538249259772726554/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -167,28 +162,28 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284510196 + transient_lastDdlTime 1288649052 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-23-16_395_984946228972103832/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-04-13_003_6538249259772726554/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-23-16_395_984946228972103832/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-04-13_003_6538249259772726554/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-23-16_395_984946228972103832/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-04-13_003_6538249259772726554/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-23-16_395_984946228972103832/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-04-13_003_6538249259772726554/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -199,12 +194,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284510196 + transient_lastDdlTime 1288649052 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -212,9 +207,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-23-16_395_984946228972103832/-ext-10002 [pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-23-16_395_984946228972103832/-ext-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-04-13_003_6538249259772726554/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-04-13_003_6538249259772726554/-ext-10002] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_17-23-16_395_984946228972103832/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-11-01_15-04-13_003_6538249259772726554/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -225,12 +220,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284510196 + transient_lastDdlTime 1288649052 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -241,12 +236,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284510196 + transient_lastDdlTime 1288649052 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -271,11 +266,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-23-22_919_5124595871759891270/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-01_15-04-17_639_5160677026468817969/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-23-22_919_5124595871759891270/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-01_15-04-17_639_5160677026468817969/-mr-10000 POSTHOOK: Lineage: dest1.dt SIMPLE [(srcpart)s.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)s.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)s.FieldSchema(name:key, type:string, comment:default), ] @@ -783,11 +778,11 @@ PREHOOK: query: select count(1) from srcbucket PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-23-23_308_4156736564340444071/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-01_15-04-17_944_7260934225415330191/-mr-10000 POSTHOOK: query: select count(1) from srcbucket POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-23-23_308_4156736564340444071/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-01_15-04-17_944_7260934225415330191/-mr-10000 POSTHOOK: Lineage: dest1.dt SIMPLE [(srcpart)s.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)s.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)s.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/rand_partitionpruner3.q.out =================================================================== --- ql/src/test/results/clientpositive/rand_partitionpruner3.q.out (revision 9961) +++ ql/src/test/results/clientpositive/rand_partitionpruner3.q.out (working copy) @@ -24,7 +24,7 @@ Filter Operator isSamplingPred: false predicate: - expr: ((((rand(1) < 0.1) and (ds = '2008-04-08')) and (not ((key > 50) or (key < 10)))) and (hr like '%2')) + expr: ((rand(1) < 0.1) and (not ((key > 50) or (key < 10)))) type: boolean Select Operator expressions: @@ -40,9 +40,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-14_17-20-12_276_1191513914121430187/-ext-10001 + directory: file:/tmp/sdong/hive_2010-11-03_12-58-26_324_5535341403749626672/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-14_17-20-12_276_1191513914121430187/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-11-03_12-58-26_324_5535341403749626672/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -55,9 +55,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -71,13 +71,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288808954 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -88,13 +88,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288808954 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -107,11 +107,11 @@ PREHOOK: query: select a.* from srcpart a where rand(1) < 0.1 and a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-20-12_432_7301102441114288148/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-03_12-58-26_440_4005876518222826805/-mr-10000 POSTHOOK: query: select a.* from srcpart a where rand(1) < 0.1 and a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-20-12_432_7301102441114288148/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-03_12-58-26_440_4005876518222826805/-mr-10000 42 val_42 2008-04-08 12 44 val_44 2008-04-08 12 26 val_26 2008-04-08 12 @@ -141,7 +141,7 @@ Filter Operator isSamplingPred: false predicate: - expr: (((ds = '2008-04-08') and (not ((key > 50) or (key < 10)))) and (hr like '%2')) + expr: (not ((key > 50) or (key < 10))) type: boolean Filter Operator isSamplingPred: false @@ -162,9 +162,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-14_17-20-15_973_7050064066243689565/-ext-10001 + directory: file:/tmp/sdong/hive_2010-11-03_12-58-29_501_7521924359924125192/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-14_17-20-15_973_7050064066243689565/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-11-03_12-58-29_501_7521924359924125192/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -177,9 +177,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -193,13 +193,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288808954 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -210,13 +210,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288808954 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -229,11 +229,11 @@ PREHOOK: query: select a.* from srcpart a where a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-20-16_124_4634224567791862138/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-11-03_12-58-29_615_5245958848424266073/-mr-10000 POSTHOOK: query: select a.* from srcpart a where a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_17-20-16_124_4634224567791862138/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-11-03_12-58-29_615_5245958848424266073/-mr-10000 27 val_27 2008-04-08 12 37 val_37 2008-04-08 12 15 val_15 2008-04-08 12 Index: ql/src/test/results/clientpositive/merge3.q.out =================================================================== --- ql/src/test/results/clientpositive/merge3.q.out (revision 9961) +++ ql/src/test/results/clientpositive/merge3.q.out (working copy) @@ -77,9 +77,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-22_303_6951055031740945056/-ext-10002 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-48_857_8226805934470604516/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-22_303_6951055031740945056/-ext-10001/ + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-48_857_8226805934470604516/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -92,9 +92,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src [merge_src] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src [merge_src] Path -> Partition: - pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src Partition base file name: merge_src input format: org.apache.hadoop.mapred.TextInputFormat @@ -105,12 +105,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src name merge_src serialization.ddl struct merge_src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287206353 + transient_lastDdlTime 1288393780 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -121,12 +121,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src name merge_src serialization.ddl struct merge_src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287206353 + transient_lastDdlTime 1288393780 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: merge_src name: merge_src @@ -138,15 +138,15 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-22_303_6951055031740945056/-ext-10002 - destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-22_303_6951055031740945056/-ext-10001 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-48_857_8226805934470604516/-ext-10002 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-48_857_8226805934470604516/-ext-10001 Stage: Stage-0 Move Operator files: hdfs directory: true - source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-22_303_6951055031740945056/-ext-10001 - destination: pfile:///data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src2 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-48_857_8226805934470604516/-ext-10001 + destination: pfile:///data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src2 Stage: Stage-5 Create Table Operator: @@ -162,11 +162,11 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-22_303_6951055031740945056/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-48_857_8226805934470604516/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-22_303_6951055031740945056/-ext-10001 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-48_857_8226805934470604516/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -180,9 +180,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-22_303_6951055031740945056/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-22_303_6951055031740945056/-ext-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-48_857_8226805934470604516/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-48_857_8226805934470604516/-ext-10002] Path -> Partition: - pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-22_303_6951055031740945056/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-48_857_8226805934470604516/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -216,11 +216,11 @@ PREHOOK: query: select * from merge_src2 PREHOOK: type: QUERY PREHOOK: Input: default@merge_src2 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-10-15_22-19-30_116_4238517620064424661/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-09-56_418_6812893088145650163/-mr-10000 POSTHOOK: query: select * from merge_src2 POSTHOOK: type: QUERY POSTHOOK: Input: default@merge_src2 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-10-15_22-19-30_116_4238517620064424661/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-09-56_418_6812893088145650163/-mr-10000 POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -2272,53 +2272,48 @@ predicate: expr: ds is not null type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: ds is not null - type: boolean - Select Operator - expressions: - expr: key - type: string - expr: value - type: string - expr: ds - type: string - outputColumnNames: _col0, _col1, _col2 - File Output Operator - compressed: false - GlobalTableId: 1 - directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10002 - NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10000/ - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value - columns.types string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2 - name merge_src_part2 - partition_columns ds - serialization.ddl struct merge_src_part2 { string key, string value} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287206370 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: merge_src_part2 - TotalFiles: 1 - GatherStats: true - MultiFileSpray: false + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 1 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-56_894_7061888284179345199/-ext-10002 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-56_894_7061888284179345199/-ext-10000/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value + columns.types string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part2 + name merge_src_part2 + partition_columns ds + serialization.ddl struct merge_src_part2 { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + transient_lastDdlTime 1288393796 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: merge_src_part2 + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 [merge_src_part] - pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 [merge_src_part] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 [merge_src_part] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 [merge_src_part] Path -> Partition: - pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -2331,7 +2326,7 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part name merge_src_part numFiles 4 numPartitions 2 @@ -2341,7 +2336,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 23248 - transient_lastDdlTime 1287206362 + transient_lastDdlTime 1288393788 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2352,7 +2347,7 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part name merge_src_part numFiles 4 numPartitions 2 @@ -2362,11 +2357,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 23248 - transient_lastDdlTime 1287206362 + transient_lastDdlTime 1288393788 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: merge_src_part name: merge_src_part - pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 Partition base file name: ds=2008-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -2379,7 +2374,7 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part name merge_src_part numFiles 4 numPartitions 2 @@ -2389,7 +2384,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 23248 - transient_lastDdlTime 1287206362 + transient_lastDdlTime 1288393788 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2400,7 +2395,7 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part name merge_src_part numFiles 4 numPartitions 2 @@ -2410,7 +2405,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 23248 - transient_lastDdlTime 1287206362 + transient_lastDdlTime 1288393788 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: merge_src_part name: merge_src_part @@ -2422,8 +2417,8 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10002 - destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-56_894_7061888284179345199/-ext-10002 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-56_894_7061888284179345199/-ext-10000 Stage: Stage-0 Move Operator @@ -2431,7 +2426,7 @@ partition: ds replace: true - source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-56_894_7061888284179345199/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -2441,29 +2436,29 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part2 name merge_src_part2 partition_columns ds serialization.ddl struct merge_src_part2 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287206370 + transient_lastDdlTime 1288393796 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: merge_src_part2 - tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-56_894_7061888284179345199/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-56_894_7061888284179345199/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-56_894_7061888284179345199/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-56_894_7061888284179345199/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2474,13 +2469,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part2 name merge_src_part2 partition_columns ds serialization.ddl struct merge_src_part2 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287206370 + transient_lastDdlTime 1288393796 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: merge_src_part2 TotalFiles: 1 @@ -2488,9 +2483,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-56_894_7061888284179345199/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-56_894_7061888284179345199/-ext-10002] Path -> Partition: - pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-30_551_7077121181128651844/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-09-56_894_7061888284179345199/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -2501,13 +2496,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part2 name merge_src_part2 partition_columns ds serialization.ddl struct merge_src_part2 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287206370 + transient_lastDdlTime 1288393796 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2518,13 +2513,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part2 name merge_src_part2 partition_columns ds serialization.ddl struct merge_src_part2 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287206370 + transient_lastDdlTime 1288393796 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: merge_src_part2 name: merge_src_part2 @@ -2570,12 +2565,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@merge_src_part2@ds=2008-04-08 PREHOOK: Input: default@merge_src_part2@ds=2008-04-09 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-10-15_22-19-42_452_7793079200177405408/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-10-09_585_5952318912198434145/-mr-10000 POSTHOOK: query: select * from merge_src_part2 where ds is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@merge_src_part2@ds=2008-04-08 POSTHOOK: Input: default@merge_src_part2@ds=2008-04-09 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-10-15_22-19-42_452_7793079200177405408/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-10-09_585_5952318912198434145/-mr-10000 POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -4655,39 +4650,34 @@ predicate: expr: ds is not null type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: ds is not null - type: boolean - Select Operator - expressions: - expr: key + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Reduce Output Operator + sort order: + Map-reduce partition columns: + expr: _col2 type: string - expr: value + tag: -1 + value expressions: + expr: _col0 type: string - expr: ds + expr: _col1 type: string - outputColumnNames: _col0, _col1, _col2 - Reduce Output Operator - sort order: - Map-reduce partition columns: - expr: _col2 - type: string - tag: -1 - value expressions: - expr: _col0 - type: string - expr: _col1 - type: string - expr: _col2 - type: string + expr: _col2 + type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 [s:merge_src_part] - pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 [s:merge_src_part] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 [s:merge_src_part] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 [s:merge_src_part] Path -> Partition: - pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -4700,7 +4690,7 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part name merge_src_part numFiles 4 numPartitions 2 @@ -4710,7 +4700,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 23248 - transient_lastDdlTime 1287206362 + transient_lastDdlTime 1288393788 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -4721,7 +4711,7 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part name merge_src_part numFiles 4 numPartitions 2 @@ -4731,11 +4721,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 23248 - transient_lastDdlTime 1287206362 + transient_lastDdlTime 1288393788 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: merge_src_part name: merge_src_part - pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 Partition base file name: ds=2008-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -4748,7 +4738,7 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part name merge_src_part numFiles 4 numPartitions 2 @@ -4758,7 +4748,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 23248 - transient_lastDdlTime 1287206362 + transient_lastDdlTime 1288393788 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -4769,7 +4759,7 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part name merge_src_part numFiles 4 numPartitions 2 @@ -4779,7 +4769,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 23248 - transient_lastDdlTime 1287206362 + transient_lastDdlTime 1288393788 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: merge_src_part name: merge_src_part @@ -4797,9 +4787,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10002 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-10-10_626_1744796538862904462/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-10-10_626_1744796538862904462/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4809,13 +4799,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part2 name merge_src_part2 partition_columns ds serialization.ddl struct merge_src_part2 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287206383 + transient_lastDdlTime 1288393810 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: merge_src_part2 TotalFiles: 1 @@ -4829,8 +4819,8 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10002 - destination: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-10-10_626_1744796538862904462/-ext-10002 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-10-10_626_1744796538862904462/-ext-10000 Stage: Stage-0 Move Operator @@ -4838,7 +4828,7 @@ partition: ds replace: true - source: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-10-10_626_1744796538862904462/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4848,29 +4838,29 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part2 name merge_src_part2 partition_columns ds serialization.ddl struct merge_src_part2 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287206383 + transient_lastDdlTime 1288393810 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: merge_src_part2 - tmp directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-10-10_626_1744796538862904462/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-10-10_626_1744796538862904462/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-10-10_626_1744796538862904462/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-10-10_626_1744796538862904462/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -4881,13 +4871,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part2 name merge_src_part2 partition_columns ds serialization.ddl struct merge_src_part2 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287206383 + transient_lastDdlTime 1288393810 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: merge_src_part2 TotalFiles: 1 @@ -4895,9 +4885,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10002 [pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-10-10_626_1744796538862904462/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-10-10_626_1744796538862904462/-ext-10002] Path -> Partition: - pfile:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-10-15_22-19-43_478_5162011743005075818/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-10-10_626_1744796538862904462/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -4908,13 +4898,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part2 name merge_src_part2 partition_columns ds serialization.ddl struct merge_src_part2 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287206383 + transient_lastDdlTime 1288393810 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -4925,18 +4915,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/merge_src_part2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/merge_src_part2 name merge_src_part2 partition_columns ds serialization.ddl struct merge_src_part2 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1287206383 + transient_lastDdlTime 1288393810 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: merge_src_part2 name: merge_src_part2 - PREHOOK: query: from (select * from merge_src_part where ds is not null distribute by ds) s insert overwrite table merge_src_part2 partition(ds) select key, value, ds @@ -4985,12 +4974,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@merge_src_part2@ds=2008-04-08 PREHOOK: Input: default@merge_src_part2@ds=2008-04-09 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-10-15_22-19-57_065_3435022740672814575/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-10-22_845_6936272381319043085/-mr-10000 POSTHOOK: query: select * from merge_src_part2 where ds is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@merge_src_part2@ds=2008-04-08 POSTHOOK: Input: default@merge_src_part2@ds=2008-04-09 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-10-15_22-19-57_065_3435022740672814575/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-10-22_845_6936272381319043085/-mr-10000 POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/nullgroup5.q.out =================================================================== --- ql/src/test/results/clientpositive/nullgroup5.q.out (revision 9961) +++ ql/src/test/results/clientpositive/nullgroup5.q.out (working copy) @@ -84,31 +84,27 @@ predicate: expr: (ds = '2009-04-09') type: boolean - Filter Operator - predicate: - expr: (ds = '2009-04-09') - type: boolean - Select Operator - expressions: - expr: key - type: string - expr: value - type: string - outputColumnNames: _col0, _col1 - Union - Select Operator - expressions: - expr: _col0 - type: string - expr: _col1 - type: string - outputColumnNames: _col0, _col1 - File Output Operator - compressed: false - GlobalTableId: 0 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + outputColumnNames: _col0, _col1 + Union + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: string + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Stage: Stage-0 Fetch Operator @@ -123,7 +119,7 @@ )u PREHOOK: type: QUERY PREHOOK: Input: default@tstparttbl2@ds=2009-04-09 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-44-39_608_1509511246265009929/10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-16-14_586_7548431571135694845/-mr-10000 POSTHOOK: query: select u.* from ( select key, value from tstparttbl x where x.ds='2009-04-05' @@ -132,7 +128,7 @@ )u POSTHOOK: type: QUERY POSTHOOK: Input: default@tstparttbl2@ds=2009-04-09 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-44-39_608_1509511246265009929/10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-16-14_586_7548431571135694845/-mr-10000 238 val_238 86 val_86 311 val_311 Index: ql/src/test/results/clientpositive/join28.q.out =================================================================== --- ql/src/test/results/clientpositive/join28.q.out (revision 9961) +++ ql/src/test/results/clientpositive/join28.q.out (working copy) @@ -59,25 +59,21 @@ alias: z Filter Operator predicate: - expr: ((ds = '2008-04-08') and (hr = 11)) + expr: (ds = '2008-04-08') type: boolean Filter Operator predicate: - expr: (ds = '2008-04-08') + expr: (hr = 11) type: boolean - Filter Operator - predicate: - expr: (hr = 11) - type: boolean - JDBM Sink Operator - condition expressions: - 0 {_col0} - 1 {value} - handleSkewJoin: false - keys: - 0 [Column[_col0]] - 1 [Column[key]] - Position of Big Table: 0 + JDBM Sink Operator + condition expressions: + 0 {_col0} + 1 {value} + handleSkewJoin: false + keys: + 0 [Column[_col0]] + 1 [Column[key]] + Position of Big Table: 0 Stage: Stage-1 Map Reduce @@ -151,7 +147,7 @@ Move Operator files: hdfs directory: true - destination: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-54-25_731_6161190954879287426/-ext-10000 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-37-58_634_5247474048070349832/-ext-10000 Stage: Stage-0 Move Operator @@ -169,7 +165,7 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-54-25_731_6161190954879287426/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-37-58_634_5247474048070349832/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 @@ -207,11 +203,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-54-31_701_2363624034797918899/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-38-05_164_4212085229910053721/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-54-31_701_2363624034797918899/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-38-05_164_4212085229910053721/-mr-10000 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] 128 val_128 Index: ql/src/test/results/clientpositive/ppd_udf_case.q.out =================================================================== --- ql/src/test/results/clientpositive/ppd_udf_case.q.out (revision 9961) +++ ql/src/test/results/clientpositive/ppd_udf_case.q.out (working copy) @@ -41,7 +41,7 @@ alias: a Filter Operator predicate: - expr: ((ds = '2008-04-08') and CASE (key) WHEN ('27') THEN (true) WHEN ('38') THEN (false) ELSE (null) END) + expr: CASE (key) WHEN ('27') THEN (true) WHEN ('38') THEN (false) ELSE (null) END type: boolean Reduce Output Operator key expressions: @@ -64,28 +64,24 @@ b TableScan alias: b - Filter Operator - predicate: - expr: (ds = '2008-04-08') - type: boolean - Reduce Output Operator - key expressions: - expr: key - type: string - sort order: + - Map-reduce partition columns: - expr: key - type: string - tag: 1 - value expressions: - expr: key - type: string - expr: value - type: string - expr: ds - type: string - expr: hr - type: string + Reduce Output Operator + key expressions: + expr: key + type: string + sort order: + + Map-reduce partition columns: + expr: key + type: string + tag: 1 + value expressions: + expr: key + type: string + expr: value + type: string + expr: ds + type: string + expr: hr + type: string Reduce Operator Tree: Join Operator condition map: @@ -128,7 +124,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-24-34_164_2037702561129806186/-mr-10002 + file:/tmp/sdong/hive_2010-10-29_16-20-39_092_8167372794768737936/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -194,7 +190,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-24-34_358_7299949432201170020/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-20-39_271_3826610394362572122/-mr-10000 POSTHOOK: query: SELECT * FROM srcpart a JOIN srcpart b ON a.key = b.key @@ -209,7 +205,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/var/folders/6g/6grtCwPMEf4sqHUPpy6xQG9ByHg/-Tmp-/heyongqiang/hive_2010-07-29_13-24-34_358_7299949432201170020/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-20-39_271_3826610394362572122/-mr-10000 27 val_27 2008-04-08 11 27 val_27 2008-04-08 11 27 val_27 2008-04-08 11 27 val_27 2008-04-08 12 27 val_27 2008-04-08 12 27 val_27 2008-04-08 11 Index: ql/src/test/results/clientpositive/join14.q.out =================================================================== --- ql/src/test/results/clientpositive/join14.q.out (revision 9961) +++ ql/src/test/results/clientpositive/join14.q.out (working copy) @@ -53,22 +53,18 @@ predicate: expr: (ds = '2008-04-08') type: boolean - Filter Operator - predicate: - expr: (ds = '2008-04-08') - type: boolean - Reduce Output Operator - key expressions: - expr: key - type: string - sort order: + - Map-reduce partition columns: - expr: key - type: string - tag: 1 - value expressions: - expr: value - type: string + Reduce Output Operator + key expressions: + expr: key + type: string + sort order: + + Map-reduce partition columns: + expr: key + type: string + tag: 1 + value expressions: + expr: value + type: string Reduce Operator Tree: Join Operator condition map: @@ -134,11 +130,11 @@ PREHOOK: query: select dest1.* from dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-37-09_368_5727898878579800601/-mr-10000 +PREHOOK: Output: file:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-36-06_194_5473515601910832002/-mr-10000 POSTHOOK: query: select dest1.* from dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-37-09_368_5727898878579800601/-mr-10000 +POSTHOOK: Output: file:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-36-06_194_5473515601910832002/-mr-10000 POSTHOOK: Lineage: dest1.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.c2 SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] 103 val_103 Index: ql/src/test/results/clientpositive/union22.q.out =================================================================== --- ql/src/test/results/clientpositive/union22.q.out (revision 9961) +++ ql/src/test/results/clientpositive/union22.q.out (working copy) @@ -103,7 +103,7 @@ Filter Operator isSamplingPred: false predicate: - expr: ((ds = '1') and (k0 > 50)) + expr: (k0 > 50) type: boolean Filter Operator isSamplingPred: false @@ -162,7 +162,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/heyongqiang/hive_2010-10-27_15-39-47_471_6619420927562677446/-mr-10002 + directory: file:/tmp/sdong/hive_2010-10-29_17-14-01_563_4403090701419949795/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -178,9 +178,9 @@ Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22/ds=1 [null-subquery2:subq-subquery2:a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22/ds=1 [null-subquery2:subq-subquery2:a] Path -> Partition: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22/ds=1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22/ds=1 Partition base file name: ds=1 input format: org.apache.hadoop.mapred.TextInputFormat @@ -193,7 +193,7 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22 name dst_union22 numFiles 1 numPartitions 1 @@ -203,7 +203,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 11624 - transient_lastDdlTime 1288219182 + transient_lastDdlTime 1288397636 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -214,7 +214,7 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22 name dst_union22 numFiles 1 numPartitions 1 @@ -224,7 +224,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 11624 - transient_lastDdlTime 1288219182 + transient_lastDdlTime 1288397636 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dst_union22 name: dst_union22 @@ -232,7 +232,7 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/tmp/heyongqiang/hive_2010-10-27_15-39-47_471_6619420927562677446/-mr-10002 + file:/tmp/sdong/hive_2010-10-29_17-14-01_563_4403090701419949795/-mr-10002 Select Operator expressions: expr: _col0 @@ -275,10 +275,10 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_17-14-01_563_4403090701419949795/-ext-10000 NumFilesPerFileSink: 1 Static Partition Specification: ds=2/ - Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_17-14-01_563_4403090701419949795/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -288,7 +288,7 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22 name dst_union22 numFiles 1 numPartitions 1 @@ -298,7 +298,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 11624 - transient_lastDdlTime 1288219182 + transient_lastDdlTime 1288397636 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dst_union22 TotalFiles: 1 @@ -311,7 +311,7 @@ Filter Operator isSamplingPred: false predicate: - expr: ((ds = '1') and (k0 <= 50)) + expr: (k0 <= 50) type: boolean Filter Operator isSamplingPred: false @@ -344,10 +344,10 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_17-14-01_563_4403090701419949795/-ext-10000 NumFilesPerFileSink: 1 Static Partition Specification: ds=2/ - Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_17-14-01_563_4403090701419949795/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -357,7 +357,7 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22 name dst_union22 numFiles 1 numPartitions 1 @@ -367,7 +367,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 11624 - transient_lastDdlTime 1288219182 + transient_lastDdlTime 1288397636 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dst_union22 TotalFiles: 1 @@ -375,10 +375,10 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/tmp/heyongqiang/hive_2010-10-27_15-39-47_471_6619420927562677446/-mr-10002 [file:/tmp/heyongqiang/hive_2010-10-27_15-39-47_471_6619420927562677446/-mr-10002] - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22_delta/ds=1 [null-subquery1:subq-subquery1:dst_union22_delta] + file:/tmp/sdong/hive_2010-10-29_17-14-01_563_4403090701419949795/-mr-10002 [file:/tmp/sdong/hive_2010-10-29_17-14-01_563_4403090701419949795/-mr-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22_delta/ds=1 [null-subquery1:subq-subquery1:dst_union22_delta] Path -> Partition: - file:/tmp/heyongqiang/hive_2010-10-27_15-39-47_471_6619420927562677446/-mr-10002 + file:/tmp/sdong/hive_2010-10-29_17-14-01_563_4403090701419949795/-mr-10002 Partition base file name: -mr-10002 input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -394,7 +394,7 @@ columns _col0,_col1,_col10,_col11 columns.types string,string,string,string escape.delim \ - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22_delta/ds=1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22_delta/ds=1 Partition base file name: ds=1 input format: org.apache.hadoop.mapred.TextInputFormat @@ -407,7 +407,7 @@ columns.types string:string:string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22_delta + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22_delta name dst_union22_delta numFiles 1 numPartitions 1 @@ -417,7 +417,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 17436 - transient_lastDdlTime 1288219187 + transient_lastDdlTime 1288397641 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -428,7 +428,7 @@ columns.types string:string:string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22_delta + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22_delta name dst_union22_delta numFiles 1 numPartitions 1 @@ -438,7 +438,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 17436 - transient_lastDdlTime 1288219187 + transient_lastDdlTime 1288397641 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dst_union22_delta name: dst_union22_delta @@ -449,7 +449,7 @@ partition: ds 2 replace: true - source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_17-14-01_563_4403090701419949795/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -459,7 +459,7 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/dst_union22 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dst_union22 name dst_union22 numFiles 1 numPartitions 1 @@ -469,14 +469,14 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 11624 - transient_lastDdlTime 1288219182 + transient_lastDdlTime 1288397636 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dst_union22 - tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_17-14-01_563_4403090701419949795/-ext-10001 Stage: Stage-4 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-39-47_471_6619420927562677446/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_17-14-01_563_4403090701419949795/-ext-10000/ PREHOOK: query: insert overwrite table dst_union22 partition (ds='2') select * from @@ -525,11 +525,11 @@ PREHOOK: query: select * from dst_union22 where ds = '2' order by k1 PREHOOK: type: QUERY PREHOOK: Input: default@dst_union22@ds=2 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-39-55_296_3770070825629131400/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_17-14-11_051_2672122077731872074/-mr-10000 POSTHOOK: query: select * from dst_union22 where ds = '2' order by k1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dst_union22@ds=2 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-39-55_296_3770070825629131400/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_17-14-11_051_2672122077731872074/-mr-10000 POSTHOOK: Lineage: dst_union22 PARTITION(ds=1).k1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dst_union22 PARTITION(ds=1).k2 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dst_union22 PARTITION(ds=1).k3 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/stats2.q.out =================================================================== --- ql/src/test/results/clientpositive/stats2.q.out (revision 9961) +++ ql/src/test/results/clientpositive/stats2.q.out (working copy) @@ -27,29 +27,25 @@ predicate: expr: ds is not null type: boolean - Filter Operator - predicate: - expr: ds is not null - type: boolean - Select Operator - expressions: - expr: key - type: string - expr: value - type: string - expr: ds - type: string - expr: hr - type: string - outputColumnNames: _col0, _col1, _col2, _col3 - File Output Operator - compressed: false - GlobalTableId: 1 - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: analyze_t1 + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + expr: ds + type: string + expr: hr + type: string + outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: analyze_t1 Stage: Stage-0 Move Operator @@ -106,7 +102,7 @@ ds string hr string -Detailed Table Information Table(tableName:analyze_t1, dbName:default, owner:null, createTime:1286826187, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_t1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1286826187}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:analyze_t1, dbName:default, owner:null, createTime:1288395949, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/analyze_t1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{transient_lastDdlTime=1288395949}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain analyze table analyze_t1 partition (ds, hr) compute statistics PREHOOK: type: null POSTHOOK: query: explain analyze table analyze_t1 partition (ds, hr) compute statistics @@ -185,4 +181,4 @@ ds string hr string -Detailed Table Information Table(tableName:analyze_t1, dbName:default, owner:null, createTime:1286826187, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/home/thiruvel/projects/hive/hive.unsecure/build/ql/test/data/warehouse/analyze_t1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{numPartitions=4, EXTERNAL=FALSE, numFiles=4, transient_lastDdlTime=1286826212, numRows=2000, totalSize=23248}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:analyze_t1, dbName:default, owner:null, createTime:1288395949, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default), FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], location:pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/analyze_t1, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{numPartitions=4, numFiles=4, transient_lastDdlTime=1288395961, numRows=2000, totalSize=23248}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) Index: ql/src/test/results/clientpositive/combine2.q.out =================================================================== --- ql/src/test/results/clientpositive/combine2.q.out (revision 9961) +++ ql/src/test/results/clientpositive/combine2.q.out (working copy) @@ -89,28 +89,24 @@ predicate: expr: value is not null type: boolean - Filter Operator - predicate: - expr: value is not null - type: boolean - Select Operator - expressions: - expr: key + Select Operator + expressions: + expr: key + type: string + expr: value + type: string + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: + expr: _col0 type: string - expr: value + sort order: + + tag: -1 + value expressions: + expr: _col0 type: string - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: - expr: _col0 - type: string - sort order: + - tag: -1 - value expressions: - expr: _col0 - type: string - expr: _col1 - type: string + expr: _col1 + type: string Reduce Operator Tree: Extract File Output Operator @@ -135,7 +131,7 @@ PREHOOK: Input: default@combine2@value=val_8 PREHOOK: Input: default@combine2@value=val_9 PREHOOK: Input: default@combine2@value=| -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-04-01_026_5759207694536624992/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-09-08_705_8639115732726601579/-mr-10000 POSTHOOK: query: select key, value from combine2 where value is not null order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@combine2@value=2010-04-21 09%3A45%3A00 @@ -146,7 +142,7 @@ POSTHOOK: Input: default@combine2@value=val_8 POSTHOOK: Input: default@combine2@value=val_9 POSTHOOK: Input: default@combine2@value=| -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-04-01_026_5759207694536624992/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-09-08_705_8639115732726601579/-mr-10000 POSTHOOK: Lineage: combine2 PARTITION(value=2010-04-21 09:45:00).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -201,36 +197,31 @@ predicate: expr: value is not null type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: value is not null - type: boolean - Select Operator - Group By Operator - aggregations: - expr: count(1) - bucketGroup: false - mode: hash - outputColumnNames: _col0 - Reduce Output Operator - sort order: - tag: -1 - value expressions: - expr: _col0 - type: bigint + Select Operator + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: bigint Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 [combine2] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2/value=val_0 [combine2] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2/value=val_2 [combine2] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2/value=val_4 [combine2] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2/value=val_5 [combine2] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2/value=val_8 [combine2] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2/value=val_9 [combine2] - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2/value=| [combine2] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 [combine2] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2/value=val_0 [combine2] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2/value=val_2 [combine2] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2/value=val_4 [combine2] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2/value=val_5 [combine2] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2/value=val_8 [combine2] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2/value=val_9 [combine2] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2/value=| [combine2] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 Partition base file name: value=2010-04-21 09%3A45%3A00 input format: org.apache.hadoop.mapred.TextInputFormat @@ -243,7 +234,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2 name combine2 numFiles 8 numPartitions 8 @@ -253,7 +244,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1284505440 + transient_lastDdlTime 1288390148 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -264,7 +255,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2 name combine2 numFiles 8 numPartitions 8 @@ -274,11 +265,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1284505440 + transient_lastDdlTime 1288390148 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2/value=val_0 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2/value=val_0 Partition base file name: value=val_0 input format: org.apache.hadoop.mapred.TextInputFormat @@ -291,7 +282,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2 name combine2 numFiles 8 numPartitions 8 @@ -301,7 +292,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1284505440 + transient_lastDdlTime 1288390148 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -312,7 +303,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2 name combine2 numFiles 8 numPartitions 8 @@ -322,11 +313,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1284505440 + transient_lastDdlTime 1288390148 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2/value=val_2 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2/value=val_2 Partition base file name: value=val_2 input format: org.apache.hadoop.mapred.TextInputFormat @@ -339,7 +330,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2 name combine2 numFiles 8 numPartitions 8 @@ -349,7 +340,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1284505440 + transient_lastDdlTime 1288390148 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -360,7 +351,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2 name combine2 numFiles 8 numPartitions 8 @@ -370,11 +361,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1284505440 + transient_lastDdlTime 1288390148 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2/value=val_4 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2/value=val_4 Partition base file name: value=val_4 input format: org.apache.hadoop.mapred.TextInputFormat @@ -387,7 +378,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2 name combine2 numFiles 8 numPartitions 8 @@ -397,7 +388,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1284505440 + transient_lastDdlTime 1288390148 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -408,7 +399,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2 name combine2 numFiles 8 numPartitions 8 @@ -418,11 +409,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1284505440 + transient_lastDdlTime 1288390148 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2/value=val_5 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2/value=val_5 Partition base file name: value=val_5 input format: org.apache.hadoop.mapred.TextInputFormat @@ -435,7 +426,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2 name combine2 numFiles 8 numPartitions 8 @@ -445,7 +436,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1284505440 + transient_lastDdlTime 1288390148 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -456,7 +447,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2 name combine2 numFiles 8 numPartitions 8 @@ -466,11 +457,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1284505440 + transient_lastDdlTime 1288390148 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2/value=val_8 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2/value=val_8 Partition base file name: value=val_8 input format: org.apache.hadoop.mapred.TextInputFormat @@ -483,7 +474,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2 name combine2 numFiles 8 numPartitions 8 @@ -493,7 +484,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1284505440 + transient_lastDdlTime 1288390148 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -504,7 +495,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2 name combine2 numFiles 8 numPartitions 8 @@ -514,11 +505,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1284505440 + transient_lastDdlTime 1288390148 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2/value=val_9 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2/value=val_9 Partition base file name: value=val_9 input format: org.apache.hadoop.mapred.TextInputFormat @@ -531,7 +522,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2 name combine2 numFiles 8 numPartitions 8 @@ -541,7 +532,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1284505440 + transient_lastDdlTime 1288390148 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -552,7 +543,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2 name combine2 numFiles 8 numPartitions 8 @@ -562,11 +553,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1284505440 + transient_lastDdlTime 1288390148 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2/value=| + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2/value=| Partition base file name: value=| input format: org.apache.hadoop.mapred.TextInputFormat @@ -579,7 +570,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2 name combine2 numFiles 8 numPartitions 8 @@ -589,7 +580,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1284505440 + transient_lastDdlTime 1288390148 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -600,7 +591,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/combine2 name combine2 numFiles 8 numPartitions 8 @@ -610,7 +601,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1284505440 + transient_lastDdlTime 1288390148 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 @@ -629,9 +620,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-14_16-04-09_079_9198921748154908814/-ext-10001 + directory: file:/tmp/sdong/hive_2010-10-29_15-09-16_404_5207580937031777579/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-14_16-04-09_079_9198921748154908814/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_15-09-16_404_5207580937031777579/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -658,7 +649,7 @@ PREHOOK: Input: default@combine2@value=val_8 PREHOOK: Input: default@combine2@value=val_9 PREHOOK: Input: default@combine2@value=| -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-04-09_387_5053968817874885539/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-09-16_652_1569732367286849449/-mr-10000 POSTHOOK: query: select count(1) from combine2 where value is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@combine2@value=2010-04-21 09%3A45%3A00 @@ -669,7 +660,7 @@ POSTHOOK: Input: default@combine2@value=val_8 POSTHOOK: Input: default@combine2@value=val_9 POSTHOOK: Input: default@combine2@value=| -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-04-09_387_5053968817874885539/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-09-16_652_1569732367286849449/-mr-10000 POSTHOOK: Lineage: combine2 PARTITION(value=2010-04-21 09:45:00).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -711,36 +702,32 @@ predicate: expr: ds is not null type: boolean - Filter Operator - predicate: - expr: ds is not null - type: boolean - Select Operator - expressions: + Select Operator + expressions: + expr: ds + type: string + outputColumnNames: ds + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + keys: expr: ds type: string - outputColumnNames: ds - Group By Operator - aggregations: - expr: count(1) - bucketGroup: false - keys: - expr: ds + mode: hash + outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: + expr: _col0 type: string - mode: hash - outputColumnNames: _col0, _col1 - Reduce Output Operator - key expressions: - expr: _col0 - type: string - sort order: + - Map-reduce partition columns: - expr: _col0 - type: string - tag: -1 - value expressions: - expr: _col1 - type: bigint + sort order: + + Map-reduce partition columns: + expr: _col0 + type: string + tag: -1 + value expressions: + expr: _col1 + type: bigint Reduce Operator Tree: Group By Operator aggregations: @@ -776,14 +763,14 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-04-17_692_1377258316716766979/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-09-25_320_2193048873902233496/-mr-10000 POSTHOOK: query: select ds, count(1) from srcpart where ds is not null group by ds POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-04-17_692_1377258316716766979/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-09-25_320_2193048873902233496/-mr-10000 POSTHOOK: Lineage: combine2 PARTITION(value=2010-04-21 09:45:00).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/join32.q.out =================================================================== --- ql/src/test/results/clientpositive/join32.q.out (revision 9961) +++ ql/src/test/results/clientpositive/join32.q.out (working copy) @@ -73,7 +73,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/njain/hive_2010-10-27_11-55-20_756_5340504633113093386/-mr-10003 + directory: file:/tmp/sdong/hive_2010-10-29_15-38-59_184_2779990290442472644/-mr-10003 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -89,9 +89,9 @@ Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/src [y] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src [y] Path -> Partition: - pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/src + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -102,12 +102,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205427 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -118,12 +118,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/src + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205427 + transient_lastDdlTime 1288389296 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -142,32 +142,27 @@ Filter Operator isSamplingPred: false predicate: - expr: ((ds = '2008-04-08') and (hr = 11)) + expr: (ds = '2008-04-08') type: boolean Filter Operator isSamplingPred: false predicate: - expr: (ds = '2008-04-08') + expr: (hr = 11) type: boolean - Filter Operator - isSamplingPred: false - predicate: - expr: (hr = 11) - type: boolean - JDBM Sink Operator - condition expressions: - 0 {_col5} {_col0} - 1 {value} - handleSkewJoin: false - keys: - 0 [Column[_col1]] - 1 [Column[value]] - Position of Big Table: 0 + JDBM Sink Operator + condition expressions: + 0 {_col5} {_col0} + 1 {value} + handleSkewJoin: false + keys: + 0 [Column[_col1]] + 1 [Column[value]] + Position of Big Table: 0 Stage: Stage-1 Map Reduce Alias -> Map Operator Tree: - file:/tmp/njain/hive_2010-10-27_11-55-20_756_5340504633113093386/-mr-10003 + file:/tmp/sdong/hive_2010-10-29_15-38-59_184_2779990290442472644/-mr-10003 Select Operator expressions: expr: _col0 @@ -210,9 +205,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-55-20_756_5340504633113093386/-ext-10002 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-38-59_184_2779990290442472644/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-55-20_756_5340504633113093386/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-38-59_184_2779990290442472644/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -222,12 +217,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205720 + transient_lastDdlTime 1288391939 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -237,9 +232,9 @@ Map Reduce Local Work Needs Tagging: false Path -> Alias: - file:/tmp/njain/hive_2010-10-27_11-55-20_756_5340504633113093386/-mr-10003 [file:/tmp/njain/hive_2010-10-27_11-55-20_756_5340504633113093386/-mr-10003] + file:/tmp/sdong/hive_2010-10-29_15-38-59_184_2779990290442472644/-mr-10003 [file:/tmp/sdong/hive_2010-10-29_15-38-59_184_2779990290442472644/-mr-10003] Path -> Partition: - file:/tmp/njain/hive_2010-10-27_11-55-20_756_5340504633113093386/-mr-10003 + file:/tmp/sdong/hive_2010-10-29_15-38-59_184_2779990290442472644/-mr-10003 Partition base file name: -mr-10003 input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -263,14 +258,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-55-20_756_5340504633113093386/-ext-10002 - destination: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-55-20_756_5340504633113093386/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-38-59_184_2779990290442472644/-ext-10002 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-38-59_184_2779990290442472644/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-55-20_756_5340504633113093386/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-38-59_184_2779990290442472644/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -280,28 +275,28 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205720 + transient_lastDdlTime 1288391939 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-55-20_756_5340504633113093386/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-38-59_184_2779990290442472644/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-55-20_756_5340504633113093386/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-38-59_184_2779990290442472644/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-55-20_756_5340504633113093386/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-38-59_184_2779990290442472644/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-55-20_756_5340504633113093386/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-38-59_184_2779990290442472644/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -312,12 +307,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205720 + transient_lastDdlTime 1288391939 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -325,9 +320,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-55-20_756_5340504633113093386/-ext-10002 [pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-55-20_756_5340504633113093386/-ext-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-38-59_184_2779990290442472644/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-38-59_184_2779990290442472644/-ext-10002] Path -> Partition: - pfile:/data/users/njain/hive-commit1/build/ql/scratchdir/hive_2010-10-27_11-55-20_756_5340504633113093386/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-38-59_184_2779990290442472644/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -338,12 +333,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205720 + transient_lastDdlTime 1288391939 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -354,12 +349,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/njain/hive-commit1/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288205720 + transient_lastDdlTime 1288391939 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -389,11 +384,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-55-28_452_2756269730845423706/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-39-08_387_2091136014387803830/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/njain/hive_2010-10-27_11-55-28_452_2756269730845423706/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-39-08_387_2091136014387803830/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 EXPRESSION [(src)y.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input_part1.q.out =================================================================== --- ql/src/test/results/clientpositive/input_part1.q.out (revision 9961) +++ ql/src/test/results/clientpositive/input_part1.q.out (working copy) @@ -33,7 +33,7 @@ Filter Operator isSamplingPred: false predicate: - expr: (((key < 100) and (ds = '2008-04-08')) and (hr = '12')) + expr: (key < 100) type: boolean Filter Operator isSamplingPred: false @@ -65,9 +65,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-33-50_555_5826471825623042341/-ext-10002 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-33-38_542_4254366096139103837/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-33-50_555_5826471825623042341/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-33-38_542_4254366096139103837/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -77,12 +77,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284507230 + transient_lastDdlTime 1288391618 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -90,9 +90,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -106,13 +106,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -123,13 +123,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -141,14 +141,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-33-50_555_5826471825623042341/-ext-10002 - destination: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-33-50_555_5826471825623042341/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-33-38_542_4254366096139103837/-ext-10002 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-33-38_542_4254366096139103837/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-33-50_555_5826471825623042341/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-33-38_542_4254366096139103837/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -158,28 +158,28 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284507230 + transient_lastDdlTime 1288391618 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-33-50_555_5826471825623042341/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-33-38_542_4254366096139103837/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-33-50_555_5826471825623042341/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-33-38_542_4254366096139103837/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-33-50_555_5826471825623042341/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-33-38_542_4254366096139103837/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-33-50_555_5826471825623042341/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-33-38_542_4254366096139103837/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -190,12 +190,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284507230 + transient_lastDdlTime 1288391618 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -203,9 +203,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-33-50_555_5826471825623042341/-ext-10002 [pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-33-50_555_5826471825623042341/-ext-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-33-38_542_4254366096139103837/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-33-38_542_4254366096139103837/-ext-10002] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-09-14_16-33-50_555_5826471825623042341/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_15-33-38_542_4254366096139103837/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -216,12 +216,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284507230 + transient_lastDdlTime 1288391618 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -232,12 +232,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284507230 + transient_lastDdlTime 1288391618 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -260,11 +260,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-33-56_460_8215799956158163112/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-33-43_333_7537062408520241529/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-33-56_460_8215799956158163112/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-33-43_333_7537062408520241529/-mr-10000 POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/stats11.q.out =================================================================== --- ql/src/test/results/clientpositive/stats11.q.out (revision 9961) +++ ql/src/test/results/clientpositive/stats11.q.out (working copy) @@ -104,28 +104,23 @@ TableScan alias: b GatherStats: false - Filter Operator - isSamplingPred: false - predicate: - expr: (ds = '2008-04-08') - type: boolean - JDBM Sink Operator - condition expressions: - 0 {key} {value} - 1 {value} {ds} - handleSkewJoin: false - keys: - 0 [Column[key]] - 1 [Column[key]] - Position of Big Table: 0 + JDBM Sink Operator + condition expressions: + 0 {key} {value} + 1 {value} {ds} + handleSkewJoin: false + keys: + 0 [Column[key]] + 1 [Column[key]] + Position of Big Table: 0 Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: b {srcbucket20.txt=[srcbucket20.txt, srcbucket22.txt], srcbucket21.txt=[srcbucket21.txt, srcbucket23.txt]} Alias Bucket File Name Mapping: - b {pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} + b {pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} Alias Bucket Output File Name Mapping: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 Stage: Stage-1 Map Reduce @@ -174,9 +169,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -186,12 +181,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288217681 + transient_lastDdlTime 1288395826 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -201,9 +196,9 @@ Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin [a] Path -> Partition: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin Partition base file name: srcbucket_mapjoin input format: org.apache.hadoop.mapred.TextInputFormat @@ -215,12 +210,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288217678 + transient_lastDdlTime 1288395819 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -232,12 +227,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288217678 + transient_lastDdlTime 1288395819 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin name: srcbucket_mapjoin @@ -249,14 +244,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002 - destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10002 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -266,28 +261,28 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288217681 + transient_lastDdlTime 1288395826 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -298,12 +293,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288217681 + transient_lastDdlTime 1288395826 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -311,9 +306,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10002] Path -> Partition: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-14-41_786_1818524795371776922/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-43-46_394_6815278039409347690/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -324,12 +319,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288217681 + transient_lastDdlTime 1288395826 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -340,12 +335,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288217681 + transient_lastDdlTime 1288395826 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -373,11 +368,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-14-50_095_3921503802679188237/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-43-57_636_6913530990309837371/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-14-50_095_3921503802679188237/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-43-57_636_6913530990309837371/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:value, type:string, comment:null), ] @@ -426,11 +421,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-09_956_1467526469974049835/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-44-15_220_6414939925632720078/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-09_956_1467526469974049835/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-44-15_220_6414939925632720078/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -469,14 +464,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_1 PREHOOK: Input: default@bucketmapjoin_hash_result_2 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-16_402_1274526735492717452/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-44-22_991_5574834826319442482/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_1 POSTHOOK: Input: default@bucketmapjoin_hash_result_2 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-16_402_1274526735492717452/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-44-22_991_5574834826319442482/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -551,12 +546,12 @@ Alias Bucket Base File Name Mapping: a {srcbucket20.txt=[srcbucket20.txt], srcbucket21.txt=[srcbucket21.txt], srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt]} Alias Bucket File Name Mapping: - a {pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + a {pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 Stage: Stage-1 Map Reduce @@ -565,85 +560,80 @@ TableScan alias: b GatherStats: false - Filter Operator - isSamplingPred: false - predicate: - expr: (ds = '2008-04-08') - type: boolean - Map Join Operator - condition map: - Inner Join 0 to 1 - condition expressions: - 0 {key} {value} - 1 {value} {ds} - handleSkewJoin: false - keys: - 0 [Column[key]] - 1 [Column[key]] + Map Join Operator + condition map: + Inner Join 0 to 1 + condition expressions: + 0 {key} {value} + 1 {value} {ds} + handleSkewJoin: false + keys: + 0 [Column[key]] + 1 [Column[key]] + outputColumnNames: _col0, _col1, _col5, _col6 + Position of Big Table: 1 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col5 + type: string + expr: _col6 + type: string outputColumnNames: _col0, _col1, _col5, _col6 - Position of Big Table: 1 - Select Operator - expressions: - expr: _col0 - type: int - expr: _col1 - type: string - expr: _col5 - type: string - expr: _col6 - type: string - outputColumnNames: _col0, _col1, _col5, _col6 - Filter Operator - isSamplingPred: false - predicate: - expr: (_col6 = '2008-04-08') - type: boolean - Select Operator - expressions: - expr: _col0 - type: int - expr: _col1 - type: string - expr: _col5 - type: string - outputColumnNames: _col0, _col1, _col2 - File Output Operator - compressed: false - GlobalTableId: 1 - directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002 - NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10000/ - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - columns key,value1,value2 - columns.types string:string:string - file.inputformat org.apache.hadoop.mapred.TextInputFormat - file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result - name bucketmapjoin_tmp_result - numFiles 1 - numPartitions 0 - numRows 464 - serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 8983 - transient_lastDdlTime 1288217709 - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: bucketmapjoin_tmp_result - TotalFiles: 1 - GatherStats: true - MultiFileSpray: false + Filter Operator + isSamplingPred: false + predicate: + expr: (_col6 = '2008-04-08') + type: boolean + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col5 + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 1 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10002 + NumFilesPerFileSink: 1 + Stats Publishing Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10000/ + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + columns key,value1,value2 + columns.types string:string:string + file.inputformat org.apache.hadoop.mapred.TextInputFormat + file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + name bucketmapjoin_tmp_result + numFiles 1 + numPartitions 0 + numRows 464 + serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 8983 + transient_lastDdlTime 1288395855 + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: bucketmapjoin_tmp_result + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false Local Work: Map Reduce Local Work Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] Path -> Partition: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -657,13 +647,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288217678 + transient_lastDdlTime 1288395819 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -675,13 +665,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1288217678 + transient_lastDdlTime 1288395819 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part name: srcbucket_mapjoin_part @@ -693,14 +683,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002 - destination: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10002 + destination: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10000 + source: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -710,7 +700,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -719,23 +709,23 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 8983 - transient_lastDdlTime 1288217709 + transient_lastDdlTime 1288395855 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10001 + tmp directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10000 + directory: pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -746,7 +736,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -755,7 +745,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 8983 - transient_lastDdlTime 1288217709 + transient_lastDdlTime 1288395855 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -763,9 +753,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002 [pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002] + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10002 [pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10002] Path -> Partition: - pfile:/data/users/heyongqiang/hive-indexing/build/ql/scratchdir/hive_2010-10-27_15-15-19_194_3473668854136624368/-ext-10002 + pfile:/data/users/sdong/www/hive-trunk/build/ql/scratchdir/hive_2010-10-29_16-44-26_534_2407093348880744592/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -776,7 +766,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -785,7 +775,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 8983 - transient_lastDdlTime 1288217709 + transient_lastDdlTime 1288395855 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -796,7 +786,7 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/heyongqiang/hive-indexing/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result numFiles 1 numPartitions 0 @@ -805,7 +795,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 8983 - transient_lastDdlTime 1288217709 + transient_lastDdlTime 1288395855 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -845,11 +835,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-27_883_5821584311616966454/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-44-39_626_4157954330716298219/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-27_883_5821584311616966454/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-44-39_626_4157954330716298219/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -934,11 +924,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-42_761_6730929785597192047/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-44-57_762_5091416448208285883/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-42_761_6730929785597192047/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-44-57_762_5091416448208285883/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] @@ -1001,14 +991,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_1 PREHOOK: Input: default@bucketmapjoin_hash_result_2 -PREHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-49_261_7311186777068701827/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-45-05_839_2112240909542356817/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_1 POSTHOOK: Input: default@bucketmapjoin_hash_result_2 -POSTHOOK: Output: file:/tmp/heyongqiang/hive_2010-10-27_15-15-49_261_7311186777068701827/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_16-45-05_839_2112240909542356817/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/input23.q.out =================================================================== --- ql/src/test/results/clientpositive/input23.q.out (revision 9961) +++ ql/src/test/results/clientpositive/input23.q.out (working copy) @@ -19,23 +19,18 @@ TableScan alias: a GatherStats: false - Filter Operator - isSamplingPred: false - predicate: - expr: ((ds = '2008-04-08') and (hr = '11')) - type: boolean - Reduce Output Operator - sort order: - tag: 0 - value expressions: - expr: key - type: string - expr: value - type: string - expr: ds - type: string - expr: hr - type: string + Reduce Output Operator + sort order: + tag: 0 + value expressions: + expr: key + type: string + expr: value + type: string + expr: ds + type: string + expr: hr + type: string b TableScan alias: b @@ -59,9 +54,9 @@ type: string Needs Tagging: true Path -> Alias: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] Path -> Partition: - pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -75,13 +70,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -92,13 +87,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/sdong/www/hive-trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1284504421 + transient_lastDdlTime 1288389287 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -139,9 +134,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/nzhang/hive_2010-09-14_16-28-22_487_1236018290365812724/-ext-10001 + directory: file:/tmp/sdong/hive_2010-10-29_15-29-06_211_4226521001698904551/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2010-09-14_16-28-22_487_1236018290365812724/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/sdong/hive_2010-10-29_15-29-06_211_4226521001698904551/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -161,8 +156,8 @@ PREHOOK: query: select * from srcpart a join srcpart b where a.ds = '2008-04-08' and a.hr = '11' and b.ds = '2008-04-08' and b.hr = '14' limit 5 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-28-22_685_3035031630294775174/-mr-10000 +PREHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-29-06_367_5727139295221138616/-mr-10000 POSTHOOK: query: select * from srcpart a join srcpart b where a.ds = '2008-04-08' and a.hr = '11' and b.ds = '2008-04-08' and b.hr = '14' limit 5 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-09-14_16-28-22_685_3035031630294775174/-mr-10000 +POSTHOOK: Output: file:/tmp/sdong/hive_2010-10-29_15-29-06_367_5727139295221138616/-mr-10000 Index: ql/src/test/queries/clientpositive/pcr.q =================================================================== --- ql/src/test/queries/clientpositive/pcr.q (revision 0) +++ ql/src/test/queries/clientpositive/pcr.q (revision 0) @@ -0,0 +1,104 @@ +drop table pcr_t1; +drop table pcr_t2; +drop table pcr_t3; + +create table pcr_t1 (key int, value string) partitioned by (ds string); + +insert overwrite table pcr_t1 partition (ds='2000-04-08') select * from src; +insert overwrite table pcr_t1 partition (ds='2000-04-09') select * from src; +insert overwrite table pcr_t1 partition (ds='2000-04-10') select * from src; + +explain extended select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5; +select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5; + +explain extended select key, value from pcr_t1 where ds<='2000-04-09' or key<5; +select key, value from pcr_t1 where ds<='2000-04-09' or key<5; + +explain extended select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 and value != 'val_2'; +select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 and value != 'val_2'; + + +explain extended +select key, value, ds from pcr_t1 +where (ds < '2000-04-09' and key < 5) or (ds > '2000-04-09' and value == 'val_5'); + +select key, value, ds from pcr_t1 +where (ds < '2000-04-09' and key < 5) or (ds > '2000-04-09' and value == 'val_5'); + + +explain extended +select key, value, ds from pcr_t1 +where (ds < '2000-04-10' and key < 5) or (ds > '2000-04-08' and value == 'val_5'); + +select key, value, ds from pcr_t1 +where (ds < '2000-04-10' and key < 5) or (ds > '2000-04-08' and value == 'val_5'); + + +explain extended +select key, value, ds from pcr_t1 +where (ds < '2000-04-10' or key < 5) and (ds > '2000-04-08' or value == 'val_5'); + +select key, value, ds from pcr_t1 +where (ds < '2000-04-10' or key < 5) and (ds > '2000-04-08' or value == 'val_5'); + + +explain extended select key, value from pcr_t1 where (ds='2000-04-08' or ds='2000-04-09') and key=14; +select key, value from pcr_t1 where (ds='2000-04-08' or ds='2000-04-09') and key=14; + +explain extended select key, value from pcr_t1 where ds='2000-04-08' or ds='2000-04-09'; +select key, value from pcr_t1 where ds='2000-04-08' or ds='2000-04-09'; + +explain extended select key, value from pcr_t1 where ds>='2000-04-08' or ds<'2000-04-10'; +select key, value from pcr_t1 where ds>='2000-04-08' or ds<'2000-04-10'; + +explain extended select key, value, ds from pcr_t1 where (ds='2000-04-08' and key=1) or (ds='2000-04-09' and key=2); +select key, value, ds from pcr_t1 where (ds='2000-04-08' and key=1) or (ds='2000-04-09' and key=2); + +explain extended select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-08'; +select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-08'; + +explain extended select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-09'; +select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-09'; + +insert overwrite table pcr_t1 partition (ds='2000-04-11') select * from src; + +explain extended select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds>='2000-04-08' and ds<='2000-04-11' and key=2); +select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds>='2000-04-08' and ds<='2000-04-11' and key=2); + +explain extended select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds<='2000-04-09' and key=2); +select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds<='2000-04-09' and key=2); + +create table pcr_t2 (key int, value string); +create table pcr_t3 (key int, value string); + +explain extended +from pcr_t1 +insert overwrite table pcr_t2 select key, value where ds='2000-04-08' +insert overwrite table pcr_t3 select key, value where ds='2000-04-08'; + +from pcr_t1 +insert overwrite table pcr_t2 select key, value where ds='2000-04-08' +insert overwrite table pcr_t3 select key, value where ds='2000-04-08'; + +explain extended +from pcr_t1 +insert overwrite table pcr_t2 select key, value where ds='2000-04-08' and key=2 +insert overwrite table pcr_t3 select key, value where ds='2000-04-08' and key=3; + +from pcr_t1 +insert overwrite table pcr_t2 select key, value where ds='2000-04-08' and key=2 +insert overwrite table pcr_t3 select key, value where ds='2000-04-08' and key=3; + + +explain extended select key, value from srcpart where ds='2008-04-08' and hr=11; +select key, value from srcpart where ds='2008-04-04' and hr=11; + +explain extended select key, value, ds, hr from srcpart where ds='2008-04-08' and (hr='11' or hr='12') and key=11; +select key, value, ds, hr from srcpart where ds='2008-04-08' and (hr='11' or hr='12') and key=11; + +explain extended select key, value, ds, hr from srcpart where hr='11' and key=11; +select key, value, ds, hr from srcpart where hr='11' and key=11; + +drop table pcr_t1; +drop table pcr_t2; +drop table pcr_t3; \ No newline at end of file Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedMergeBucketMapJoinOptimizer.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedMergeBucketMapJoinOptimizer.java (revision 9961) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/SortedMergeBucketMapJoinOptimizer.java (working copy) @@ -55,7 +55,6 @@ import org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc; import org.apache.hadoop.hive.ql.plan.ExprNodeDesc; import org.apache.hadoop.hive.ql.plan.ExprNodeGenericFuncDesc; -import org.apache.hadoop.hive.ql.plan.MapJoinDesc; import org.apache.hadoop.hive.ql.plan.SMBJoinDesc; import org.apache.hadoop.hive.ql.udf.generic.GenericUDF; @@ -129,8 +128,9 @@ boolean tableSorted = true; QBJoinTree joinCxt = this.pGraphContext.getMapJoinContext() .get(mapJoinOp); - if (joinCxt == null) + if (joinCxt == null) { return null; + } String[] srcs = joinCxt.getBaseSrc(); int pos = 0; for (String src : srcs) { @@ -140,7 +140,7 @@ } if (!tableSorted) { //this is a mapjoin but not suit for a sort merge bucket map join. check outer joins - MapJoinProcessor.checkMapJoin(((MapJoinOperator) nd).getConf().getPosBigTable(), + MapJoinProcessor.checkMapJoin(((MapJoinOperator) nd).getConf().getPosBigTable(), ((MapJoinOperator) nd).getConf().getConds()); return null; } @@ -160,7 +160,7 @@ tagToAlias.put((byte) i, srcs[i]); } smbJoinDesc.setTagToAlias(tagToAlias); - + int indexInListMapJoinNoReducer = this.pGraphContext.getListMapJoinOpsNoReducer().indexOf(mapJoinOp); if(indexInListMapJoinNoReducer >= 0 ) { this.pGraphContext.getListMapJoinOpsNoReducer().remove(indexInListMapJoinNoReducer); @@ -191,8 +191,9 @@ Map topToTable = this.pGraphContext .getTopToTable(); TableScanOperator tso = (TableScanOperator) topOps.get(alias); - if (tso == null) + if (tso == null) { return false; + } List keys = op.getConf().getKeys().get((byte) pos); // get all join columns from join keys stored in MapJoinDesc @@ -217,9 +218,13 @@ if (tbl.isPartitioned()) { PrunedPartitionList prunedParts = null; try { - prunedParts = PartitionPruner.prune(tbl, pGraphContext - .getOpToPartPruner().get(tso), pGraphContext.getConf(), alias, - pGraphContext.getPrunedPartitions()); + prunedParts = pGraphContext.getOpToPartList().get(tso); + if (prunedParts == null) { + prunedParts = PartitionPruner.prune(tbl, pGraphContext + .getOpToPartPruner().get(tso), pGraphContext.getConf(), alias, + pGraphContext.getPrunedPartitions()); + pGraphContext.getOpToPartList().put(tso, prunedParts); + } } catch (HiveException e) { LOG.error(org.apache.hadoop.util.StringUtils.stringifyException(e)); throw new SemanticException(e.getMessage(), e); Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/pcr/PcrExprProcFactory.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/pcr/PcrExprProcFactory.java (revision 0) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/pcr/PcrExprProcFactory.java (revision 0) @@ -0,0 +1,456 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.hive.ql.optimizer.pcr; + +import java.util.ArrayList; +import java.util.HashMap; +import java.util.LinkedHashMap; +import java.util.List; +import java.util.Map; +import java.util.Stack; + +import org.apache.hadoop.hive.ql.exec.FunctionRegistry; +import org.apache.hadoop.hive.ql.lib.DefaultGraphWalker; +import org.apache.hadoop.hive.ql.lib.DefaultRuleDispatcher; +import org.apache.hadoop.hive.ql.lib.Dispatcher; +import org.apache.hadoop.hive.ql.lib.GraphWalker; +import org.apache.hadoop.hive.ql.lib.Node; +import org.apache.hadoop.hive.ql.lib.NodeProcessor; +import org.apache.hadoop.hive.ql.lib.NodeProcessorCtx; +import org.apache.hadoop.hive.ql.lib.Rule; +import org.apache.hadoop.hive.ql.lib.RuleRegExp; +import org.apache.hadoop.hive.ql.metadata.HiveException; +import org.apache.hadoop.hive.ql.metadata.Partition; +import org.apache.hadoop.hive.ql.metadata.Table; +import org.apache.hadoop.hive.ql.optimizer.ppr.PartExprEvalUtils; +import org.apache.hadoop.hive.ql.parse.SemanticException; +import org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc; +import org.apache.hadoop.hive.ql.plan.ExprNodeConstantDesc; +import org.apache.hadoop.hive.ql.plan.ExprNodeDesc; +import org.apache.hadoop.hive.ql.plan.ExprNodeFieldDesc; +import org.apache.hadoop.hive.ql.plan.ExprNodeGenericFuncDesc; +import org.apache.hadoop.hive.ql.plan.ExprNodeNullDesc; +import org.apache.hadoop.hive.serde2.SerDeException; +import org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector; +import org.apache.hadoop.hive.serde2.typeinfo.TypeInfoFactory; + +/** + * Expression processor factory for partition condition removing. Each processor tries to + * calculate a result vector from its children's result vectors. + * Each element is the result for one of the pruned partitions. + * It also generates node by Modifying expr trees with partition conditions removed + */ +public final class PcrExprProcFactory { + static Object evalExprWithPart(ExprNodeDesc expr, Partition p) throws SemanticException { + StructObjectInspector rowObjectInspector; + Table tbl = p.getTable(); + LinkedHashMap partSpec = p.getSpec(); + + try { + rowObjectInspector = (StructObjectInspector) tbl + .getDeserializer().getObjectInspector(); + } catch (SerDeException e) { + throw new SemanticException(e); + } + + try { + return PartExprEvalUtils.evalExprWithPart(expr, partSpec, rowObjectInspector); + } catch (HiveException e) { + throw new SemanticException(e); + } + } + + static Boolean ifResultsAgree(Boolean[] resultVector) { + Boolean result = null; + for (Boolean b : resultVector) { + if (b == null) { + return null; + } else if (result == null) { + result = b; + } else if (!result.equals(b)) { + return null; + } + } + return result; + } + + static Object ifResultsAgree(Object[] resultVector) { + Object result = null; + for (Object b : resultVector) { + if (b == null) { + return null; + } else if (result == null) { + result = b; + } else if (!result.equals(b)) { + return null; + } + } + return result; + } + + static NodeInfoWrapper getResultWrapFromResults(Boolean[] results, + ExprNodeGenericFuncDesc fd, Object[] nodeOutputs) { + Boolean ifAgree = ifResultsAgree(results); + if (ifAgree == null) { + return new NodeInfoWrapper(WalkState.DIVIDED, results, + getOutExpr(fd, nodeOutputs)); + } else if (ifAgree.booleanValue() == true) { + return new NodeInfoWrapper(WalkState.TRUE, null, + new ExprNodeConstantDesc(fd.getTypeInfo(), Boolean.TRUE)); + } else { + return new NodeInfoWrapper(WalkState.FALSE, null, + new ExprNodeConstantDesc(fd.getTypeInfo(), Boolean.FALSE)); + + } + } + + private PcrExprProcFactory() { + // prevent instantiation + } + + static Boolean opAnd(Boolean op1, Boolean op2) { + if (op1.equals(Boolean.FALSE) || op2.equals(Boolean.FALSE)) { + return Boolean.FALSE; + } + if (op1 == null || op2 == null) { + return null; + } + return Boolean.TRUE; + } + + static Boolean opOr(Boolean op1, Boolean op2) { + if (op1.equals(Boolean.TRUE) || op2.equals(Boolean.TRUE)) { + return Boolean.TRUE; + } + if (op1 == null || op2 == null) { + return null; + } + return Boolean.FALSE; + } + + static Boolean opNot(Boolean op) { + if (op.equals(Boolean.TRUE)) { + return Boolean.FALSE; + } + if (op.equals(Boolean.FALSE)) { + return Boolean.TRUE; + } + return null; + } + + public enum WalkState { + PART_COL, TRUE, FALSE, CONSTANT, UNKNOWN, DIVIDED + } + + public static class NodeInfoWrapper { + public NodeInfoWrapper(WalkState state, Boolean[] resultVector, ExprNodeDesc outExpr) { + super(); + this.state = state; + ResultVector = resultVector; + this.outExpr = outExpr; + } + + WalkState state; + public Boolean[] ResultVector; + public ExprNodeDesc outExpr; + } + + /** + * Processor for column expressions. + */ + public static class ColumnExprProcessor implements NodeProcessor { + + @Override + public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, + Object... nodeOutputs) throws SemanticException { + ExprNodeColumnDesc cd = (ExprNodeColumnDesc) nd; + PcrExprProcCtx epc = (PcrExprProcCtx) procCtx; + if (cd.getTabAlias().equalsIgnoreCase(epc.getTabAlias()) + && cd.getIsPartitionColOrVirtualCol()) { + return new NodeInfoWrapper(WalkState.PART_COL, null, cd); + } else { + return new NodeInfoWrapper(WalkState.UNKNOWN, null, cd); + } + } + } + + public static ExprNodeGenericFuncDesc getOutExpr( + ExprNodeGenericFuncDesc funcExpr, Object[] nodeOutputs) { + ArrayList children = new ArrayList(); + if (nodeOutputs != null) { + for (Object child : nodeOutputs) { + NodeInfoWrapper wrapper = (NodeInfoWrapper) child; + children.add(wrapper.outExpr); + } + } + funcExpr.setChildExprs(children); + + return funcExpr; + } + + /** + * Processor for Generic functions + * + * If it is AND, OR or NOT, we replace the node to be the constant true or + * false if we are sure the result from children, or cut one of the child + * if we know partial results. In case of both child has a result vector, + * we calculate the result vector for the node. If all partitions agree on + * a result, we replace the node with constant true or false. Otherwise, we + * pass the vector result. For other Generic functions, if it is non-deterministic + * we simply pass it (with children adjusted based on results from children). + * If it is deterministic, we evaluate result vector if any of the children + * is partition column. Otherwise, we pass it as it is. + */ + public static class GenericFuncExprProcessor implements NodeProcessor { + @Override + public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, + Object... nodeOutputs) throws SemanticException { + PcrExprProcCtx ctx = (PcrExprProcCtx) procCtx; + ExprNodeGenericFuncDesc fd = (ExprNodeGenericFuncDesc) nd; + + if (FunctionRegistry.isOpNot(fd)) { + assert (nodeOutputs.length == 1); + NodeInfoWrapper wrapper = (NodeInfoWrapper) nodeOutputs[0]; + if (wrapper.state == WalkState.TRUE) { + ExprNodeConstantDesc falseDesc = new ExprNodeConstantDesc( + wrapper.outExpr.getTypeInfo(), Boolean.FALSE); + return new NodeInfoWrapper(WalkState.FALSE, null, falseDesc); + } else if (wrapper.state == WalkState.FALSE) { + ExprNodeConstantDesc trueDesc = new ExprNodeConstantDesc( + wrapper.outExpr.getTypeInfo(), Boolean.TRUE); + return new NodeInfoWrapper(WalkState.TRUE, null, trueDesc); + } else if (wrapper.state == WalkState.DIVIDED) { + Boolean[] results = new Boolean[ctx.getPartList().size()]; + for (int i = 0; i < ctx.getPartList().size(); i++) { + results[i] = opNot(wrapper.ResultVector[i]); + } + return new NodeInfoWrapper(WalkState.DIVIDED, results, + getOutExpr(fd, nodeOutputs)); + } else { + return new NodeInfoWrapper(wrapper.state, null, + getOutExpr(fd, nodeOutputs)); + } + } else if (FunctionRegistry.isOpAnd(fd)) { + assert (nodeOutputs.length == 2); + NodeInfoWrapper c1 = (NodeInfoWrapper)nodeOutputs[0]; + NodeInfoWrapper c2 = (NodeInfoWrapper)nodeOutputs[1]; + + if (c1.state == WalkState.FALSE) { + return c1; + } else if (c2.state == WalkState.FALSE) { + return c2; + } else if (c1.state == WalkState.TRUE) { + return c2; + } else if (c2.state == WalkState.TRUE) { + return c1; + } else if (c1.state == WalkState.UNKNOWN || c2.state == WalkState.UNKNOWN) { + return new NodeInfoWrapper(WalkState.UNKNOWN, null, getOutExpr(fd, nodeOutputs)); + } else if (c1.state == WalkState.DIVIDED && c2.state == WalkState.DIVIDED) { + Boolean[] results = new Boolean[ctx.getPartList().size()]; + for (int i = 0; i < ctx.getPartList().size(); i++) { + results[i] = opAnd(c1.ResultVector[i], c2.ResultVector[i]); + } + return getResultWrapFromResults(results, fd, nodeOutputs); + } + return new NodeInfoWrapper(WalkState.UNKNOWN, null, getOutExpr(fd, nodeOutputs)); + } else if (FunctionRegistry.isOpOr(fd)) { + assert (nodeOutputs.length == 2); + NodeInfoWrapper c1 = (NodeInfoWrapper)nodeOutputs[0]; + NodeInfoWrapper c2 = (NodeInfoWrapper)nodeOutputs[1]; + + if (c1.state == WalkState.TRUE) { + return c1; + } else if (c2.state == WalkState.TRUE) { + return c2; + } else if (c1.state == WalkState.FALSE) { + return c2; + } else if (c2.state == WalkState.FALSE) { + return c1; + } else if (c1.state == WalkState.UNKNOWN || c2.state == WalkState.UNKNOWN) { + return new NodeInfoWrapper(WalkState.UNKNOWN, null, getOutExpr(fd, nodeOutputs)); + } else if (c1.state == WalkState.DIVIDED && c2.state == WalkState.DIVIDED) { + Boolean[] results = new Boolean[ctx.getPartList().size()]; + for (int i = 0; i < ctx.getPartList().size(); i++) { + results[i] = opOr(c1.ResultVector[i], c2.ResultVector[i]); + } + return getResultWrapFromResults(results, fd, nodeOutputs); + } + return new NodeInfoWrapper(WalkState.UNKNOWN, null, getOutExpr(fd, nodeOutputs)); + } else if (!FunctionRegistry.isDeterministic(fd.getGenericUDF())) { + // If it's a non-deterministic UDF, set unknown to true + return new NodeInfoWrapper(WalkState.UNKNOWN, null, + getOutExpr(fd, nodeOutputs)); + } else { + // If any child is unknown, set unknown to true + boolean has_part_col = false; + for (Object child : nodeOutputs) { + NodeInfoWrapper wrapper = (NodeInfoWrapper) child; + if (wrapper.state == WalkState.UNKNOWN) { + return new NodeInfoWrapper(WalkState.UNKNOWN, null, getOutExpr(fd, nodeOutputs)); + } else if (wrapper.state == WalkState.PART_COL) { + has_part_col = true; + } + } + + if (has_part_col) { + // we need to evaluate result for every pruned partition + if (fd.getTypeInfo().equals(TypeInfoFactory.booleanTypeInfo)) { + // if the return type of the GenericUDF is boolean and all partitions agree on + // a result, we update the state of the node to be TRUE of FALSE + Boolean[] results = new Boolean[ctx.getPartList().size()]; + for (int i = 0; i < ctx.getPartList().size(); i++) { + results[i] = (Boolean) evalExprWithPart(fd, ctx.getPartList().get(i)); + } + return getResultWrapFromResults(results, fd, nodeOutputs); + } + + // the case that return type of the GenericUDF is not boolean, and if not all partition + // agree on result, we make the node UNKNOWN. If they all agree, we replace the node + // to be a CONSTANT node with value to be the agreed result. + Object[] results = new Object[ctx.getPartList().size()]; + for (int i = 0; i < ctx.getPartList().size(); i++) { + results[i] = evalExprWithPart(fd, ctx.getPartList().get(i)); + } + Object result = ifResultsAgree(results); + if (result == null) { + // if the result is not boolean and not all partition agree on the + // result, we don't remove the condition. Potentially, it can miss + // the case like "where ds % 3 == 1 or ds % 3 == 2" + // TODO: handle this case by making result vector to handle all + // constant values. + return new NodeInfoWrapper(WalkState.UNKNOWN, null, getOutExpr(fd, nodeOutputs)); + } + return new NodeInfoWrapper(WalkState.CONSTANT, null, + new ExprNodeConstantDesc(fd.getTypeInfo(), result)); + } + + return new NodeInfoWrapper(WalkState.CONSTANT, null, getOutExpr(fd, nodeOutputs)); + } + } + }; + + /** + * FieldExprProcessor. + * + */ + public static class FieldExprProcessor implements NodeProcessor { + + @Override + public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, + Object... nodeOutputs) throws SemanticException { + ExprNodeFieldDesc fnd = (ExprNodeFieldDesc) nd; + boolean unknown = false; + int idx = 0; + for (Object child : nodeOutputs) { + NodeInfoWrapper wrapper = (NodeInfoWrapper) child; + if (wrapper.state == WalkState.UNKNOWN) { + unknown = true; + } + } + + assert (idx == 0); + + if (unknown) { + return new NodeInfoWrapper(WalkState.UNKNOWN, null, fnd); + } else { + return new NodeInfoWrapper(WalkState.CONSTANT, null, fnd); + } + } + + } + + /** + * Processor for constants and null expressions. For such expressions the + * processor simply returns. + */ + public static class DefaultExprProcessor implements NodeProcessor { + + @Override + public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, + Object... nodeOutputs) throws SemanticException { + if (nd instanceof ExprNodeConstantDesc || nd instanceof ExprNodeNullDesc) { + return new NodeInfoWrapper(WalkState.CONSTANT, null, + (ExprNodeDesc) nd); + } + assert (false); + return null; + } + } + + public static NodeProcessor getDefaultExprProcessor() { + return new DefaultExprProcessor(); + } + + public static NodeProcessor getGenericFuncProcessor() { + return new GenericFuncExprProcessor(); + } + + public static NodeProcessor getFieldProcessor() { + return new FieldExprProcessor(); + } + + public static NodeProcessor getColumnProcessor() { + return new ColumnExprProcessor(); + } + + /** + * Remove partition conditions when necessary from the the expression tree. + * + * @param tabAlias + * the table alias + * @param parts + * the list of all pruned partitions for the + * @param pred + * expression tree of the target filter operator + * @return the node information of the root expression + * @throws SemanticException + */ + public static NodeInfoWrapper walkExprTree( + String tabAlias, ArrayList parts, ExprNodeDesc pred) + throws SemanticException { + // Create the walker, the rules dispatcher and the context. + PcrExprProcCtx pprCtx = new PcrExprProcCtx(tabAlias, parts); + + Map exprRules = new LinkedHashMap(); + exprRules.put( + new RuleRegExp("R1", ExprNodeColumnDesc.class.getName() + "%"), + getColumnProcessor()); + exprRules.put( + new RuleRegExp("R2", ExprNodeFieldDesc.class.getName() + "%"), + getFieldProcessor()); + exprRules.put(new RuleRegExp("R5", ExprNodeGenericFuncDesc.class.getName() + + "%"), getGenericFuncProcessor()); + + // The dispatcher fires the processor corresponding to the closest matching + // rule and passes the context along + Dispatcher disp = new DefaultRuleDispatcher(getDefaultExprProcessor(), + exprRules, pprCtx); + GraphWalker egw = new DefaultGraphWalker(disp); + + List startNodes = new ArrayList(); + startNodes.add(pred); + + HashMap outputMap = new HashMap(); + egw.startWalking(startNodes, outputMap); + + // Return the wrapper of the root node + return (NodeInfoWrapper) outputMap.get(pred); + } + +} Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/pcr/PcrOpProcFactory.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/pcr/PcrOpProcFactory.java (revision 0) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/pcr/PcrOpProcFactory.java (revision 0) @@ -0,0 +1,189 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.hive.ql.optimizer.pcr; + +import java.io.Serializable; +import java.util.ArrayList; +import java.util.Stack; + +import org.apache.commons.logging.Log; +import org.apache.commons.logging.LogFactory; +import org.apache.hadoop.hive.ql.exec.FilterOperator; +import org.apache.hadoop.hive.ql.exec.Operator; +import org.apache.hadoop.hive.ql.exec.TableScanOperator; +import org.apache.hadoop.hive.ql.lib.Node; +import org.apache.hadoop.hive.ql.lib.NodeProcessor; +import org.apache.hadoop.hive.ql.lib.NodeProcessorCtx; +import org.apache.hadoop.hive.ql.metadata.HiveException; +import org.apache.hadoop.hive.ql.metadata.Partition; +import org.apache.hadoop.hive.ql.optimizer.ppr.PartitionPruner; +import org.apache.hadoop.hive.ql.parse.PrunedPartitionList; +import org.apache.hadoop.hive.ql.parse.SemanticException; +import org.apache.hadoop.hive.ql.plan.ExprNodeDesc; + +/** + * PcrOpProcFactory contains processors that process expression tree of filter operators + * following table scan operators. It walks the expression tree of the filter operator + * to remove partition predicates when possible. If the filter operator can be removed, + * it saved it. + */ +public final class PcrOpProcFactory { + + // The log + private static final Log LOG = LogFactory + .getLog("hive.ql.optimizer.pcr.OpProcFactory"); + + /** + * Remove partition condition in a filter operator when possible. This is + * called only when the filter follows a table scan operator. + */ + public static class FilterPCR implements NodeProcessor { + + @Override + public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, + Object... nodeOutputs) throws SemanticException { + PcrOpWalkerCtx owc = (PcrOpWalkerCtx) procCtx; + FilterOperator fop = (FilterOperator) nd; + FilterOperator fop2 = null; + + // The stack contains either ... TS, Filter or + // ... TS, Filter, Filter with the head of the stack being the rightmost + // symbol. So we just pop out the two elements from the top and if the + // second one of them is not a table scan then the operator on the top of + // the stack is the Table scan operator. + Node tmp = stack.pop(); + Node tmp2 = stack.pop(); + TableScanOperator top = null; + Operator pop = null; + if (tmp2 instanceof TableScanOperator) { + top = (TableScanOperator) tmp2; + pop = top; + } else { + top = (TableScanOperator) stack.peek(); + fop2 = (FilterOperator) tmp2; + pop = fop2; + } + stack.push(tmp2); + stack.push(tmp); + + // If fop2 exists (i.e this is not the top level filter and fop2 is not + // a sampling filter then we ignore the current filter + if (fop2 != null && !fop2.getConf().getIsSamplingPred()) { + return null; + } + + // ignore the predicate in case it is not a sampling predicate + if (fop.getConf().getIsSamplingPred()) { + return null; + } + + if (fop.getParentOperators().size() > 1) { + // It's not likely if there is no bug. But in case it happens, we must + // have found a wrong filter operator. We skip the optimization then. + return null; + } + + + PrunedPartitionList prunedPartList = owc.getParseContext().getOpToPartList().get(top); + if (prunedPartList == null) { + // We never pruned the partition. Try to prune it. + ExprNodeDesc ppr_pred = owc.getParseContext().getOpToPartPruner().get(top); + if (ppr_pred == null) { + // no partition predicate found, skip. + return null; + } + try { + prunedPartList = PartitionPruner.prune(owc.getParseContext().getTopToTable().get(top), + ppr_pred, owc.getParseContext().getConf(), + (String) owc.getParseContext().getTopOps().keySet() + .toArray()[0], owc.getParseContext().getPrunedPartitions()); + if (prunedPartList != null) { + owc.getParseContext().getOpToPartList().put(top, prunedPartList); + } + } catch (HiveException e) { + // Has to use full name to make sure it does not conflict with + // org.apache.commons.lang.StringUtils + throw new SemanticException(e.getMessage(), e); + } + } + + // Otherwise this is not a sampling predicate. We need to process it. + ExprNodeDesc predicate = fop.getConf().getPredicate(); + String alias = top.getConf().getAlias(); + + ArrayList partitions = new ArrayList(); + if (prunedPartList == null) { + return null; + } + + for (Partition p : prunedPartList.getConfirmedPartns()) { + if (!p.getTable().isPartitioned()) { + return null; + } + } + for (Partition p : prunedPartList.getUnknownPartns()) { + if (!p.getTable().isPartitioned()) { + return null; + } + } + + partitions.addAll(prunedPartList.getConfirmedPartns()); + partitions.addAll(prunedPartList.getUnknownPartns()); + + PcrExprProcFactory.NodeInfoWrapper wrapper = PcrExprProcFactory.walkExprTree( + alias, partitions, predicate); + + if (wrapper.state == PcrExprProcFactory.WalkState.TRUE) { + owc.getOpToRemove().add(new PcrOpWalkerCtx.OpToDeleteInfo(pop, fop)); + } else if (wrapper.state != PcrExprProcFactory.WalkState.FALSE) { + fop.getConf().setPredicate(wrapper.outExpr); + } else { + LOG.warn("Filter passes no row"); + fop.getConf().setPredicate(wrapper.outExpr); + } + + return null; + } + } + + /** + * Default processor which does nothing + */ + public static class DefaultPCR implements NodeProcessor { + + @Override + public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, + Object... nodeOutputs) throws SemanticException { + // Nothing needs to be done. + return null; + } + } + + public static NodeProcessor getFilterProc() { + return new FilterPCR(); + } + + public static NodeProcessor getDefaultProc() { + return new DefaultPCR(); + } + + private PcrOpProcFactory() { + // prevent instantiation + } +} Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/pcr/PartitionConditionRemover.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/pcr/PartitionConditionRemover.java (revision 0) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/pcr/PartitionConditionRemover.java (revision 0) @@ -0,0 +1,87 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.hive.ql.optimizer.pcr; + +import java.util.ArrayList; +import java.util.LinkedHashMap; +import java.util.List; +import java.util.Map; + +import org.apache.commons.logging.Log; +import org.apache.commons.logging.LogFactory; +import org.apache.hadoop.hive.ql.lib.DefaultGraphWalker; +import org.apache.hadoop.hive.ql.lib.DefaultRuleDispatcher; +import org.apache.hadoop.hive.ql.lib.Dispatcher; +import org.apache.hadoop.hive.ql.lib.GraphWalker; +import org.apache.hadoop.hive.ql.lib.Node; +import org.apache.hadoop.hive.ql.lib.NodeProcessor; +import org.apache.hadoop.hive.ql.lib.Rule; +import org.apache.hadoop.hive.ql.lib.RuleRegExp; +import org.apache.hadoop.hive.ql.optimizer.Transform; +import org.apache.hadoop.hive.ql.parse.ParseContext; +import org.apache.hadoop.hive.ql.parse.SemanticException; + +/** + * The transformation step that does partition condition remover. + * + */ +public class PartitionConditionRemover implements Transform { + + // The log + private static final Log LOG = LogFactory + .getLog("hive.ql.optimizer.pcr.PartitionConditionRemover"); + + /* + * (non-Javadoc) + * + * @see + * org.apache.hadoop.hive.ql.optimizer.Transform#transform(org.apache.hadoop + * .hive.ql.parse.ParseContext) + */ + @Override + public ParseContext transform(ParseContext pctx) throws SemanticException { + + // create a the context for walking operators + List opToRemove = + new ArrayList(); + PcrOpWalkerCtx opWalkerCtx = new PcrOpWalkerCtx(pctx, opToRemove); + + Map opRules = new LinkedHashMap(); + opRules.put(new RuleRegExp("R1", "(TS%FIL%)|(TS%FIL%FIL%)"), PcrOpProcFactory + .getFilterProc()); + + // The dispatcher fires the processor corresponding to the closest matching + // rule and passes the context along + Dispatcher disp = new DefaultRuleDispatcher(PcrOpProcFactory.getDefaultProc(), + opRules, opWalkerCtx); + GraphWalker ogw = new DefaultGraphWalker(disp); + + // Create a list of topop nodes + ArrayList topNodes = new ArrayList(); + topNodes.addAll(pctx.getTopOps().values()); + ogw.startWalking(topNodes, null); + + for (PcrOpWalkerCtx.OpToDeleteInfo entry : opToRemove) { + entry.getParent().removeChildAndAdoptItsChildren(entry.getOperator()); + } + + return pctx; + } + +} Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/pcr/PcrExprProcCtx.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/pcr/PcrExprProcCtx.java (revision 0) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/pcr/PcrExprProcCtx.java (revision 0) @@ -0,0 +1,59 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.hive.ql.optimizer.pcr; + +import java.util.List; + +import org.apache.hadoop.hive.ql.lib.NodeProcessorCtx; +import org.apache.hadoop.hive.ql.metadata.Partition; + +/** + * The processor context for partition condition remover. This contains + * partition pruned for the table scan and table alias. + */ +public class PcrExprProcCtx implements NodeProcessorCtx { + + public PcrExprProcCtx(String tabAlias, List partList) { + super(); + this.tabAlias = tabAlias; + this.partList = partList; + } + + /** + * The table alias that is being currently processed. + */ + String tabAlias; + List partList; + + public String getTabAlias() { + return tabAlias; + } + + public void setTabAlias(String tabAlias) { + this.tabAlias = tabAlias; + } + + public List getPartList() { + return partList; + } + + public void setPartList(List partList) { + this.partList = partList; + } +} Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/pcr/PcrOpWalkerCtx.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/pcr/PcrOpWalkerCtx.java (revision 0) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/pcr/PcrOpWalkerCtx.java (revision 0) @@ -0,0 +1,70 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.hive.ql.optimizer.pcr; + +import java.io.Serializable; +import java.util.List; + +import org.apache.hadoop.hive.ql.exec.FilterOperator; +import org.apache.hadoop.hive.ql.exec.Operator; +import org.apache.hadoop.hive.ql.lib.NodeProcessorCtx; +import org.apache.hadoop.hive.ql.parse.ParseContext; + +/** + * Context class for operator tree walker for partition condition remover. + */ +public class PcrOpWalkerCtx implements NodeProcessorCtx { + + static public class OpToDeleteInfo { + private final Operator parent; + private final FilterOperator operator; + + public OpToDeleteInfo(Operator parent, FilterOperator operator) { + super(); + this.parent = parent; + this.operator = operator; + } + public Operator getParent() { + return parent; + } + public FilterOperator getOperator() { + return operator; + } + } + + private final ParseContext parseContext; + private final List opToRemove; + + /** + * Constructor. + */ + public PcrOpWalkerCtx(ParseContext parseContext, + List opToRemove) { + this.parseContext = parseContext; + this.opToRemove = opToRemove; + } + + public ParseContext getParseContext() { + return parseContext; + } + + public List getOpToRemove() { + return opToRemove; + } +} Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/ppr/PartitionPruner.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/ppr/PartitionPruner.java (revision 9961) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/ppr/PartitionPruner.java (working copy) @@ -28,8 +28,6 @@ import org.apache.commons.logging.LogFactory; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.metastore.Warehouse; -import org.apache.hadoop.hive.ql.exec.ExprNodeEvaluator; -import org.apache.hadoop.hive.ql.exec.ExprNodeEvaluatorFactory; import org.apache.hadoop.hive.ql.exec.FunctionRegistry; import org.apache.hadoop.hive.ql.lib.DefaultGraphWalker; import org.apache.hadoop.hive.ql.lib.DefaultRuleDispatcher; @@ -51,15 +49,11 @@ import org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc; import org.apache.hadoop.hive.ql.plan.ExprNodeDesc; import org.apache.hadoop.hive.ql.plan.ExprNodeGenericFuncDesc; -import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector; -import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorFactory; -import org.apache.hadoop.hive.serde2.objectinspector.PrimitiveObjectInspector; import org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector; -import org.apache.hadoop.hive.serde2.objectinspector.primitive.PrimitiveObjectInspectorFactory; /** * The transformation step that does partition pruning. - * + * */ public class PartitionPruner implements Transform { @@ -69,7 +63,7 @@ /* * (non-Javadoc) - * + * * @see * org.apache.hadoop.hive.ql.optimizer.Transform#transform(org.apache.hadoop * .hive.ql.parse.ParseContext) @@ -103,7 +97,7 @@ * Find out whether the condition only contains partitioned columns. Note that * if the table is not partitioned, the function always returns true. * condition. - * + * * @param tab * the table object * @param expr @@ -142,7 +136,7 @@ /** * Get the partition list for the table that satisfies the partition pruner * condition. - * + * * @param tab * the table object for the alias * @param prunerExpr @@ -183,30 +177,6 @@ if (tab.isPartitioned()) { for (String partName : Hive.get().getPartitionNames(tab.getDbName(), tab.getTableName(), (short) -1)) { - // Set all the variables here - LinkedHashMap partSpec = Warehouse - .makeSpecFromName(partName); - // Create the row object - ArrayList partNames = new ArrayList(); - ArrayList partValues = new ArrayList(); - ArrayList partObjectInspectors = new ArrayList(); - for (Map.Entry entry : partSpec.entrySet()) { - partNames.add(entry.getKey()); - partValues.add(entry.getValue()); - partObjectInspectors - .add(PrimitiveObjectInspectorFactory.javaStringObjectInspector); - } - StructObjectInspector partObjectInspector = ObjectInspectorFactory - .getStandardStructObjectInspector(partNames, partObjectInspectors); - - rowWithPart[1] = partValues; - ArrayList ois = new ArrayList( - 2); - ois.add(rowObjectInspector); - ois.add(partObjectInspector); - StructObjectInspector rowWithPartObjectInspector = ObjectInspectorFactory - .getUnionStructObjectInspector(ois); - // If the "strict" mode is on, we have to provide partition pruner for // each table. if ("strict".equalsIgnoreCase(HiveConf.getVar(conf, @@ -218,15 +188,15 @@ } } + // Set all the variables here + LinkedHashMap partSpec = Warehouse + .makeSpecFromName(partName); + // evaluate the expression tree if (prunerExpr != null) { - ExprNodeEvaluator evaluator = ExprNodeEvaluatorFactory - .get(prunerExpr); - ObjectInspector evaluateResultOI = evaluator - .initialize(rowWithPartObjectInspector); - Object evaluateResultO = evaluator.evaluate(rowWithPart); - Boolean r = (Boolean) ((PrimitiveObjectInspector) evaluateResultOI) - .getPrimitiveJavaObject(evaluateResultO); + Boolean r = (Boolean) PartExprEvalUtils.evalExprWithPart(prunerExpr, partSpec, + rowObjectInspector); + LOG.trace("prune result for partition " + partSpec + ": " + r); if (Boolean.FALSE.equals(r)) { if (denied_parts.isEmpty()) { @@ -245,8 +215,9 @@ unkn_parts.add(part); state = "unknown"; } - if (LOG.isDebugEnabled()) + if (LOG.isDebugEnabled()) { LOG.debug(state + " partition: " + partSpec); + } } } else { // is there is no parition pruning, all of them are needed Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/ppr/PartExprEvalUtils.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/ppr/PartExprEvalUtils.java (revision 0) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/ppr/PartExprEvalUtils.java (revision 0) @@ -0,0 +1,78 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.hive.ql.optimizer.ppr; + +import java.util.ArrayList; +import java.util.LinkedHashMap; +import java.util.Map; + +import org.apache.hadoop.hive.ql.exec.ExprNodeEvaluator; +import org.apache.hadoop.hive.ql.exec.ExprNodeEvaluatorFactory; +import org.apache.hadoop.hive.ql.metadata.HiveException; +import org.apache.hadoop.hive.ql.plan.ExprNodeDesc; +import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector; +import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorFactory; +import org.apache.hadoop.hive.serde2.objectinspector.PrimitiveObjectInspector; +import org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector; +import org.apache.hadoop.hive.serde2.objectinspector.primitive.PrimitiveObjectInspectorFactory; + +public class PartExprEvalUtils { + /** + * Evaluate expression with partition columns + * + * @param expr + * @param partSpec + * @param rowObjectInspector + * @return value returned by the expression + * @throws HiveException + */ + static public Object evalExprWithPart(ExprNodeDesc expr, LinkedHashMap partSpec, + StructObjectInspector rowObjectInspector) throws HiveException { + Object[] rowWithPart = new Object[2]; + // Create the row object + ArrayList partNames = new ArrayList(); + ArrayList partValues = new ArrayList(); + ArrayList partObjectInspectors = new ArrayList(); + for (Map.Entry entry : partSpec.entrySet()) { + partNames.add(entry.getKey()); + partValues.add(entry.getValue()); + partObjectInspectors + .add(PrimitiveObjectInspectorFactory.javaStringObjectInspector); + } + StructObjectInspector partObjectInspector = ObjectInspectorFactory + .getStandardStructObjectInspector(partNames, partObjectInspectors); + + rowWithPart[1] = partValues; + ArrayList ois = new ArrayList( + 2); + ois.add(rowObjectInspector); + ois.add(partObjectInspector); + StructObjectInspector rowWithPartObjectInspector = ObjectInspectorFactory + .getUnionStructObjectInspector(ois); + + ExprNodeEvaluator evaluator = ExprNodeEvaluatorFactory + .get(expr); + ObjectInspector evaluateResultOI = evaluator + .initialize(rowWithPartObjectInspector); + Object evaluateResultO = evaluator.evaluate(rowWithPart); + + return ((PrimitiveObjectInspector) evaluateResultOI) + .getPrimitiveJavaObject(evaluateResultO); + } +} Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/Optimizer.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/Optimizer.java (revision 9961) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/Optimizer.java (working copy) @@ -22,12 +22,13 @@ import java.util.List; import org.apache.hadoop.hive.conf.HiveConf; +import org.apache.hadoop.hive.ql.optimizer.lineage.Generator; +import org.apache.hadoop.hive.ql.optimizer.pcr.PartitionConditionRemover; import org.apache.hadoop.hive.ql.optimizer.ppr.PartitionPruner; import org.apache.hadoop.hive.ql.optimizer.unionproc.UnionProcessor; import org.apache.hadoop.hive.ql.parse.ParseContext; import org.apache.hadoop.hive.ql.parse.SemanticException; import org.apache.hadoop.hive.ql.ppd.PredicatePushDown; -import org.apache.hadoop.hive.ql.optimizer.lineage.Generator; /** * Implementation of the optimizer. @@ -38,7 +39,7 @@ /** * Create the list of transformations. - * + * * @param hiveConf */ public void initialize(HiveConf hiveConf) { @@ -51,6 +52,7 @@ if (HiveConf.getBoolVar(hiveConf, HiveConf.ConfVars.HIVEOPTPPD)) { transformations.add(new PredicatePushDown()); transformations.add(new PartitionPruner()); + transformations.add(new PartitionConditionRemover()); } if (HiveConf.getBoolVar(hiveConf, HiveConf.ConfVars.HIVEOPTGROUPBY)) { @@ -74,7 +76,7 @@ /** * Invoke all the transformations one-by-one, and alter the query plan. - * + * * @return ParseContext * @throws SemanticException */ Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java (revision 9961) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java (working copy) @@ -39,6 +39,7 @@ import org.apache.hadoop.hive.ql.exec.OperatorFactory; import org.apache.hadoop.hive.ql.exec.ReduceSinkOperator; import org.apache.hadoop.hive.ql.exec.SMBMapJoinOperator; +import org.apache.hadoop.hive.ql.exec.TableScanOperator; import org.apache.hadoop.hive.ql.exec.Task; import org.apache.hadoop.hive.ql.exec.TaskFactory; import org.apache.hadoop.hive.ql.exec.UnionOperator; @@ -59,16 +60,16 @@ import org.apache.hadoop.hive.ql.parse.SemanticException; import org.apache.hadoop.hive.ql.plan.FetchWork; import org.apache.hadoop.hive.ql.plan.FileSinkDesc; -import org.apache.hadoop.hive.ql.plan.FilterDesc.sampleDesc; import org.apache.hadoop.hive.ql.plan.MapJoinDesc; import org.apache.hadoop.hive.ql.plan.MapredLocalWork; -import org.apache.hadoop.hive.ql.plan.MapredLocalWork.BucketMapJoinContext; import org.apache.hadoop.hive.ql.plan.MapredWork; import org.apache.hadoop.hive.ql.plan.PartitionDesc; import org.apache.hadoop.hive.ql.plan.PlanUtils; import org.apache.hadoop.hive.ql.plan.ReduceSinkDesc; import org.apache.hadoop.hive.ql.plan.TableDesc; import org.apache.hadoop.hive.ql.plan.TableScanDesc; +import org.apache.hadoop.hive.ql.plan.FilterDesc.sampleDesc; +import org.apache.hadoop.hive.ql.plan.MapredLocalWork.BucketMapJoinContext; /** * General utility common functions for the Processor to convert operator into @@ -545,9 +546,13 @@ if (partsList == null) { try { - partsList = PartitionPruner.prune(parseCtx.getTopToTable().get(topOp), + partsList = parseCtx.getOpToPartList().get((TableScanOperator)topOp); + if (partsList == null) { + partsList = PartitionPruner.prune(parseCtx.getTopToTable().get(topOp), parseCtx.getOpToPartPruner().get(topOp), opProcCtx.getConf(), alias_id, parseCtx.getPrunedPartitions()); + parseCtx.getOpToPartList().put((TableScanOperator)topOp, partsList); + } } catch (SemanticException e) { throw e; } catch (HiveException e) { Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/GroupByOptimizer.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/GroupByOptimizer.java (revision 9961) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/GroupByOptimizer.java (working copy) @@ -180,7 +180,7 @@ if (topOp == null || (!(topOp instanceof TableScanOperator))) { // this is in a sub-query. // In future, we need to infer subq's columns propery. For example - // "select key, count(1) + // "select key, count(1) // from (from clustergroupbyselect key, value where ds='210') group by key, 3;", // even though the group by op is in a subquery, it can be changed to // bucket groupby. @@ -203,9 +203,13 @@ } else { PrunedPartitionList partsList = null; try { - partsList = PartitionPruner.prune(destTable, pGraphContext + partsList = pGraphContext.getOpToPartList().get(ts); + if (partsList == null) { + partsList = PartitionPruner.prune(destTable, pGraphContext .getOpToPartPruner().get(ts), pGraphContext.getConf(), table, pGraphContext.getPrunedPartitions()); + pGraphContext.getOpToPartList().put(ts, partsList); + } } catch (HiveException e) { // Has to use full name to make sure it does not conflict with // org.apache.commons.lang.StringUtils @@ -233,14 +237,14 @@ /** * Given the group by keys, bucket columns, sort column, this method * determines if we can use sorted group by or not. - * + * * We use bucket columns only when the sorted column set is empty and if all * group by columns are contained in bucket columns. - * + * * If we can can not determine by looking at bucketed columns and the table * has sort columns, we resort to sort columns. We can use bucket group by * if the groupby column set is an exact prefix match of sort columns. - * + * * @param groupByCols * @param bucketCols * @param sortCols Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/BucketMapJoinOptimizer.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/BucketMapJoinOptimizer.java (revision 9961) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/BucketMapJoinOptimizer.java (working copy) @@ -146,12 +146,14 @@ MapJoinOperator mapJoinOp = (MapJoinOperator) nd; BucketMapjoinOptProcCtx context = (BucketMapjoinOptProcCtx) procCtx; - if(context.getListOfRejectedMapjoins().contains(mapJoinOp)) + if(context.getListOfRejectedMapjoins().contains(mapJoinOp)) { return null; + } QBJoinTree joinCxt = this.pGraphContext.getMapJoinContext().get(mapJoinOp); - if(joinCxt == null) + if(joinCxt == null) { return null; + } List joinAliases = new ArrayList(); String[] srcs = joinCxt.getBaseSrc(); @@ -192,14 +194,19 @@ for (int index = 0; index < joinAliases.size(); index++) { String alias = joinAliases.get(index); TableScanOperator tso = (TableScanOperator) topOps.get(alias); - if (tso == null) + if (tso == null) { return null; + } Table tbl = topToTable.get(tso); if(tbl.isPartitioned()) { PrunedPartitionList prunedParts = null; try { - prunedParts = PartitionPruner.prune(tbl, pGraphContext.getOpToPartPruner().get(tso), pGraphContext.getConf(), alias, + prunedParts = pGraphContext.getOpToPartList().get(tso); + if (prunedParts == null) { + prunedParts = PartitionPruner.prune(tbl, pGraphContext.getOpToPartPruner().get(tso), pGraphContext.getConf(), alias, pGraphContext.getPrunedPartitions()); + pGraphContext.getOpToPartList().put(tso, prunedParts); + } } catch (HiveException e) { // Has to use full name to make sure it does not conflict with // org.apache.commons.lang.StringUtils @@ -267,8 +274,9 @@ } } } else { - if (!checkBucketColumns(tbl.getBucketCols(), mjDecs, index)) + if (!checkBucketColumns(tbl.getBucketCols(), mjDecs, index)) { return null; + } Integer num = new Integer(tbl.getNumBuckets()); aliasToBucketNumberMapping.put(alias, num); List fileNames = new ArrayList(); @@ -327,8 +335,9 @@ // in the big table to bucket file names in small tables. for (int j = 0; j < joinAliases.size(); j++) { String alias = joinAliases.get(j); - if(alias.equals(baseBigAlias)) + if(alias.equals(baseBigAlias)) { continue; + } Collections.sort(aliasToBucketFileNamesMapping.get(alias)); LinkedHashMap> mapping = new LinkedHashMap>(); aliasBucketFileNameMapping.put(alias, mapping); @@ -402,8 +411,9 @@ int nxt = iter.next().intValue(); boolean ok = (nxt >= bucketNumberInPart) ? nxt % bucketNumberInPart == 0 : bucketNumberInPart % nxt == 0; - if(!ok) + if(!ok) { return false; + } } return true; } @@ -428,8 +438,9 @@ private boolean checkBucketColumns(List bucketColumns, MapJoinDesc mjDesc, int index) { List keys = mjDesc.getKeys().get((byte)index); - if (keys == null || bucketColumns == null || bucketColumns.size() == 0) + if (keys == null || bucketColumns == null || bucketColumns.size() == 0) { return false; + } //get all join columns from join keys stored in MapJoinDesc List joinCols = new ArrayList(); @@ -458,8 +469,9 @@ } for (String col : joinCols) { - if (!bucketColumns.contains(col)) + if (!bucketColumns.contains(col)) { return false; + } } return true; Index: ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionRegistry.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionRegistry.java (revision 9961) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionRegistry.java (working copy) @@ -1037,6 +1037,20 @@ } /** + * Returns whether the exprNodeDesc is a node of "or". + */ + public static boolean isOpOr(ExprNodeDesc desc) { + return GenericUDFOPOr.class == getGenericUDFClassFromExprDesc(desc); + } + + /** + * Returns whether the exprNodeDesc is a node of "not". + */ + public static boolean isOpNot(ExprNodeDesc desc) { + return GenericUDFOPNot.class == getGenericUDFClassFromExprDesc(desc); + } + + /** * Returns whether the exprNodeDesc is a node of "positive". */ public static boolean isOpPositive(ExprNodeDesc desc) { Index: ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java (revision 9961) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java (working copy) @@ -31,6 +31,7 @@ import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.hive.ql.lib.Node; import org.apache.hadoop.hive.ql.metadata.HiveException; +import org.apache.hadoop.hive.ql.parse.SemanticException; import org.apache.hadoop.hive.ql.plan.Explain; import org.apache.hadoop.hive.ql.plan.ExprNodeDesc; import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector; @@ -644,6 +645,36 @@ } /** + * Remove a child and add all of the child's children to the location of the child + * + * @param child If this operator is not the only parent of the child. There can be unpredictable result. + * @throws SemanticException + */ + public void removeChildAndAdoptItsChildren(Operator child) throws SemanticException { + int childIndex = childOperators.indexOf(child); + if (childIndex == -1) { + throw new SemanticException( + "Exception when trying to remove partition predicates: fail to find child from parent"); + } + + childOperators.remove(childIndex); + if (child.getChildOperators() != null && + child.getChildOperators().size() > 0) { + childOperators.addAll(childIndex, child.getChildOperators()); + } + + for (Operator gc : child.getChildOperators()) { + List> parents = gc.getParentOperators(); + int index = parents.indexOf(child); + if (index == -1) { + throw new SemanticException( + "Exception when trying to remove partition predicates: fail to find parent from child"); + } + parents.set(index, this); + } + } + + /** * Replace one parent with another at the same position. Chilren of the new * parent are not updated * Index: ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java (revision 9961) +++ ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java (working copy) @@ -171,6 +171,7 @@ public class SemanticAnalyzer extends BaseSemanticAnalyzer { private HashMap opToPartPruner; + private HashMap opToPartList; private HashMap> topOps; private HashMap> topSelOps; private LinkedHashMap, OpParseContext> opParseCtx; @@ -199,8 +200,8 @@ public SemanticAnalyzer(HiveConf conf) throws SemanticException { super(conf); - opToPartPruner = new HashMap(); + opToPartList = new HashMap(); opToSamplePruner = new HashMap(); topOps = new HashMap>(); topSelOps = new HashMap>(); @@ -237,6 +238,7 @@ public void init(ParseContext pctx) { opToPartPruner = pctx.getOpToPartPruner(); + opToPartList = pctx.getOpToPartList(); opToSamplePruner = pctx.getOpToSamplePruner(); topOps = pctx.getTopOps(); topSelOps = pctx.getTopSelOps(); @@ -256,8 +258,8 @@ } public ParseContext getParseContext() { - return new ParseContext(conf, qb, ast, opToPartPruner, topOps, topSelOps, - opParseCtx, joinContext, topToTable, loadTableWork, + return new ParseContext(conf, qb, ast, opToPartPruner, opToPartList, topOps, + topSelOps, opParseCtx, joinContext, topToTable, loadTableWork, loadFileWork, ctx, idToTableNameMap, destTableId, uCtx, listMapJoinOpsNoReducer, groupOpToInputTables, prunedPartitions, opToSamplePruner); @@ -6100,9 +6102,13 @@ PrunedPartitionList partsList = null; try { - partsList = PartitionPruner.prune(topToTable.get(ts), - opToPartPruner.get(ts), conf, (String) topOps.keySet() - .toArray()[0], prunedPartitions); + partsList = opToPartList.get(ts); + if (partsList == null) { + partsList = PartitionPruner.prune(topToTable.get(ts), + opToPartPruner.get(ts), conf, (String) topOps.keySet() + .toArray()[0], prunedPartitions); + opToPartList.put(ts, partsList); + } } catch (HiveException e) { // Has to use full name to make sure it does not conflict with // org.apache.commons.lang.StringUtils @@ -6507,7 +6513,7 @@ } ParseContext pCtx = new ParseContext(conf, qb, child, opToPartPruner, - topOps, topSelOps, opParseCtx, joinContext, topToTable, + opToPartList, topOps, topSelOps, opParseCtx, joinContext, topToTable, loadTableWork, loadFileWork, ctx, idToTableNameMap, destTableId, uCtx, listMapJoinOpsNoReducer, groupOpToInputTables, prunedPartitions, opToSamplePruner); @@ -7242,7 +7248,7 @@ for (ExecDriver mrtask: mrtasks) { try { ContentSummary inputSummary = Utilities.getInputSummary - (ctx, mrtask.getWork(), p); + (ctx, (MapredWork)mrtask.getWork(), p); int numReducers = getNumberOfReducers(mrtask.getWork(), conf); if (LOG.isDebugEnabled()) { Index: ql/src/java/org/apache/hadoop/hive/ql/parse/ParseContext.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/parse/ParseContext.java (revision 9961) +++ ql/src/java/org/apache/hadoop/hive/ql/parse/ParseContext.java (working copy) @@ -56,6 +56,7 @@ private QB qb; private ASTNode ast; private HashMap opToPartPruner; + private HashMap opToPartList; private HashMap opToSamplePruner; private HashMap> topOps; private HashMap> topSelOps; @@ -131,6 +132,7 @@ QB qb, ASTNode ast, HashMap opToPartPruner, + HashMap opToPartList, HashMap> topOps, HashMap> topSelOps, LinkedHashMap, OpParseContext> opParseCtx, @@ -146,6 +148,7 @@ this.qb = qb; this.ast = ast; this.opToPartPruner = opToPartPruner; + this.opToPartList = opToPartList; this.joinContext = joinContext; this.topToTable = topToTable; this.loadFileWork = loadFileWork; @@ -241,6 +244,14 @@ this.opToPartPruner = opToPartPruner; } + public HashMap getOpToPartList() { + return opToPartList; + } + + public void setOpToPartList(HashMap opToPartList) { + this.opToPartList = opToPartList; + } + /** * @return the topToTable */