Index: metastore/src/java/org/apache/hadoop/hive/metastore/MetaStoreUtils.java =================================================================== --- metastore/src/java/org/apache/hadoop/hive/metastore/MetaStoreUtils.java (revision 1087411) +++ metastore/src/java/org/apache/hadoop/hive/metastore/MetaStoreUtils.java (working copy) @@ -25,8 +25,8 @@ import java.util.Iterator; import java.util.List; import java.util.Map; +import java.util.Map.Entry; import java.util.Properties; -import java.util.Map.Entry; import java.util.regex.Matcher; import java.util.regex.Pattern; @@ -49,9 +49,9 @@ import org.apache.hadoop.hive.serde2.objectinspector.ListObjectInspector; import org.apache.hadoop.hive.serde2.objectinspector.MapObjectInspector; import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector; +import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector.Category; import org.apache.hadoop.hive.serde2.objectinspector.StructField; import org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector; -import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector.Category; import org.apache.hadoop.hive.serde2.typeinfo.TypeInfo; import org.apache.hadoop.util.StringUtils; @@ -465,6 +465,93 @@ .getParameters(), table.getDbName(), table.getTableName(), table.getPartitionKeys()); } + /** + * Get partition level schema from table level schema. + * @param sd + * @param tblsd + * @param parameters + * @param databaseName + * @param tableName + * @param partitionKeys + * @param tblSchema + * @return + */ + public static Properties getPartSchemaFromTableSchema( + org.apache.hadoop.hive.metastore.api.StorageDescriptor sd, + org.apache.hadoop.hive.metastore.api.StorageDescriptor tblsd, + Map parameters, String databaseName, String tableName, + List partitionKeys, + Properties tblSchema) { + + // inherent most properties from table level schema + Properties schema = (Properties) tblSchema.clone(); + + // InputFormat + String inputFormat = sd.getInputFormat(); + if (inputFormat == null || inputFormat.length() == 0) { + String tblInput = + schema.getProperty(org.apache.hadoop.hive.metastore.api.Constants.FILE_INPUT_FORMAT); + if (tblInput == null) { + inputFormat = org.apache.hadoop.mapred.SequenceFileInputFormat.class.getName(); + } else { + inputFormat = tblInput; + } + } + schema.setProperty(org.apache.hadoop.hive.metastore.api.Constants.FILE_INPUT_FORMAT, + inputFormat); + + // OutputFormat + String outputFormat = sd.getOutputFormat(); + if (outputFormat == null || outputFormat.length() == 0) { + String tblOutput = + schema.getProperty(org.apache.hadoop.hive.metastore.api.Constants.FILE_OUTPUT_FORMAT); + if (tblOutput == null) { + outputFormat = org.apache.hadoop.mapred.SequenceFileOutputFormat.class.getName(); + } else { + outputFormat = tblOutput; + } + } + schema.setProperty(org.apache.hadoop.hive.metastore.api.Constants.FILE_OUTPUT_FORMAT, + outputFormat); + + // Location + if (sd.getLocation() != null) { + schema.setProperty(org.apache.hadoop.hive.metastore.api.Constants.META_TABLE_LOCATION, + sd.getLocation()); + } + + // Bucket count + schema.setProperty(org.apache.hadoop.hive.metastore.api.Constants.BUCKET_COUNT, + Integer.toString(sd.getNumBuckets())); + + if (sd.getBucketCols() != null && sd.getBucketCols().size() > 0) { + schema.setProperty(org.apache.hadoop.hive.metastore.api.Constants.BUCKET_FIELD_NAME, + sd.getBucketCols().get(0)); + } + + if (sd.getSerdeInfo() != null) { + for (Map.Entry param : sd.getSerdeInfo().getParameters().entrySet()) { + schema.put(param.getKey(), (param.getValue() != null) ? param.getValue() : ""); + } + + if (sd.getSerdeInfo().getSerializationLib() != null) { + schema.setProperty(org.apache.hadoop.hive.serde.Constants.SERIALIZATION_LIB, + sd.getSerdeInfo().getSerializationLib()); + } + } + + // skipping columns since partition level field schemas are the same as table level's + // skipping partition keys since it is the same as table level partition keys + + if (parameters != null) { + for (Entry e : parameters.entrySet()) { + schema.setProperty(e.getKey(), e.getValue()); + } + } + + return schema; + } + public static Properties getSchema( org.apache.hadoop.hive.metastore.api.StorageDescriptor sd, org.apache.hadoop.hive.metastore.api.StorageDescriptor tblsd, Index: serde/src/java/org/apache/hadoop/hive/serde2/SerDeUtils.java =================================================================== --- serde/src/java/org/apache/hadoop/hive/serde2/SerDeUtils.java (revision 1087411) +++ serde/src/java/org/apache/hadoop/hive/serde2/SerDeUtils.java (working copy) @@ -19,9 +19,9 @@ package org.apache.hadoop.hive.serde2; import java.util.ArrayList; -import java.util.HashMap; import java.util.List; import java.util.Map; +import java.util.concurrent.ConcurrentHashMap; import org.apache.hadoop.hive.common.JavaUtils; import org.apache.hadoop.hive.serde2.objectinspector.ListObjectInspector; @@ -54,7 +54,8 @@ public static final String LBRACE = "{"; public static final String RBRACE = "}"; - private static HashMap> serdes = new HashMap>(); + private static ConcurrentHashMap> serdes = + new ConcurrentHashMap>(); public static void registerSerDe(String name, Class serde) { if (serdes.containsKey(name)) { Index: ql/src/test/results/clientpositive/pcr.q.out =================================================================== --- ql/src/test/results/clientpositive/pcr.q.out (revision 1087411) +++ ql/src/test/results/clientpositive/pcr.q.out (working copy) @@ -112,10 +112,10 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 Partition base file name: ds=2000-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -128,17 +128,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -149,7 +149,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -159,11 +159,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 Partition base file name: ds=2000-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -176,17 +176,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062685 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -197,7 +197,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -207,7 +207,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 @@ -216,9 +216,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_16-54-49_284_8414450040698409768/-ext-10001 + directory: file:/tmp/nzhang/hive_2011-04-05_21-04-50_219_2344810470921724019/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_16-54-49_284_8414450040698409768/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2011-04-05_21-04-50_219_2344810470921724019/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -239,12 +239,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@pcr_t1@ds=2000-04-08 PREHOOK: Input: default@pcr_t1@ds=2000-04-09 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-54-49_416_8201170856304229347/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-04-50_338_1591075691969072143/-mr-10000 POSTHOOK: query: select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 order by key, ds POSTHOOK: type: QUERY POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-54-49_416_8201170856304229347/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-04-50_338_1591075691969072143/-mr-10000 POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -316,11 +316,11 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 Partition base file name: ds=2000-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -333,17 +333,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -354,7 +354,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -364,11 +364,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 Partition base file name: ds=2000-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -381,17 +381,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062685 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -402,7 +402,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -412,11 +412,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 Partition base file name: ds=2000-04-10 input format: org.apache.hadoop.mapred.TextInputFormat @@ -429,17 +429,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -450,7 +450,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -460,7 +460,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 @@ -469,9 +469,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_16-54-52_968_1438500168583859955/-ext-10001 + directory: file:/tmp/nzhang/hive_2011-04-05_21-04-53_453_8448141753544546219/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_16-54-52_968_1438500168583859955/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2011-04-05_21-04-53_453_8448141753544546219/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -493,13 +493,13 @@ PREHOOK: Input: default@pcr_t1@ds=2000-04-08 PREHOOK: Input: default@pcr_t1@ds=2000-04-09 PREHOOK: Input: default@pcr_t1@ds=2000-04-10 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-54-53_100_6446257001974770392/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-04-53_585_2471663808341442226/-mr-10000 POSTHOOK: query: select key, value from pcr_t1 where ds<='2000-04-09' or key<5 order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-54-53_100_6446257001974770392/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-04-53_585_2471663808341442226/-mr-10000 POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -612,10 +612,10 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 Partition base file name: ds=2000-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -628,17 +628,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -649,7 +649,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -659,11 +659,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 Partition base file name: ds=2000-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -676,17 +676,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062685 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -697,7 +697,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -707,7 +707,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 @@ -716,9 +716,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_16-54-56_778_1548053769745212201/-ext-10001 + directory: file:/tmp/nzhang/hive_2011-04-05_21-04-56_945_7230683149267115968/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_16-54-56_778_1548053769745212201/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2011-04-05_21-04-56_945_7230683149267115968/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -739,12 +739,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@pcr_t1@ds=2000-04-08 PREHOOK: Input: default@pcr_t1@ds=2000-04-09 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-54-56_907_1448444528892299236/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-04-57_056_4209791858248998349/-mr-10000 POSTHOOK: query: select key, value, ds from pcr_t1 where ds<='2000-04-09' and key<5 and value != 'val_2' order by key, ds POSTHOOK: type: QUERY POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-54-56_907_1448444528892299236/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-04-57_056_4209791858248998349/-mr-10000 POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -824,10 +824,10 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 Partition base file name: ds=2000-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -840,17 +840,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -861,7 +861,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -871,11 +871,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 Partition base file name: ds=2000-04-10 input format: org.apache.hadoop.mapred.TextInputFormat @@ -888,17 +888,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -909,7 +909,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -919,7 +919,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 @@ -928,9 +928,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_16-55-00_522_3384366937811156938/-ext-10001 + directory: file:/tmp/nzhang/hive_2011-04-05_21-05-00_228_5831869255225828862/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_16-55-00_522_3384366937811156938/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2011-04-05_21-05-00_228_5831869255225828862/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -952,13 +952,13 @@ PREHOOK: type: QUERY PREHOOK: Input: default@pcr_t1@ds=2000-04-08 PREHOOK: Input: default@pcr_t1@ds=2000-04-10 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-00_655_8542845270972196255/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-00_333_4989277825355087551/-mr-10000 POSTHOOK: query: select key, value, ds from pcr_t1 where (ds < '2000-04-09' and key < 5) or (ds > '2000-04-09' and value == 'val_5') order by key, ds POSTHOOK: type: QUERY POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-00_655_8542845270972196255/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-00_333_4989277825355087551/-mr-10000 POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1038,11 +1038,11 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 Partition base file name: ds=2000-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1055,17 +1055,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1076,7 +1076,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -1086,11 +1086,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 Partition base file name: ds=2000-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1103,17 +1103,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062685 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1124,7 +1124,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -1134,11 +1134,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 Partition base file name: ds=2000-04-10 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1151,17 +1151,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1172,7 +1172,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -1182,7 +1182,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 @@ -1191,9 +1191,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_16-55-04_802_4368575204334541162/-ext-10001 + directory: file:/tmp/nzhang/hive_2011-04-05_21-05-03_835_409179175272920478/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_16-55-04_802_4368575204334541162/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2011-04-05_21-05-03_835_409179175272920478/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1216,14 +1216,14 @@ PREHOOK: Input: default@pcr_t1@ds=2000-04-08 PREHOOK: Input: default@pcr_t1@ds=2000-04-09 PREHOOK: Input: default@pcr_t1@ds=2000-04-10 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-04_935_7303612952131576604/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-03_964_6808457543204138401/-mr-10000 POSTHOOK: query: select key, value, ds from pcr_t1 where (ds < '2000-04-10' and key < 5) or (ds > '2000-04-08' and value == 'val_5') order by key, ds POSTHOOK: type: QUERY POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-04_935_7303612952131576604/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-03_964_6808457543204138401/-mr-10000 POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1311,11 +1311,11 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 Partition base file name: ds=2000-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1328,17 +1328,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1349,7 +1349,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -1359,11 +1359,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 Partition base file name: ds=2000-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1376,17 +1376,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062685 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1397,7 +1397,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -1407,11 +1407,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 Partition base file name: ds=2000-04-10 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1424,17 +1424,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1445,7 +1445,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -1455,7 +1455,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 @@ -1464,9 +1464,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_16-55-08_705_7439006164324464222/-ext-10001 + directory: file:/tmp/nzhang/hive_2011-04-05_21-05-07_318_2291350301336316720/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_16-55-08_705_7439006164324464222/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2011-04-05_21-05-07_318_2291350301336316720/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1489,14 +1489,14 @@ PREHOOK: Input: default@pcr_t1@ds=2000-04-08 PREHOOK: Input: default@pcr_t1@ds=2000-04-09 PREHOOK: Input: default@pcr_t1@ds=2000-04-10 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-08_831_2821058048480528814/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-07_429_6918784087469321838/-mr-10000 POSTHOOK: query: select key, value, ds from pcr_t1 where (ds < '2000-04-10' or key < 5) and (ds > '2000-04-08' or value == 'val_5') order by key, ds POSTHOOK: type: QUERY POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-08_831_2821058048480528814/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-07_429_6918784087469321838/-mr-10000 POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1588,10 +1588,10 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 Partition base file name: ds=2000-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1604,17 +1604,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1625,7 +1625,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -1635,11 +1635,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 Partition base file name: ds=2000-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1652,17 +1652,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062685 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1673,7 +1673,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -1683,7 +1683,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 @@ -1692,9 +1692,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_16-55-12_521_4239164758300894545/-ext-10001 + directory: file:/tmp/nzhang/hive_2011-04-05_21-05-10_812_3644022781819738746/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_16-55-12_521_4239164758300894545/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2011-04-05_21-05-10_812_3644022781819738746/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1715,12 +1715,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@pcr_t1@ds=2000-04-08 PREHOOK: Input: default@pcr_t1@ds=2000-04-09 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-12_652_1874826696552439456/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-10_942_5582319643394362276/-mr-10000 POSTHOOK: query: select key, value from pcr_t1 where (ds='2000-04-08' or ds='2000-04-09') and key=14 order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-12_652_1874826696552439456/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-10_942_5582319643394362276/-mr-10000 POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -1779,10 +1779,10 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 Partition base file name: ds=2000-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1795,17 +1795,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1816,7 +1816,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -1826,11 +1826,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 Partition base file name: ds=2000-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -1843,17 +1843,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062685 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1864,7 +1864,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -1874,7 +1874,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 @@ -1883,9 +1883,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_16-55-16_289_6559241670912848854/-ext-10001 + directory: file:/tmp/nzhang/hive_2011-04-05_21-05-14_152_1811663463960358965/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_16-55-16_289_6559241670912848854/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2011-04-05_21-05-14_152_1811663463960358965/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1906,12 +1906,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@pcr_t1@ds=2000-04-08 PREHOOK: Input: default@pcr_t1@ds=2000-04-09 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-16_413_4906007624070865634/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-14_278_8063853710021572577/-mr-10000 POSTHOOK: query: select key, value from pcr_t1 where ds='2000-04-08' or ds='2000-04-09' order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-16_413_4906007624070865634/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-14_278_8063853710021572577/-mr-10000 POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -2010,11 +2010,11 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 Partition base file name: ds=2000-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -2027,17 +2027,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2048,7 +2048,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -2058,11 +2058,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 Partition base file name: ds=2000-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -2075,17 +2075,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062685 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2096,7 +2096,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -2106,11 +2106,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 Partition base file name: ds=2000-04-10 input format: org.apache.hadoop.mapred.TextInputFormat @@ -2123,17 +2123,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2144,7 +2144,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -2154,7 +2154,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 @@ -2163,9 +2163,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_16-55-20_045_3923003186652232506/-ext-10001 + directory: file:/tmp/nzhang/hive_2011-04-05_21-05-17_390_8218241996261628500/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_16-55-20_045_3923003186652232506/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2011-04-05_21-05-17_390_8218241996261628500/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -2187,13 +2187,13 @@ PREHOOK: Input: default@pcr_t1@ds=2000-04-08 PREHOOK: Input: default@pcr_t1@ds=2000-04-09 PREHOOK: Input: default@pcr_t1@ds=2000-04-10 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-20_181_8263698367286225805/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-17_499_3923962528754522723/-mr-10000 POSTHOOK: query: select key, value from pcr_t1 where ds>='2000-04-08' or ds<'2000-04-10' order by key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-20_181_8263698367286225805/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-17_499_3923962528754522723/-mr-10000 POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -2323,10 +2323,10 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 Partition base file name: ds=2000-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -2339,17 +2339,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2360,7 +2360,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -2370,11 +2370,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 Partition base file name: ds=2000-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -2387,17 +2387,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062685 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2408,7 +2408,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -2418,7 +2418,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 @@ -2427,9 +2427,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_16-55-23_877_2789532350770914542/-ext-10001 + directory: file:/tmp/nzhang/hive_2011-04-05_21-05-20_753_4457015784894213273/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_16-55-23_877_2789532350770914542/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2011-04-05_21-05-20_753_4457015784894213273/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -2450,12 +2450,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@pcr_t1@ds=2000-04-08 PREHOOK: Input: default@pcr_t1@ds=2000-04-09 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-23_998_2526206148460643368/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-20_868_2203544985953380948/-mr-10000 POSTHOOK: query: select key, value, ds from pcr_t1 where (ds='2000-04-08' and key=1) or (ds='2000-04-09' and key=2) order by key, value, ds POSTHOOK: type: QUERY POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-23_998_2526206148460643368/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-20_868_2203544985953380948/-mr-10000 POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -2537,9 +2537,9 @@ type: string Needs Tagging: true Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [t2, t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [t2, t1] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 Partition base file name: ds=2000-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -2552,17 +2552,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2573,7 +2573,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -2583,7 +2583,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 @@ -2614,7 +2614,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_16-55-27_648_713450257353123932/-mr-10002 + directory: file:/tmp/nzhang/hive_2011-04-05_21-05-24_126_1388234539930965658/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -2630,7 +2630,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/sdong/hive_2011-02-10_16-55-27_648_713450257353123932/-mr-10002 + file:/tmp/nzhang/hive_2011-04-05_21-05-24_126_1388234539930965658/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -2652,9 +2652,9 @@ type: string Needs Tagging: false Path -> Alias: - file:/tmp/sdong/hive_2011-02-10_16-55-27_648_713450257353123932/-mr-10002 [file:/tmp/sdong/hive_2011-02-10_16-55-27_648_713450257353123932/-mr-10002] + file:/tmp/nzhang/hive_2011-04-05_21-05-24_126_1388234539930965658/-mr-10002 [file:/tmp/nzhang/hive_2011-04-05_21-05-24_126_1388234539930965658/-mr-10002] Path -> Partition: - file:/tmp/sdong/hive_2011-02-10_16-55-27_648_713450257353123932/-mr-10002 + file:/tmp/nzhang/hive_2011-04-05_21-05-24_126_1388234539930965658/-mr-10002 Partition base file name: -mr-10002 input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -2675,9 +2675,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_16-55-27_648_713450257353123932/-ext-10001 + directory: file:/tmp/nzhang/hive_2011-04-05_21-05-24_126_1388234539930965658/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_16-55-27_648_713450257353123932/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2011-04-05_21-05-24_126_1388234539930965658/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -2697,11 +2697,11 @@ PREHOOK: query: select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-08' order by t1.key PREHOOK: type: QUERY PREHOOK: Input: default@pcr_t1@ds=2000-04-08 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-27_773_6836325400730553175/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-24_257_7062740816508471165/-mr-10000 POSTHOOK: query: select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-08' order by t1.key POSTHOOK: type: QUERY POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-27_773_6836325400730553175/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-24_257_7062740816508471165/-mr-10000 POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -2820,10 +2820,10 @@ type: string Needs Tagging: true Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [t1] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [t2] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [t2] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 Partition base file name: ds=2000-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -2836,17 +2836,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2857,7 +2857,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -2867,11 +2867,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 Partition base file name: ds=2000-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -2884,17 +2884,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 name default.pcr_t1 - numFiles 3 + numFiles 1 numPartitions 3 - numRows 60 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 540 - transient_lastDdlTime 1297385689 + totalSize 180 + transient_lastDdlTime 1302062685 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2905,7 +2905,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 3 numPartitions 3 @@ -2915,7 +2915,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 540 - transient_lastDdlTime 1297385689 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 @@ -2946,7 +2946,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_16-55-35_424_8202975341184712413/-mr-10002 + directory: file:/tmp/nzhang/hive_2011-04-05_21-05-30_205_3045715249376973421/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -2962,7 +2962,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/sdong/hive_2011-02-10_16-55-35_424_8202975341184712413/-mr-10002 + file:/tmp/nzhang/hive_2011-04-05_21-05-30_205_3045715249376973421/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -2984,9 +2984,9 @@ type: string Needs Tagging: false Path -> Alias: - file:/tmp/sdong/hive_2011-02-10_16-55-35_424_8202975341184712413/-mr-10002 [file:/tmp/sdong/hive_2011-02-10_16-55-35_424_8202975341184712413/-mr-10002] + file:/tmp/nzhang/hive_2011-04-05_21-05-30_205_3045715249376973421/-mr-10002 [file:/tmp/nzhang/hive_2011-04-05_21-05-30_205_3045715249376973421/-mr-10002] Path -> Partition: - file:/tmp/sdong/hive_2011-02-10_16-55-35_424_8202975341184712413/-mr-10002 + file:/tmp/nzhang/hive_2011-04-05_21-05-30_205_3045715249376973421/-mr-10002 Partition base file name: -mr-10002 input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -3007,9 +3007,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_16-55-35_424_8202975341184712413/-ext-10001 + directory: file:/tmp/nzhang/hive_2011-04-05_21-05-30_205_3045715249376973421/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_16-55-35_424_8202975341184712413/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2011-04-05_21-05-30_205_3045715249376973421/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -3030,12 +3030,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@pcr_t1@ds=2000-04-08 PREHOOK: Input: default@pcr_t1@ds=2000-04-09 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-35_576_6546737064484547976/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-30_363_4785677708319133039/-mr-10000 POSTHOOK: query: select * from pcr_t1 t1 join pcr_t1 t2 on t1.key=t2.key and t1.ds='2000-04-08' and t2.ds='2000-04-09' order by t1.key POSTHOOK: type: QUERY POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-35_576_6546737064484547976/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-30_363_4785677708319133039/-mr-10000 POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -3161,12 +3161,12 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-11 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-11 [pcr_t1] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 Partition base file name: ds=2000-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -3179,17 +3179,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 name default.pcr_t1 - numFiles 4 + numFiles 1 numPartitions 4 - numRows 80 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 720 - transient_lastDdlTime 1297385747 + totalSize 180 + transient_lastDdlTime 1302062681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -3200,7 +3200,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 4 numPartitions 4 @@ -3210,11 +3210,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 720 - transient_lastDdlTime 1297385747 + transient_lastDdlTime 1302062740 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 Partition base file name: ds=2000-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -3227,17 +3227,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 name default.pcr_t1 - numFiles 4 + numFiles 1 numPartitions 4 - numRows 80 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 720 - transient_lastDdlTime 1297385747 + totalSize 180 + transient_lastDdlTime 1302062685 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -3248,7 +3248,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 4 numPartitions 4 @@ -3258,11 +3258,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 720 - transient_lastDdlTime 1297385747 + transient_lastDdlTime 1302062740 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 Partition base file name: ds=2000-04-10 input format: org.apache.hadoop.mapred.TextInputFormat @@ -3275,17 +3275,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 name default.pcr_t1 - numFiles 4 + numFiles 1 numPartitions 4 - numRows 80 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 720 - transient_lastDdlTime 1297385747 + totalSize 180 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -3296,7 +3296,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 4 numPartitions 4 @@ -3306,11 +3306,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 720 - transient_lastDdlTime 1297385747 + transient_lastDdlTime 1302062740 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-11 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-11 Partition base file name: ds=2000-04-11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -3323,17 +3323,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-11 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-11 name default.pcr_t1 - numFiles 4 + numFiles 1 numPartitions 4 - numRows 80 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 720 - transient_lastDdlTime 1297385747 + totalSize 180 + transient_lastDdlTime 1302062740 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -3344,7 +3344,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 4 numPartitions 4 @@ -3354,7 +3354,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 720 - transient_lastDdlTime 1297385747 + transient_lastDdlTime 1302062740 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 @@ -3363,9 +3363,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_16-55-47_303_519540352887575351/-ext-10001 + directory: file:/tmp/nzhang/hive_2011-04-05_21-05-40_870_6900078419539556469/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_16-55-47_303_519540352887575351/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2011-04-05_21-05-40_870_6900078419539556469/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -3388,14 +3388,14 @@ PREHOOK: Input: default@pcr_t1@ds=2000-04-09 PREHOOK: Input: default@pcr_t1@ds=2000-04-10 PREHOOK: Input: default@pcr_t1@ds=2000-04-11 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-47_458_4306367581748606262/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-40_991_1538701252426450946/-mr-10000 POSTHOOK: query: select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds>='2000-04-08' and ds<='2000-04-11' and key=2) order by key, value, ds POSTHOOK: type: QUERY POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 POSTHOOK: Input: default@pcr_t1@ds=2000-04-11 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-47_458_4306367581748606262/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-40_991_1538701252426450946/-mr-10000 POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -3511,11 +3511,11 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 [pcr_t1] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 Partition base file name: ds=2000-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -3528,17 +3528,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 name default.pcr_t1 - numFiles 4 + numFiles 1 numPartitions 4 - numRows 80 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 720 - transient_lastDdlTime 1297385747 + totalSize 180 + transient_lastDdlTime 1302062681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -3549,7 +3549,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 4 numPartitions 4 @@ -3559,11 +3559,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 720 - transient_lastDdlTime 1297385747 + transient_lastDdlTime 1302062740 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 Partition base file name: ds=2000-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -3576,17 +3576,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-09 name default.pcr_t1 - numFiles 4 + numFiles 1 numPartitions 4 - numRows 80 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 720 - transient_lastDdlTime 1297385747 + totalSize 180 + transient_lastDdlTime 1302062685 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -3597,7 +3597,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 4 numPartitions 4 @@ -3607,11 +3607,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 720 - transient_lastDdlTime 1297385747 + transient_lastDdlTime 1302062740 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 Partition base file name: ds=2000-04-10 input format: org.apache.hadoop.mapred.TextInputFormat @@ -3624,17 +3624,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-10 name default.pcr_t1 - numFiles 4 + numFiles 1 numPartitions 4 - numRows 80 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 720 - transient_lastDdlTime 1297385747 + totalSize 180 + transient_lastDdlTime 1302062690 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -3645,7 +3645,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 4 numPartitions 4 @@ -3655,7 +3655,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 720 - transient_lastDdlTime 1297385747 + transient_lastDdlTime 1302062740 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 @@ -3664,9 +3664,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_16-55-51_303_4423355983977419943/-ext-10001 + directory: file:/tmp/nzhang/hive_2011-04-05_21-05-44_438_7532927123054980520/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_16-55-51_303_4423355983977419943/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2011-04-05_21-05-44_438_7532927123054980520/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -3688,13 +3688,13 @@ PREHOOK: Input: default@pcr_t1@ds=2000-04-08 PREHOOK: Input: default@pcr_t1@ds=2000-04-09 PREHOOK: Input: default@pcr_t1@ds=2000-04-10 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-51_437_2864978305349656864/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-44_546_992982113963688336/-mr-10000 POSTHOOK: query: select key, value, ds from pcr_t1 where (ds>'2000-04-08' and ds<'2000-04-11') or (ds<='2000-04-09' and key=2) order by key, value, ds POSTHOOK: type: QUERY POSTHOOK: Input: default@pcr_t1@ds=2000-04-08 POSTHOOK: Input: default@pcr_t1@ds=2000-04-09 POSTHOOK: Input: default@pcr_t1@ds=2000-04-10 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-55-51_437_2864978305349656864/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-44_546_992982113963688336/-mr-10000 POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -3822,9 +3822,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10004 + directory: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10004 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -3834,12 +3834,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t2 name default.pcr_t2 serialization.ddl struct pcr_t2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297385755 + transient_lastDdlTime 1302062747 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t2 TotalFiles: 1 @@ -3855,9 +3855,9 @@ File Output Operator compressed: false GlobalTableId: 2 - directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10005 + directory: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10005 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10002/ + Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10002/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -3867,12 +3867,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t3 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t3 name default.pcr_t3 serialization.ddl struct pcr_t3 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297385755 + transient_lastDdlTime 1302062747 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t3 TotalFiles: 1 @@ -3880,9 +3880,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 Partition base file name: ds=2000-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -3895,17 +3895,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 name default.pcr_t1 - numFiles 4 + numFiles 1 numPartitions 4 - numRows 80 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 720 - transient_lastDdlTime 1297385747 + totalSize 180 + transient_lastDdlTime 1302062681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -3916,7 +3916,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 4 numPartitions 4 @@ -3926,7 +3926,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 720 - transient_lastDdlTime 1297385747 + transient_lastDdlTime 1302062740 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 @@ -3938,14 +3938,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10004 - destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10000 + source: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10004 + destination: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10000 + source: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -3955,28 +3955,28 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t2 name default.pcr_t2 serialization.ddl struct pcr_t2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297385755 + transient_lastDdlTime 1302062747 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t2 - tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10001 Stage: Stage-3 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10000/ Stage: Stage-4 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10004 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10004 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10000 + directory: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -3987,12 +3987,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t2 name default.pcr_t2 serialization.ddl struct pcr_t2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297385755 + transient_lastDdlTime 1302062747 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t2 TotalFiles: 1 @@ -4000,9 +4000,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10004 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10004] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10004 [pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10004] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10004 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10004 Partition base file name: -ext-10004 input format: org.apache.hadoop.mapred.TextInputFormat @@ -4013,12 +4013,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t2 name default.pcr_t2 serialization.ddl struct pcr_t2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297385755 + transient_lastDdlTime 1302062747 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -4029,12 +4029,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t2 name default.pcr_t2 serialization.ddl struct pcr_t2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297385755 + transient_lastDdlTime 1302062747 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t2 name: default.pcr_t2 @@ -4046,14 +4046,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10005 - destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10002 + source: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10005 + destination: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10002 Stage: Stage-1 Move Operator tables: replace: true - source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10002 + source: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10002 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4063,28 +4063,28 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t3 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t3 name default.pcr_t3 serialization.ddl struct pcr_t3 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297385755 + transient_lastDdlTime 1302062747 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t3 - tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10003 + tmp directory: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10003 Stage: Stage-7 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10002/ + Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10002/ Stage: Stage-8 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10005 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10005 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10002 + directory: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -4095,12 +4095,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t3 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t3 name default.pcr_t3 serialization.ddl struct pcr_t3 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297385755 + transient_lastDdlTime 1302062747 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t3 TotalFiles: 1 @@ -4108,9 +4108,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10005 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10005] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10005 [pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10005] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-55-55_396_569602287362289362/-ext-10005 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-48_011_648182979209676386/-ext-10005 Partition base file name: -ext-10005 input format: org.apache.hadoop.mapred.TextInputFormat @@ -4121,12 +4121,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t3 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t3 name default.pcr_t3 serialization.ddl struct pcr_t3 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297385755 + transient_lastDdlTime 1302062747 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -4137,12 +4137,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t3 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t3 name default.pcr_t3 serialization.ddl struct pcr_t3 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297385755 + transient_lastDdlTime 1302062747 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t3 name: default.pcr_t3 @@ -4235,9 +4235,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10004 + directory: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10004 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4247,7 +4247,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t2 name default.pcr_t2 numFiles 1 numPartitions 0 @@ -4256,7 +4256,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 180 - transient_lastDdlTime 1297385760 + transient_lastDdlTime 1302062752 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t2 TotalFiles: 1 @@ -4277,9 +4277,9 @@ File Output Operator compressed: false GlobalTableId: 2 - directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10005 + directory: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10005 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10002/ + Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10002/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4289,7 +4289,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t3 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t3 name default.pcr_t3 numFiles 1 numPartitions 0 @@ -4298,7 +4298,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 180 - transient_lastDdlTime 1297385760 + transient_lastDdlTime 1302062752 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t3 TotalFiles: 1 @@ -4306,9 +4306,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 [pcr_t1] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 Partition base file name: ds=2000-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -4321,17 +4321,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1/ds=2000-04-08 name default.pcr_t1 - numFiles 4 + numFiles 1 numPartitions 4 - numRows 80 + numRows 20 partition_columns ds serialization.ddl struct pcr_t1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 720 - transient_lastDdlTime 1297385747 + totalSize 180 + transient_lastDdlTime 1302062681 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -4342,7 +4342,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t1 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t1 name default.pcr_t1 numFiles 4 numPartitions 4 @@ -4352,7 +4352,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 720 - transient_lastDdlTime 1297385747 + transient_lastDdlTime 1302062740 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t1 name: default.pcr_t1 @@ -4364,14 +4364,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10004 - destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10000 + source: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10004 + destination: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10000 + source: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4381,7 +4381,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t2 name default.pcr_t2 numFiles 1 numPartitions 0 @@ -4390,23 +4390,23 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 180 - transient_lastDdlTime 1297385760 + transient_lastDdlTime 1302062752 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t2 - tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10001 Stage: Stage-3 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10000/ Stage: Stage-4 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10004 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10004 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10000 + directory: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -4417,7 +4417,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t2 name default.pcr_t2 numFiles 1 numPartitions 0 @@ -4426,7 +4426,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 180 - transient_lastDdlTime 1297385760 + transient_lastDdlTime 1302062752 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t2 TotalFiles: 1 @@ -4434,9 +4434,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10004 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10004] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10004 [pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10004] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10004 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10004 Partition base file name: -ext-10004 input format: org.apache.hadoop.mapred.TextInputFormat @@ -4447,7 +4447,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t2 name default.pcr_t2 numFiles 1 numPartitions 0 @@ -4456,7 +4456,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 180 - transient_lastDdlTime 1297385760 + transient_lastDdlTime 1302062752 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -4467,7 +4467,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t2 name default.pcr_t2 numFiles 1 numPartitions 0 @@ -4476,7 +4476,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 180 - transient_lastDdlTime 1297385760 + transient_lastDdlTime 1302062752 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t2 name: default.pcr_t2 @@ -4488,14 +4488,14 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10005 - destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10002 + source: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10005 + destination: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10002 Stage: Stage-1 Move Operator tables: replace: true - source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10002 + source: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10002 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4505,7 +4505,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t3 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t3 name default.pcr_t3 numFiles 1 numPartitions 0 @@ -4514,23 +4514,23 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 180 - transient_lastDdlTime 1297385760 + transient_lastDdlTime 1302062752 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t3 - tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10003 + tmp directory: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10003 Stage: Stage-7 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10002/ + Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10002/ Stage: Stage-8 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10005 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10005 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10002 + directory: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -4541,7 +4541,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t3 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t3 name default.pcr_t3 numFiles 1 numPartitions 0 @@ -4550,7 +4550,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 180 - transient_lastDdlTime 1297385760 + transient_lastDdlTime 1302062752 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t3 TotalFiles: 1 @@ -4558,9 +4558,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10005 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10005] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10005 [pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10005] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-56-00_710_4139322693254429476/-ext-10005 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-05-52_788_4578633977654904334/-ext-10005 Partition base file name: -ext-10005 input format: org.apache.hadoop.mapred.TextInputFormat @@ -4571,7 +4571,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t3 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t3 name default.pcr_t3 numFiles 1 numPartitions 0 @@ -4580,7 +4580,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 180 - transient_lastDdlTime 1297385760 + transient_lastDdlTime 1302062752 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -4591,7 +4591,7 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/pcr_t3 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/pcr_t3 name default.pcr_t3 numFiles 1 numPartitions 0 @@ -4600,7 +4600,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 180 - transient_lastDdlTime 1297385760 + transient_lastDdlTime 1302062752 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.pcr_t3 name: default.pcr_t3 @@ -4696,9 +4696,9 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [srcpart] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [srcpart] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -4712,13 +4712,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 name default.srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297378962 + transient_lastDdlTime 1302062607 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -4729,13 +4729,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpart name default.srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297378962 + transient_lastDdlTime 1302062605 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.srcpart name: default.srcpart @@ -4745,9 +4745,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_16-56-06_102_5570567165330013113/-ext-10001 + directory: file:/tmp/nzhang/hive_2011-04-05_21-05-57_997_5656709517953228309/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_16-56-06_102_5570567165330013113/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2011-04-05_21-05-57_997_5656709517953228309/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4766,10 +4766,10 @@ PREHOOK: query: select key, value from srcpart where ds='2008-04-04' and hr=11 order by key limit 10 PREHOOK: type: QUERY -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-56-06_226_5466769218221491018/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-58_087_4641834053290921540/-mr-10000 POSTHOOK: query: select key, value from srcpart where ds='2008-04-04' and hr=11 order by key limit 10 POSTHOOK: type: QUERY -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-56-06_226_5466769218221491018/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-05-58_087_4641834053290921540/-mr-10000 POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -4863,10 +4863,10 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [srcpart] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [srcpart] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -4880,13 +4880,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 name default.srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297378962 + transient_lastDdlTime 1302062607 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -4897,17 +4897,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpart name default.srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297378962 + transient_lastDdlTime 1302062605 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.srcpart name: default.srcpart - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -4921,13 +4921,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 name default.srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297378962 + transient_lastDdlTime 1302062608 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -4938,13 +4938,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpart name default.srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297378962 + transient_lastDdlTime 1302062605 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.srcpart name: default.srcpart @@ -4953,9 +4953,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_16-56-10_399_5566584653391014243/-ext-10001 + directory: file:/tmp/nzhang/hive_2011-04-05_21-06-00_998_6835543581888511083/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_16-56-10_399_5566584653391014243/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2011-04-05_21-06-00_998_6835543581888511083/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4976,12 +4976,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-56-10_522_2730684208851423965/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-06-01_148_8165682917471640963/-mr-10000 POSTHOOK: query: select key, value, ds, hr from srcpart where ds='2008-04-08' and (hr='11' or hr='12') and key=11 order by key, ds, hr POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-56-10_522_2730684208851423965/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-06-01_148_8165682917471640963/-mr-10000 POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -5077,10 +5077,10 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [srcpart] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [srcpart] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [srcpart] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [srcpart] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -5094,13 +5094,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 name default.srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297378962 + transient_lastDdlTime 1302062607 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -5111,17 +5111,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpart name default.srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297378962 + transient_lastDdlTime 1302062605 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.srcpart name: default.srcpart - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -5135,13 +5135,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 name default.srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297378962 + transient_lastDdlTime 1302062608 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -5152,13 +5152,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpart name default.srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297378962 + transient_lastDdlTime 1302062605 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.srcpart name: default.srcpart @@ -5167,9 +5167,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_16-56-14_210_4550821488330896095/-ext-10001 + directory: file:/tmp/nzhang/hive_2011-04-05_21-06-04_549_8890513882901906088/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_16-56-14_210_4550821488330896095/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2011-04-05_21-06-04_549_8890513882901906088/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -5190,12 +5190,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-56-14_340_8292900071337952944/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-06-04_675_6138695701068871772/-mr-10000 POSTHOOK: query: select key, value, ds, hr from srcpart where hr='11' and key=11 order by key, ds, hr POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-56-14_340_8292900071337952944/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-06-04_675_6138695701068871772/-mr-10000 POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-08).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: pcr_t1 PARTITION(ds=2000-04-09).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/sample10.q.out =================================================================== --- ql/src/test/results/clientpositive/sample10.q.out (revision 1087411) +++ ql/src/test/results/clientpositive/sample10.q.out (working copy) @@ -104,12 +104,12 @@ type: bigint Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=11/000000_0 [srcpartbucket] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=12/000000_0 [srcpartbucket] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=11/000000_0 [srcpartbucket] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=12/000000_0 [srcpartbucket] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=11/000000_0 [srcpartbucket] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=12/000000_0 [srcpartbucket] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=11/000000_0 [srcpartbucket] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=12/000000_0 [srcpartbucket] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=11/000000_0 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=11/000000_0 Partition base file name: 000000_0 input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat @@ -124,17 +124,17 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=11 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=11 name default.srcpartbucket - numFiles 16 + numFiles 4 numPartitions 4 - numRows 40 + numRows 10 partition_columns ds/hr serialization.ddl struct srcpartbucket { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe - totalSize 2748 - transient_lastDdlTime 1297386150 + totalSize 687 + transient_lastDdlTime 1302062777 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat @@ -146,7 +146,7 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpartbucket + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpartbucket name default.srcpartbucket numFiles 16 numPartitions 4 @@ -156,11 +156,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe totalSize 2748 - transient_lastDdlTime 1297386150 + transient_lastDdlTime 1302062777 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.srcpartbucket name: default.srcpartbucket - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=12/000000_0 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=12/000000_0 Partition base file name: 000000_0 input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat @@ -175,17 +175,17 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=12 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=12 name default.srcpartbucket - numFiles 16 + numFiles 4 numPartitions 4 - numRows 40 + numRows 10 partition_columns ds/hr serialization.ddl struct srcpartbucket { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe - totalSize 2748 - transient_lastDdlTime 1297386150 + totalSize 687 + transient_lastDdlTime 1302062777 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat @@ -197,7 +197,7 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpartbucket + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpartbucket name default.srcpartbucket numFiles 16 numPartitions 4 @@ -207,11 +207,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe totalSize 2748 - transient_lastDdlTime 1297386150 + transient_lastDdlTime 1302062777 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.srcpartbucket name: default.srcpartbucket - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=11/000000_0 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=11/000000_0 Partition base file name: 000000_0 input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat @@ -226,17 +226,17 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=11 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=11 name default.srcpartbucket - numFiles 16 + numFiles 4 numPartitions 4 - numRows 40 + numRows 10 partition_columns ds/hr serialization.ddl struct srcpartbucket { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe - totalSize 2748 - transient_lastDdlTime 1297386150 + totalSize 687 + transient_lastDdlTime 1302062777 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat @@ -248,7 +248,7 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpartbucket + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpartbucket name default.srcpartbucket numFiles 16 numPartitions 4 @@ -258,11 +258,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe totalSize 2748 - transient_lastDdlTime 1297386150 + transient_lastDdlTime 1302062777 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.srcpartbucket name: default.srcpartbucket - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=12/000000_0 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=12/000000_0 Partition base file name: 000000_0 input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat @@ -277,17 +277,17 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=12 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=12 name default.srcpartbucket - numFiles 16 + numFiles 4 numPartitions 4 - numRows 40 + numRows 10 partition_columns ds/hr serialization.ddl struct srcpartbucket { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe - totalSize 2748 - transient_lastDdlTime 1297386150 + totalSize 687 + transient_lastDdlTime 1302062777 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat @@ -299,7 +299,7 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/srcpartbucket + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/srcpartbucket name default.srcpartbucket numFiles 16 numPartitions 4 @@ -309,7 +309,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe totalSize 2748 - transient_lastDdlTime 1297386150 + transient_lastDdlTime 1302062777 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.srcpartbucket name: default.srcpartbucket @@ -333,9 +333,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_17-02-30_127_2856183230982405624/-ext-10001 + directory: file:/tmp/nzhang/hive_2011-04-05_21-06-18_053_445935565751534994/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_17-02-30_127_2856183230982405624/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2011-04-05_21-06-18_053_445935565751534994/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -358,14 +358,14 @@ PREHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-02-31_052_5780136652498214851/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-06-18_723_3947433659053651214/-mr-10000 POSTHOOK: query: select ds, count(1) from srcpartbucket tablesample (bucket 1 out of 4 on key) where ds is not null group by ds POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-02-31_052_5780136652498214851/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-06-18_723_3947433659053651214/-mr-10000 POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -382,14 +382,14 @@ PREHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-02-35_963_7688294481780262172/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-06-23_117_8234913390986277646/-mr-10000 POSTHOOK: query: select ds, count(1) from srcpartbucket tablesample (bucket 1 out of 2 on key) where ds is not null group by ds POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-02-35_963_7688294481780262172/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-06-23_117_8234913390986277646/-mr-10000 POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -406,14 +406,14 @@ PREHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-02-42_219_2445297351151986459/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-06-28_386_4655661597112299228/-mr-10000 POSTHOOK: query: select * from srcpartbucket where ds is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_17-02-42_219_2445297351151986459/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-06-28_386_4655661597112299228/-mr-10000 POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/merge3.q.out =================================================================== --- ql/src/test/results/clientpositive/merge3.q.out (revision 1087411) +++ ql/src/test/results/clientpositive/merge3.q.out (working copy) @@ -78,9 +78,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-42_924_3224768007211959400/-ext-10002 + directory: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-13_019_2056908400463865832/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-42_924_3224768007211959400/-ext-10001/ + Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-13_019_2056908400463865832/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -93,9 +93,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src [merge_src] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src [merge_src] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src Partition base file name: merge_src input format: org.apache.hadoop.mapred.TextInputFormat @@ -106,12 +106,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src name default.merge_src serialization.ddl struct merge_src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297384895 + transient_lastDdlTime 1302062646 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -122,12 +122,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src name default.merge_src serialization.ddl struct merge_src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297384895 + transient_lastDdlTime 1302062646 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.merge_src name: default.merge_src @@ -139,15 +139,15 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-42_924_3224768007211959400/-ext-10002 - destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-42_924_3224768007211959400/-ext-10001 + source: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-13_019_2056908400463865832/-ext-10002 + destination: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-13_019_2056908400463865832/-ext-10001 Stage: Stage-0 Move Operator files: hdfs directory: true - source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-42_924_3224768007211959400/-ext-10001 - destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src2 + source: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-13_019_2056908400463865832/-ext-10001 + destination: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src2 Stage: Stage-5 Create Table Operator: @@ -163,11 +163,11 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-42_924_3224768007211959400/-ext-10002 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-13_019_2056908400463865832/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-42_924_3224768007211959400/-ext-10001 + directory: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-13_019_2056908400463865832/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -181,9 +181,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-42_924_3224768007211959400/-ext-10002 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-42_924_3224768007211959400/-ext-10002] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-13_019_2056908400463865832/-ext-10002 [pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-13_019_2056908400463865832/-ext-10002] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-42_924_3224768007211959400/-ext-10002 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-13_019_2056908400463865832/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -217,11 +217,11 @@ PREHOOK: query: select * from merge_src2 PREHOOK: type: QUERY PREHOOK: Input: default@merge_src2 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-41-49_851_6013027925845240870/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-04-19_101_7096770280282776900/-mr-10000 POSTHOOK: query: select * from merge_src2 POSTHOOK: type: QUERY POSTHOOK: Input: default@merge_src2 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-41-49_851_6013027925845240870/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-04-19_101_7096770280282776900/-mr-10000 POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -2285,9 +2285,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-50_240_5312287851356242830/-ext-10002 + directory: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-19_564_1980496208652311851/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-50_240_5312287851356242830/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-19_564_1980496208652311851/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -2297,13 +2297,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part2 name default.merge_src_part2 partition_columns ds serialization.ddl struct merge_src_part2 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297384910 + transient_lastDdlTime 1302062659 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.merge_src_part2 TotalFiles: 1 @@ -2311,10 +2311,10 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 [merge_src_part] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 [merge_src_part] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 [merge_src_part] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 [merge_src_part] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -2327,17 +2327,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 name default.merge_src_part - numFiles 4 + numFiles 2 numPartitions 2 - numRows 2000 + numRows 1000 partition_columns ds serialization.ddl struct merge_src_part { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 23248 - transient_lastDdlTime 1297384902 + totalSize 11624 + transient_lastDdlTime 1302062652 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2348,7 +2348,7 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part name default.merge_src_part numFiles 4 numPartitions 2 @@ -2358,11 +2358,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 23248 - transient_lastDdlTime 1297384902 + transient_lastDdlTime 1302062652 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.merge_src_part name: default.merge_src_part - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 Partition base file name: ds=2008-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -2375,17 +2375,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 name default.merge_src_part - numFiles 4 + numFiles 2 numPartitions 2 - numRows 2000 + numRows 1000 partition_columns ds serialization.ddl struct merge_src_part { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 23248 - transient_lastDdlTime 1297384902 + totalSize 11624 + transient_lastDdlTime 1302062652 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2396,7 +2396,7 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part name default.merge_src_part numFiles 4 numPartitions 2 @@ -2406,7 +2406,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 23248 - transient_lastDdlTime 1297384902 + transient_lastDdlTime 1302062652 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.merge_src_part name: default.merge_src_part @@ -2418,8 +2418,8 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-50_240_5312287851356242830/-ext-10002 - destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-50_240_5312287851356242830/-ext-10000 + source: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-19_564_1980496208652311851/-ext-10002 + destination: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-19_564_1980496208652311851/-ext-10000 Stage: Stage-0 Move Operator @@ -2427,7 +2427,7 @@ partition: ds replace: true - source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-50_240_5312287851356242830/-ext-10000 + source: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-19_564_1980496208652311851/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -2437,29 +2437,29 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part2 name default.merge_src_part2 partition_columns ds serialization.ddl struct merge_src_part2 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297384910 + transient_lastDdlTime 1302062659 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.merge_src_part2 - tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-50_240_5312287851356242830/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-19_564_1980496208652311851/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-50_240_5312287851356242830/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-19_564_1980496208652311851/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-50_240_5312287851356242830/-ext-10002 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-19_564_1980496208652311851/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-50_240_5312287851356242830/-ext-10000 + directory: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-19_564_1980496208652311851/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2470,13 +2470,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part2 name default.merge_src_part2 partition_columns ds serialization.ddl struct merge_src_part2 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297384910 + transient_lastDdlTime 1302062659 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.merge_src_part2 TotalFiles: 1 @@ -2484,9 +2484,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-50_240_5312287851356242830/-ext-10002 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-50_240_5312287851356242830/-ext-10002] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-19_564_1980496208652311851/-ext-10002 [pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-19_564_1980496208652311851/-ext-10002] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-41-50_240_5312287851356242830/-ext-10002 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-19_564_1980496208652311851/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -2497,13 +2497,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part2 name default.merge_src_part2 partition_columns ds serialization.ddl struct merge_src_part2 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297384910 + transient_lastDdlTime 1302062659 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2514,13 +2514,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part2 name default.merge_src_part2 partition_columns ds serialization.ddl struct merge_src_part2 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297384910 + transient_lastDdlTime 1302062659 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.merge_src_part2 name: default.merge_src_part2 @@ -2567,12 +2567,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@merge_src_part2@ds=2008-04-08 PREHOOK: Input: default@merge_src_part2@ds=2008-04-09 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-42-00_664_7034904307680305352/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-04-28_779_5534455273308385359/-mr-10000 POSTHOOK: query: select * from merge_src_part2 where ds is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@merge_src_part2@ds=2008-04-08 POSTHOOK: Input: default@merge_src_part2@ds=2008-04-09 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-42-00_664_7034904307680305352/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-04-28_779_5534455273308385359/-mr-10000 POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] @@ -4676,10 +4676,10 @@ type: string Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 [s:merge_src_part] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 [s:merge_src_part] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 [s:merge_src_part] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 [s:merge_src_part] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -4692,17 +4692,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-08 name default.merge_src_part - numFiles 4 + numFiles 2 numPartitions 2 - numRows 2000 + numRows 1000 partition_columns ds serialization.ddl struct merge_src_part { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 23248 - transient_lastDdlTime 1297384902 + totalSize 11624 + transient_lastDdlTime 1302062652 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -4713,7 +4713,7 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part name default.merge_src_part numFiles 4 numPartitions 2 @@ -4723,11 +4723,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 23248 - transient_lastDdlTime 1297384902 + transient_lastDdlTime 1302062652 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.merge_src_part name: default.merge_src_part - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 Partition base file name: ds=2008-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -4740,17 +4740,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part/ds=2008-04-09 name default.merge_src_part - numFiles 4 + numFiles 2 numPartitions 2 - numRows 2000 + numRows 1000 partition_columns ds serialization.ddl struct merge_src_part { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 23248 - transient_lastDdlTime 1297384902 + totalSize 11624 + transient_lastDdlTime 1302062652 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -4761,7 +4761,7 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part name default.merge_src_part numFiles 4 numPartitions 2 @@ -4771,7 +4771,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 23248 - transient_lastDdlTime 1297384902 + transient_lastDdlTime 1302062652 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.merge_src_part name: default.merge_src_part @@ -4789,9 +4789,9 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-42-01_461_6051392658397120660/-ext-10002 + directory: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-29_570_4638027000138125059/-ext-10002 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-42-01_461_6051392658397120660/-ext-10000/ + Stats Publishing Key Prefix: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-29_570_4638027000138125059/-ext-10000/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4801,13 +4801,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part2 name default.merge_src_part2 partition_columns ds serialization.ddl struct merge_src_part2 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297384921 + transient_lastDdlTime 1302062669 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.merge_src_part2 TotalFiles: 1 @@ -4821,8 +4821,8 @@ Move Operator files: hdfs directory: true - source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-42-01_461_6051392658397120660/-ext-10002 - destination: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-42-01_461_6051392658397120660/-ext-10000 + source: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-29_570_4638027000138125059/-ext-10002 + destination: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-29_570_4638027000138125059/-ext-10000 Stage: Stage-0 Move Operator @@ -4830,7 +4830,7 @@ partition: ds replace: true - source: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-42-01_461_6051392658397120660/-ext-10000 + source: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-29_570_4638027000138125059/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4840,29 +4840,29 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part2 name default.merge_src_part2 partition_columns ds serialization.ddl struct merge_src_part2 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297384921 + transient_lastDdlTime 1302062669 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.merge_src_part2 - tmp directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-42-01_461_6051392658397120660/-ext-10001 + tmp directory: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-29_570_4638027000138125059/-ext-10001 Stage: Stage-2 Stats-Aggr Operator - Stats Aggregation Key Prefix: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-42-01_461_6051392658397120660/-ext-10000/ + Stats Aggregation Key Prefix: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-29_570_4638027000138125059/-ext-10000/ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-42-01_461_6051392658397120660/-ext-10002 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-29_570_4638027000138125059/-ext-10002 File Output Operator compressed: false GlobalTableId: 0 - directory: pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-42-01_461_6051392658397120660/-ext-10000 + directory: pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-29_570_4638027000138125059/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -4873,13 +4873,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part2 name default.merge_src_part2 partition_columns ds serialization.ddl struct merge_src_part2 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297384921 + transient_lastDdlTime 1302062669 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.merge_src_part2 TotalFiles: 1 @@ -4887,9 +4887,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-42-01_461_6051392658397120660/-ext-10002 [pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-42-01_461_6051392658397120660/-ext-10002] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-29_570_4638027000138125059/-ext-10002 [pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-29_570_4638027000138125059/-ext-10002] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/scratchdir/hive_2011-02-10_16-42-01_461_6051392658397120660/-ext-10002 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/scratchdir/hive_2011-04-05_21-04-29_570_4638027000138125059/-ext-10002 Partition base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat @@ -4900,13 +4900,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part2 name default.merge_src_part2 partition_columns ds serialization.ddl struct merge_src_part2 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297384921 + transient_lastDdlTime 1302062669 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -4917,13 +4917,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/merge_src_part2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/merge_src_part2 name default.merge_src_part2 partition_columns ds serialization.ddl struct merge_src_part2 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1297384921 + transient_lastDdlTime 1302062669 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.merge_src_part2 name: default.merge_src_part2 @@ -4977,12 +4977,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@merge_src_part2@ds=2008-04-08 PREHOOK: Input: default@merge_src_part2@ds=2008-04-09 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-42-09_786_3937827373843806202/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-04-36_134_2846637884945897320/-mr-10000 POSTHOOK: query: select * from merge_src_part2 where ds is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@merge_src_part2@ds=2008-04-08 POSTHOOK: Input: default@merge_src_part2@ds=2008-04-09 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_16-42-09_786_3937827373843806202/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-04-36_134_2846637884945897320/-mr-10000 POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: merge_src_part PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/combine2.q.out =================================================================== --- ql/src/test/results/clientpositive/combine2.q.out (revision 1087411) +++ ql/src/test/results/clientpositive/combine2.q.out (working copy) @@ -132,7 +132,7 @@ PREHOOK: Input: default@combine2@value=val_8 PREHOOK: Input: default@combine2@value=val_9 PREHOOK: Input: default@combine2@value=| -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-40-36_801_7329954255470641875/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-03-47_826_7678427953642362240/-mr-10000 POSTHOOK: query: select key, value from combine2 where value is not null order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@combine2@value=2010-04-21 09%3A45%3A00 @@ -143,7 +143,7 @@ POSTHOOK: Input: default@combine2@value=val_8 POSTHOOK: Input: default@combine2@value=val_9 POSTHOOK: Input: default@combine2@value=| -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-40-36_801_7329954255470641875/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-03-47_826_7678427953642362240/-mr-10000 POSTHOOK: Lineage: combine2 PARTITION(value=2010-04-21 09:45:00).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -213,16 +213,16 @@ type: bigint Needs Tagging: false Path -> Alias: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 [combine2] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=val_0 [combine2] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=val_2 [combine2] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=val_4 [combine2] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=val_5 [combine2] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=val_8 [combine2] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=val_9 [combine2] - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=| [combine2] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 [combine2] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=val_0 [combine2] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=val_2 [combine2] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=val_4 [combine2] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=val_5 [combine2] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=val_8 [combine2] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=val_9 [combine2] + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=| [combine2] Path -> Partition: - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 Partition base file name: value=2010-04-21 09%3A45%3A00 input format: org.apache.hadoop.mapred.TextInputFormat @@ -235,17 +235,17 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 name default.combine2 - numFiles 8 + numFiles 1 numPartitions 8 - numRows 12 + numRows 1 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 26 - transient_lastDdlTime 1297330836 + totalSize 3 + transient_lastDdlTime 1302062626 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -256,7 +256,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2 name default.combine2 numFiles 8 numPartitions 8 @@ -266,11 +266,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1297330836 + transient_lastDdlTime 1302062627 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.combine2 name: default.combine2 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=val_0 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=val_0 Partition base file name: value=val_0 input format: org.apache.hadoop.mapred.TextInputFormat @@ -283,17 +283,17 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=val_0 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=val_0 name default.combine2 - numFiles 8 + numFiles 1 numPartitions 8 - numRows 12 + numRows 3 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 26 - transient_lastDdlTime 1297330836 + totalSize 6 + transient_lastDdlTime 1302062626 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -304,7 +304,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2 name default.combine2 numFiles 8 numPartitions 8 @@ -314,11 +314,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1297330836 + transient_lastDdlTime 1302062627 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.combine2 name: default.combine2 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=val_2 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=val_2 Partition base file name: value=val_2 input format: org.apache.hadoop.mapred.TextInputFormat @@ -331,17 +331,17 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=val_2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=val_2 name default.combine2 - numFiles 8 + numFiles 1 numPartitions 8 - numRows 12 + numRows 1 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 26 - transient_lastDdlTime 1297330836 + totalSize 2 + transient_lastDdlTime 1302062627 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -352,7 +352,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2 name default.combine2 numFiles 8 numPartitions 8 @@ -362,11 +362,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1297330836 + transient_lastDdlTime 1302062627 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.combine2 name: default.combine2 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=val_4 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=val_4 Partition base file name: value=val_4 input format: org.apache.hadoop.mapred.TextInputFormat @@ -379,17 +379,17 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=val_4 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=val_4 name default.combine2 - numFiles 8 + numFiles 1 numPartitions 8 - numRows 12 + numRows 1 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 26 - transient_lastDdlTime 1297330836 + totalSize 2 + transient_lastDdlTime 1302062627 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -400,7 +400,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2 name default.combine2 numFiles 8 numPartitions 8 @@ -410,11 +410,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1297330836 + transient_lastDdlTime 1302062627 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.combine2 name: default.combine2 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=val_5 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=val_5 Partition base file name: value=val_5 input format: org.apache.hadoop.mapred.TextInputFormat @@ -427,17 +427,17 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=val_5 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=val_5 name default.combine2 - numFiles 8 + numFiles 1 numPartitions 8 - numRows 12 + numRows 3 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 26 - transient_lastDdlTime 1297330836 + totalSize 6 + transient_lastDdlTime 1302062627 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -448,7 +448,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2 name default.combine2 numFiles 8 numPartitions 8 @@ -458,11 +458,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1297330836 + transient_lastDdlTime 1302062627 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.combine2 name: default.combine2 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=val_8 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=val_8 Partition base file name: value=val_8 input format: org.apache.hadoop.mapred.TextInputFormat @@ -475,17 +475,17 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=val_8 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=val_8 name default.combine2 - numFiles 8 + numFiles 1 numPartitions 8 - numRows 12 + numRows 1 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 26 - transient_lastDdlTime 1297330836 + totalSize 2 + transient_lastDdlTime 1302062627 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -496,7 +496,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2 name default.combine2 numFiles 8 numPartitions 8 @@ -506,11 +506,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1297330836 + transient_lastDdlTime 1302062627 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.combine2 name: default.combine2 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=val_9 + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=val_9 Partition base file name: value=val_9 input format: org.apache.hadoop.mapred.TextInputFormat @@ -523,17 +523,17 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=val_9 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=val_9 name default.combine2 - numFiles 8 + numFiles 1 numPartitions 8 - numRows 12 + numRows 1 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 26 - transient_lastDdlTime 1297330836 + totalSize 2 + transient_lastDdlTime 1302062627 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -544,7 +544,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2 name default.combine2 numFiles 8 numPartitions 8 @@ -554,11 +554,11 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1297330836 + transient_lastDdlTime 1302062627 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.combine2 name: default.combine2 - pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=| + pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=| Partition base file name: value=| input format: org.apache.hadoop.mapred.TextInputFormat @@ -571,17 +571,17 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2/value=| + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2/value=| name default.combine2 - numFiles 8 + numFiles 1 numPartitions 8 - numRows 12 + numRows 1 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 26 - transient_lastDdlTime 1297330836 + totalSize 3 + transient_lastDdlTime 1302062626 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -592,7 +592,7 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location pfile:/data/users/sdong/www/open-source-hive1/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/nzhang/work/3/apache-hive/build/ql/test/data/warehouse/combine2 name default.combine2 numFiles 8 numPartitions 8 @@ -602,7 +602,7 @@ serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe totalSize 26 - transient_lastDdlTime 1297330836 + transient_lastDdlTime 1302062627 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.combine2 name: default.combine2 @@ -621,9 +621,9 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/sdong/hive_2011-02-10_01-40-41_145_7466410298733488021/-ext-10001 + directory: file:/tmp/nzhang/hive_2011-04-05_21-03-51_912_8204422900678602376/-ext-10001 NumFilesPerFileSink: 1 - Stats Publishing Key Prefix: file:/tmp/sdong/hive_2011-02-10_01-40-41_145_7466410298733488021/-ext-10001/ + Stats Publishing Key Prefix: file:/tmp/nzhang/hive_2011-04-05_21-03-51_912_8204422900678602376/-ext-10001/ table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -650,7 +650,7 @@ PREHOOK: Input: default@combine2@value=val_8 PREHOOK: Input: default@combine2@value=val_9 PREHOOK: Input: default@combine2@value=| -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-40-41_363_7045672378046976890/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-03-52_108_2870620728994249070/-mr-10000 POSTHOOK: query: select count(1) from combine2 where value is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@combine2@value=2010-04-21 09%3A45%3A00 @@ -661,7 +661,7 @@ POSTHOOK: Input: default@combine2@value=val_8 POSTHOOK: Input: default@combine2@value=val_9 POSTHOOK: Input: default@combine2@value=| -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-40-41_363_7045672378046976890/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-03-52_108_2870620728994249070/-mr-10000 POSTHOOK: Lineage: combine2 PARTITION(value=2010-04-21 09:45:00).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -764,14 +764,14 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-40-45_760_3016201461459323584/-mr-10000 +PREHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-03-56_188_7258512604152883399/-mr-10000 POSTHOOK: query: select ds, count(1) from srcpart where ds is not null group by ds POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/sdong/hive_2011-02-10_01-40-45_760_3016201461459323584/-mr-10000 +POSTHOOK: Output: file:/tmp/nzhang/hive_2011-04-05_21-03-56_188_7258512604152883399/-mr-10000 POSTHOOK: Lineage: combine2 PARTITION(value=2010-04-21 09:45:00).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/java/org/apache/hadoop/hive/ql/metadata/Partition.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/metadata/Partition.java (revision 1087411) +++ ql/src/java/org/apache/hadoop/hive/ql/metadata/Partition.java (working copy) @@ -258,10 +258,29 @@ return deserializer; } + final public Deserializer getDeserializer(Properties props) { + if (deserializer == null) { + try { + deserializer = MetaStoreUtils.getDeserializer(Hive.get().getConf(), props); + } catch (HiveException e) { + throw new RuntimeException(e); + } catch (MetaException e) { + throw new RuntimeException(e); + } + } + return deserializer; + } + public Properties getSchema() { return MetaStoreUtils.getSchema(tPartition, table.getTTable()); } + public Properties getSchemaFromTableSchema(Properties tblSchema) { + return MetaStoreUtils.getPartSchemaFromTableSchema(tPartition.getSd(), table.getTTable().getSd(), + tPartition.getParameters(), table.getDbName(), table.getTableName(), table.getPartitionKeys(), + tblSchema); + } + /** * @param inputFormatClass */ Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java (revision 1087411) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java (working copy) @@ -60,16 +60,16 @@ import org.apache.hadoop.hive.ql.parse.SemanticException; import org.apache.hadoop.hive.ql.plan.FetchWork; import org.apache.hadoop.hive.ql.plan.FileSinkDesc; +import org.apache.hadoop.hive.ql.plan.FilterDesc.sampleDesc; import org.apache.hadoop.hive.ql.plan.MapJoinDesc; import org.apache.hadoop.hive.ql.plan.MapredLocalWork; +import org.apache.hadoop.hive.ql.plan.MapredLocalWork.BucketMapJoinContext; import org.apache.hadoop.hive.ql.plan.MapredWork; import org.apache.hadoop.hive.ql.plan.PartitionDesc; import org.apache.hadoop.hive.ql.plan.PlanUtils; import org.apache.hadoop.hive.ql.plan.ReduceSinkDesc; import org.apache.hadoop.hive.ql.plan.TableDesc; import org.apache.hadoop.hive.ql.plan.TableScanDesc; -import org.apache.hadoop.hive.ql.plan.FilterDesc.sampleDesc; -import org.apache.hadoop.hive.ql.plan.MapredLocalWork.BucketMapJoinContext; /** * General utility common functions for the Processor to convert operator into @@ -611,6 +611,8 @@ tblDir = paths[0]; tblDesc = Utilities.getTableDesc(part.getTable()); + } else if (tblDesc == null) { + tblDesc = Utilities.getTableDesc(part.getTable()); } for (Path p : paths) { @@ -624,7 +626,7 @@ partDir.add(p); try { - partDesc.add(Utilities.getPartitionDesc(part)); + partDesc.add(Utilities.getPartitionDescFromTableDesc(tblDesc, part)); } catch (HiveException e) { LOG.error(org.apache.hadoop.util.StringUtils.stringifyException(e)); throw new SemanticException(e.getMessage(), e); Index: ql/src/java/org/apache/hadoop/hive/ql/hooks/ReadEntity.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/hooks/ReadEntity.java (revision 1087411) +++ ql/src/java/org/apache/hadoop/hive/ql/hooks/ReadEntity.java (working copy) @@ -32,7 +32,7 @@ public class ReadEntity implements Serializable { private static final long serialVersionUID = 1L; - + /** * The table. */ @@ -45,11 +45,14 @@ /** * This is derived from t and p, but we need to serialize this field to make sure - * ReadEntity.hashCode() does not need to recursively read into t and p. + * ReadEntity.hashCode() does not need to recursively read into t and p. */ private String name; - + public String getName() { + if (name == null) { + name = computeName(); + } return name; } @@ -78,40 +81,47 @@ */ public ReadEntity() { } - + /** * Constructor. - * + * * @param t * The Table that the query reads from. */ public ReadEntity(Table t) { this.t = t; p = null; - name = computeName(); + name = null; } /** * Constructor given a partiton. - * + * * @param p * The partition that the query reads from. */ public ReadEntity(Partition p) { t = p.getTable(); this.p = p; - name = computeName(); + name = null; } private String computeName() { + StringBuilder sb = new StringBuilder(); if (p != null) { - return p.getTable().getDbName() + "@" + p.getTable().getTableName() + "@" - + p.getName(); + sb.append(p.getTable().getDbName()); + sb.append('@'); + sb.append(p.getTable().getTableName()); + sb.append('@'); + sb.append(p.getName()); } else { - return t.getDbName() + "@" + t.getTableName(); + sb.append(t.getDbName()); + sb.append('@'); + sb.append(t.getTableName()); } + return sb.toString(); } - + /** * Enum that tells what time of a read entity this is. */ @@ -167,6 +177,9 @@ */ @Override public String toString() { + if (name == null) { + name = computeName(); + } return name; } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java (revision 1087411) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java (working copy) @@ -109,8 +109,8 @@ import org.apache.hadoop.hive.ql.plan.MapredWork; import org.apache.hadoop.hive.ql.plan.PartitionDesc; import org.apache.hadoop.hive.ql.plan.PlanUtils; +import org.apache.hadoop.hive.ql.plan.PlanUtils.ExpressionTypes; import org.apache.hadoop.hive.ql.plan.TableDesc; -import org.apache.hadoop.hive.ql.plan.PlanUtils.ExpressionTypes; import org.apache.hadoop.hive.ql.stats.StatsFactory; import org.apache.hadoop.hive.ql.stats.StatsPublisher; import org.apache.hadoop.hive.ql.udf.generic.GenericUDF; @@ -125,8 +125,8 @@ import org.apache.hadoop.hive.shims.ShimLoader; import org.apache.hadoop.io.IOUtils; import org.apache.hadoop.io.SequenceFile; +import org.apache.hadoop.io.SequenceFile.CompressionType; import org.apache.hadoop.io.Writable; -import org.apache.hadoop.io.SequenceFile.CompressionType; import org.apache.hadoop.io.compress.CompressionCodec; import org.apache.hadoop.io.compress.DefaultCodec; import org.apache.hadoop.mapred.FileOutputFormat; @@ -692,9 +692,14 @@ return (new PartitionDesc(part)); } + public static PartitionDesc getPartitionDescFromTableDesc(TableDesc tblDesc, Partition part) + throws HiveException { + return new PartitionDesc(part, tblDesc); + } + public static void addMapWork(MapredWork mr, Table tbl, String alias, Operator work) { mr.addMapWork(tbl.getDataLocation().getPath(), alias, work, new PartitionDesc( - getTableDesc(tbl), null)); + getTableDesc(tbl), (LinkedHashMap) null)); } private static String getOpTreeSkel_helper(Operator op, String indent) { Index: ql/src/java/org/apache/hadoop/hive/ql/plan/PartitionDesc.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/plan/PartitionDesc.java (revision 1087411) +++ ql/src/java/org/apache/hadoop/hive/ql/plan/PartitionDesc.java (working copy) @@ -18,19 +18,19 @@ package org.apache.hadoop.hive.ql.plan; -import java.io.File; import java.io.Serializable; -import java.net.URI; import java.util.Enumeration; import java.util.Properties; +import org.apache.hadoop.fs.Path; import org.apache.hadoop.hive.ql.exec.Utilities; import org.apache.hadoop.hive.ql.io.HiveFileFormatUtils; import org.apache.hadoop.hive.ql.io.HiveOutputFormat; import org.apache.hadoop.hive.ql.metadata.HiveException; import org.apache.hadoop.hive.serde2.Deserializer; +import org.apache.hadoop.hive.serde2.SerDeException; +import org.apache.hadoop.hive.serde2.SerDeUtils; import org.apache.hadoop.mapred.InputFormat; -import org.apache.hadoop.fs.Path; /** * PartitionDesc. @@ -46,7 +46,7 @@ private Class outputFileFormatClass; private java.util.Properties properties; private String serdeClassName; - + private transient String baseFileName; public void setBaseFileName(String baseFileName) { @@ -68,6 +68,7 @@ final Class outputFormat, final java.util.Properties properties, final String serdeClassName) { this.tableDesc = table; + this.properties = properties; this.partSpec = partSpec; deserializerClass = serdeClass; this.inputFileFormatClass = inputFileFormatClass; @@ -75,8 +76,9 @@ outputFileFormatClass = HiveFileFormatUtils .getOutputFormatSubstitute(outputFormat); } - this.properties = properties; - if (properties != null) { + if (serdeClassName != null) { + this.serdeClassName = serdeClassName; + } else if (properties != null) { this.serdeClassName = properties .getProperty(org.apache.hadoop.hive.serde.Constants.SERIALIZATION_LIB); } @@ -85,16 +87,36 @@ public PartitionDesc(final org.apache.hadoop.hive.ql.metadata.Partition part) throws HiveException { tableDesc = Utilities.getTableDesc(part.getTable()); + properties = part.getSchema(); partSpec = part.getSpec(); - deserializerClass = part.getDeserializer().getClass(); + deserializerClass = part.getDeserializer(properties).getClass(); inputFileFormatClass = part.getInputFormatClass(); outputFileFormatClass = part.getOutputFormatClass(); - properties = part.getSchema(); serdeClassName = properties .getProperty(org.apache.hadoop.hive.serde.Constants.SERIALIZATION_LIB); ; } + public PartitionDesc(final org.apache.hadoop.hive.ql.metadata.Partition part, + final TableDesc tblDesc) throws HiveException { + tableDesc = tblDesc; + properties = part.getSchemaFromTableSchema(tblDesc.getProperties()); // each partition maintains a large properties + partSpec = part.getSpec(); + // deserializerClass = part.getDeserializer(properties).getClass(); + Deserializer deserializer; + try { + deserializer = SerDeUtils.lookupDeserializer( + properties.getProperty(org.apache.hadoop.hive.serde.Constants.SERIALIZATION_LIB)); + } catch (SerDeException e) { + throw new HiveException(e); + } + deserializerClass = deserializer.getClass(); + inputFileFormatClass = part.getInputFormatClass(); + outputFileFormatClass = part.getOutputFormatClass(); + serdeClassName = properties.getProperty( + org.apache.hadoop.hive.serde.Constants.SERIALIZATION_LIB); + } + @Explain(displayName = "") public TableDesc getTableDesc() { return tableDesc; @@ -239,13 +261,13 @@ /** * Attempt to derive a virtual base file name property from the * path. If path format is unrecognized, just use the full path. - * + * * @param path * URI to the partition file */ void deriveBaseFileName(String path) { PlanUtils.configureTableJobPropertiesForStorageHandler(tableDesc); - + if (path == null) { return; }