Index: metastore/src/test/org/apache/hadoop/hive/metastore/TestHiveMetaStore.java =================================================================== --- metastore/src/test/org/apache/hadoop/hive/metastore/TestHiveMetaStore.java (revision 962379) +++ metastore/src/test/org/apache/hadoop/hive/metastore/TestHiveMetaStore.java (working copy) @@ -270,8 +270,8 @@ } assertTrue("Bad partition spec should have thrown an exception", exceptionThrown); - FileSystem fs = FileSystem.get(hiveConf); Path partPath = new Path(part2.getSd().getLocation()); + FileSystem fs = FileSystem.get(partPath.toUri(), hiveConf); assertTrue(fs.exists(partPath)); ret = client.dropPartition(dbName, tblName, part.getValues(), true); @@ -650,7 +650,8 @@ (tbl2.getPartitionKeys() == null) || (tbl2.getPartitionKeys().size() == 0)); - FileSystem fs = FileSystem.get(hiveConf); + FileSystem fs = FileSystem.get((new Path(tbl.getSd().getLocation())).toUri(), + hiveConf); client.dropTable(dbName, tblName); assertFalse(fs.exists(new Path(tbl.getSd().getLocation()))); @@ -742,7 +743,8 @@ assertEquals("Alter table didn't succeed. Num buckets is different ", tbl2.getSd().getNumBuckets(), tbl3.getSd().getNumBuckets()); // check that data has moved - FileSystem fs = FileSystem.get(hiveConf); + FileSystem fs = FileSystem.get((new Path(tbl.getSd().getLocation())).toUri(), + hiveConf); assertFalse("old table location still exists", fs.exists(new Path(tbl .getSd().getLocation()))); assertTrue("data did not move to new location", fs.exists(new Path(tbl3 Index: data/conf/hive-site.xml =================================================================== --- data/conf/hive-site.xml (revision 962379) +++ data/conf/hive-site.xml (working copy) @@ -60,7 +60,7 @@ hive.metastore.warehouse.dir - file://${build.dir}/test/data/warehouse/ + pfile://${build.dir}/test/data/warehouse/ @@ -145,4 +145,10 @@ Track progress of a task + + fs.pfile.impl + org.apache.hadoop.fs.ProxyLocalFileSystem + A proxy for local file system used for cross file system testing + + Index: common/src/java/org/apache/hadoop/fs/ProxyLocalFileSystem.java =================================================================== --- common/src/java/org/apache/hadoop/fs/ProxyLocalFileSystem.java (revision 0) +++ common/src/java/org/apache/hadoop/fs/ProxyLocalFileSystem.java (revision 0) @@ -0,0 +1,61 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.fs; + +import java.io.*; +import java.net.URI; +import java.net.URISyntaxException; + +import org.apache.hadoop.conf.Configuration; +import org.apache.hadoop.fs.permission.FsPermission; +import org.apache.hadoop.util.Progressable; + +/**************************************************************** + * A Proxy for LocalFileSystem + * + * Serves uri's corresponding to 'pfile:///' namespace with using + * a LocalFileSystem + *****************************************************************/ + +public class ProxyLocalFileSystem extends FilterFileSystem { + + protected LocalFileSystem localFs; + + public ProxyLocalFileSystem() { + localFs = new LocalFileSystem(); + } + + public ProxyLocalFileSystem(FileSystem fs) { + throw new RuntimeException ("Unsupported Constructor"); + } + + @Override + public void initialize(URI name, Configuration conf) throws IOException { + // create a proxy for the local filesystem + // the scheme/authority serving as the proxy is derived + // from the supplied URI + + String scheme = name.getScheme(); + String authority = name.getAuthority() != null ? name.getAuthority() : ""; + String proxyUriString = name + "://" + authority + "/"; + fs = new ProxyFileSystem(localFs, URI.create(proxyUriString)); + + fs.initialize(name, conf); + } +} Index: common/src/java/org/apache/hadoop/fs/ProxyFileSystem.java =================================================================== --- common/src/java/org/apache/hadoop/fs/ProxyFileSystem.java (revision 0) +++ common/src/java/org/apache/hadoop/fs/ProxyFileSystem.java (revision 0) @@ -0,0 +1,268 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.fs; + +import java.io.*; +import java.net.URI; +import java.net.URISyntaxException; + +import org.apache.hadoop.conf.Configuration; +import org.apache.hadoop.fs.permission.FsPermission; +import org.apache.hadoop.util.Progressable; + +/**************************************************************** + * A FileSystem that can serve a given scheme/authority using some + * other file system. In that sense, it serves as a proxy for the + * real/underlying file system + *****************************************************************/ + +public class ProxyFileSystem extends FilterFileSystem { + + protected String myScheme; + protected String myAuthority; + protected URI myUri; + + protected String realScheme; + protected String realAuthority; + protected URI realUri; + + + + private Path swizzleParamPath(Path p) { + return new Path (realScheme, realAuthority, p.toUri().getPath()); + } + + private Path swizzleReturnPath(Path p) { + return new Path (myScheme, myAuthority, p.toUri().getPath()); + } + + private FileStatus swizzleFileStatus(FileStatus orig, boolean isParam) { + FileStatus ret = + new FileStatus(orig.getLen(), orig.isDir(), orig.getReplication(), + orig.getBlockSize(), orig.getModificationTime(), + orig.getAccessTime(), orig.getPermission(), + orig.getOwner(), orig.getGroup(), + isParam ? swizzleParamPath(orig.getPath()) : + swizzleReturnPath(orig.getPath())); + return ret; + } + + public ProxyFileSystem() { + throw new RuntimeException ("Unsupported constructor"); + } + + public ProxyFileSystem(FileSystem fs) { + throw new RuntimeException ("Unsupported constructor"); + } + + /** + * Create a proxy file system for fs. + * + * @param fs FileSystem to create proxy for + * @param myUri URI to use as proxy. Only the scheme and authority from + * this are used right now + */ + public ProxyFileSystem(FileSystem fs, URI myUri) { + super(fs); + + URI realUri = fs.getUri(); + this.realScheme = realUri.getScheme(); + this.realAuthority=realUri.getAuthority(); + this.realUri = realUri; + + this.myScheme = myUri.getScheme(); + this.myAuthority=myUri.getAuthority(); + this.myUri = myUri; + } + + public void initialize(URI name, Configuration conf) throws IOException { + try { + URI realUri = new URI (realScheme, realAuthority, + name.getPath(), name.getQuery(), name.getFragment()); + super.initialize(realUri, conf); + } catch (URISyntaxException e) { + throw new RuntimeException(e); + } + } + + public URI getUri() { + return myUri; + } + + public String getName() { + return getUri().toString(); + } + + public Path makeQualified(Path path) { + return swizzleReturnPath(super.makeQualified(swizzleParamPath(path))); + } + + + protected void checkPath(Path path) { + super.checkPath(swizzleParamPath(path)); + } + + public BlockLocation[] getFileBlockLocations(FileStatus file, long start, + long len) throws IOException { + return super.getFileBlockLocations(swizzleFileStatus(file, true), + start, len); + } + + public FSDataInputStream open(Path f, int bufferSize) throws IOException { + return super.open(swizzleParamPath(f), bufferSize); + } + + public FSDataOutputStream append(Path f, int bufferSize, + Progressable progress) throws IOException { + return super.append(swizzleParamPath(f), bufferSize, progress); + } + + public FSDataOutputStream create(Path f, FsPermission permission, + boolean overwrite, int bufferSize, short replication, long blockSize, + Progressable progress) throws IOException { + return super.create(swizzleParamPath(f), permission, + overwrite, bufferSize, replication, blockSize, progress); + } + + public boolean setReplication(Path src, short replication) throws IOException { + return super.setReplication(swizzleParamPath(src), replication); + } + + public boolean rename(Path src, Path dst) throws IOException { + return super.rename(swizzleParamPath(src), swizzleParamPath(dst)); + } + + public boolean delete(Path f, boolean recursive) throws IOException { + return super.delete(swizzleParamPath(f), recursive); + } + + public boolean deleteOnExit(Path f) throws IOException { + return super.deleteOnExit(swizzleParamPath(f)); + } + + public FileStatus[] listStatus(Path f) throws IOException { + FileStatus[] orig = super.listStatus(swizzleParamPath(f)); + FileStatus[] ret = new FileStatus [orig.length]; + for (int i=0; i(URI.java:578) at java.net.URI.create(URI.java:840) - ... 29 more + ... 30 more Index: ql/src/test/results/clientnegative/fs_default_name1.q.out =================================================================== --- ql/src/test/results/clientnegative/fs_default_name1.q.out (revision 962379) +++ ql/src/test/results/clientnegative/fs_default_name1.q.out (working copy) @@ -1,15 +1,19 @@ -FAILED: Hive Internal Error: java.lang.RuntimeException(Error while making local scratch directory - check filesystem config (java.net.URISyntaxException: Illegal character in scheme name at index 0: 'http://www.example.com)) -java.lang.RuntimeException: Error while making local scratch directory - check filesystem config (java.net.URISyntaxException: Illegal character in scheme name at index 0: 'http://www.example.com) - at org.apache.hadoop.hive.ql.Context.getLocalScratchDir(Context.java:225) - at org.apache.hadoop.hive.ql.Context.getLocalTmpFileURI(Context.java:293) - at org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeInternal(DDLSemanticAnalyzer.java:102) +FAILED: Hive Internal Error: java.lang.IllegalArgumentException(null) +java.lang.IllegalArgumentException + at java.net.URI.create(URI.java:842) + at org.apache.hadoop.fs.FileSystem.getDefaultUri(FileSystem.java:103) + at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:184) + at org.apache.hadoop.fs.FileSystem.getLocal(FileSystem.java:167) + at org.apache.hadoop.hive.ql.Context.getLocalScratchDir(Context.java:157) + at org.apache.hadoop.hive.ql.Context.getLocalTmpFileURI(Context.java:273) + at org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeInternal(DDLSemanticAnalyzer.java:114) at org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(BaseSemanticAnalyzer.java:126) - at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:304) - at org.apache.hadoop.hive.ql.Driver.run(Driver.java:377) + at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:301) + at org.apache.hadoop.hive.ql.Driver.run(Driver.java:376) at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:138) at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:197) - at org.apache.hadoop.hive.ql.QTestUtil.executeClient(QTestUtil.java:504) - at org.apache.hadoop.hive.cli.TestNegativeCliDriver.testNegativeCliDriver_fs_default_name1(TestNegativeCliDriver.java:54) + at org.apache.hadoop.hive.ql.QTestUtil.executeClient(QTestUtil.java:559) + at org.apache.hadoop.hive.cli.TestNegativeCliDriver.testNegativeCliDriver_fs_default_name1(TestNegativeCliDriver.java:2131) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) @@ -22,17 +26,9 @@ at junit.framework.TestCase.run(TestCase.java:118) at junit.framework.TestSuite.runTest(TestSuite.java:208) at junit.framework.TestSuite.run(TestSuite.java:203) - at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.run(JUnitTestRunner.java:420) - at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.launch(JUnitTestRunner.java:911) - at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.main(JUnitTestRunner.java:768) -Caused by: java.lang.IllegalArgumentException - at java.net.URI.create(URI.java:842) - at org.apache.hadoop.fs.FileSystem.getDefaultUri(FileSystem.java:103) - at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:184) - at org.apache.hadoop.fs.FileSystem.getLocal(FileSystem.java:167) - at org.apache.hadoop.hive.ql.Context.makeLocalScratchDir(Context.java:165) - at org.apache.hadoop.hive.ql.Context.getLocalScratchDir(Context.java:219) - ... 24 more + at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.run(JUnitTestRunner.java:422) + at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.launch(JUnitTestRunner.java:931) + at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.main(JUnitTestRunner.java:785) Caused by: java.net.URISyntaxException: Illegal character in scheme name at index 0: 'http://www.example.com at java.net.URI$Parser.fail(URI.java:2809) at java.net.URI$Parser.checkChars(URI.java:2982) @@ -40,5 +36,5 @@ at java.net.URI$Parser.parse(URI.java:3008) at java.net.URI.(URI.java:578) at java.net.URI.create(URI.java:840) - ... 29 more + ... 28 more Index: ql/src/test/results/clientpositive/groupby_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/groupby_ppr.q.out (revision 962379) +++ ql/src/test/results/clientpositive/groupby_ppr.q.out (working copy) @@ -61,12 +61,12 @@ tag: -1 Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [src] - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [src] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -78,13 +78,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516411 + transient_lastDdlTime 1278982813 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -95,19 +95,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516411 + transient_lastDdlTime 1278982813 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -119,13 +119,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516411 + transient_lastDdlTime 1278982813 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -136,13 +136,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516411 + transient_lastDdlTime 1278982813 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -178,7 +178,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-13-32_566_7927327298810422170/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-00-17_624_4333737290991402467/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -189,12 +189,12 @@ columns.types string:int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string key, i32 c1, string c2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516412 + transient_lastDdlTime 1278982817 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -204,7 +204,7 @@ Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-13-32_566_7927327298810422170/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-00-17_624_4333737290991402467/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -214,15 +214,15 @@ columns.types string:int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string key, i32 c1, string c2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516412 + transient_lastDdlTime 1278982817 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-13-32_566_7927327298810422170/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-00-17_624_4333737290991402467/-ext-10001 PREHOOK: query: FROM srcpart src @@ -249,11 +249,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-13-37_250_7713232823116205808/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-00-21_774_3184657647966111626/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-13-37_250_7713232823116205808/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-00-21_774_3184657647966111626/-mr-10000 POSTHOOK: Lineage: dest1.c1 EXPRESSION [(srcpart)src.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: dest1.c2 EXPRESSION [(srcpart)src.FieldSchema(name:ds, type:string, comment:null), (srcpart)src.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)src.FieldSchema(name:ds, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/sample8.q.out =================================================================== --- ql/src/test/results/clientpositive/sample8.q.out (revision 962379) +++ ql/src/test/results/clientpositive/sample8.q.out (working copy) @@ -76,14 +76,14 @@ type: string Needs Tagging: true Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [t, s] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [t] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [t] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [t] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [t, s] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [t] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [t] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [t] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -95,13 +95,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452835 + transient_lastDdlTime 1279010284 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -112,19 +112,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452835 + transient_lastDdlTime 1279010284 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -136,13 +136,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452835 + transient_lastDdlTime 1279010284 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -153,19 +153,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452835 + transient_lastDdlTime 1279010284 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -177,13 +177,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452835 + transient_lastDdlTime 1279010284 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -194,19 +194,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452835 + transient_lastDdlTime 1279010284 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -218,13 +218,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452835 + transient_lastDdlTime 1279010284 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -235,13 +235,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452835 + transient_lastDdlTime 1279010284 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -273,7 +273,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-27-17_779_216907099015030898/10002 + directory: file:/tmp/jssarma/hive_2010-07-13_01-38-16_289_3203697371573352710/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -288,7 +288,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-27-17_779_216907099015030898/10002 + file:/tmp/jssarma/hive_2010-07-13_01-38-16_289_3203697371573352710/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -313,11 +313,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-27-17_779_216907099015030898/10002 [file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-27-17_779_216907099015030898/10002] + file:/tmp/jssarma/hive_2010-07-13_01-38-16_289_3203697371573352710/-mr-10002 [file:/tmp/jssarma/hive_2010-07-13_01-38-16_289_3203697371573352710/-mr-10002] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-27-17_779_216907099015030898/10002 + file:/tmp/jssarma/hive_2010-07-13_01-38-16_289_3203697371573352710/-mr-10002 Partition - base file name: 10002 + base file name: -mr-10002 input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: @@ -336,7 +336,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-27-17_779_216907099015030898/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_01-38-16_289_3203697371573352710/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -364,7 +364,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-27-18_733_5365887792907051091/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-38-16_580_6482448466953246263/-mr-10000 POSTHOOK: query: SELECT s.key, s.value FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON key) s JOIN srcpart TABLESAMPLE (BUCKET 1 OUT OF 10 ON key) t @@ -376,7 +376,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-27-18_733_5365887792907051091/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-38-16_580_6482448466953246263/-mr-10000 0 val_0 0 val_0 0 val_0 Index: ql/src/test/results/clientpositive/transform_ppr2.q.out =================================================================== --- ql/src/test/results/clientpositive/transform_ppr2.q.out (revision 962379) +++ ql/src/test/results/clientpositive/transform_ppr2.q.out (working copy) @@ -79,12 +79,12 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [tmap:src] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [tmap:src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [tmap:src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [tmap:src] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -96,13 +96,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266453630 + transient_lastDdlTime 1279011583 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -113,19 +113,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266453630 + transient_lastDdlTime 1279011583 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -137,13 +137,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266453630 + transient_lastDdlTime 1279011583 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -154,13 +154,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266453630 + transient_lastDdlTime 1279011583 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -181,7 +181,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-40-33_000_2820489435038834397/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_01-59-47_283_6990756747782960203/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -209,7 +209,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-40-33_475_6899535769120373197/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-59-47_398_7218368443900804242/-mr-10000 POSTHOOK: query: FROM ( FROM srcpart src SELECT TRANSFORM(src.ds, src.key, src.value) @@ -221,7 +221,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-40-33_475_6899535769120373197/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-59-47_398_7218368443900804242/-mr-10000 0 val_0 0 val_0 0 val_0 Index: ql/src/test/results/clientpositive/union_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/union_ppr.q.out (revision 962379) +++ ql/src/test/results/clientpositive/union_ppr.q.out (working copy) @@ -141,12 +141,12 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -158,13 +158,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266455284 + transient_lastDdlTime 1279014173 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -175,19 +175,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266455284 + transient_lastDdlTime 1279014173 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -199,13 +199,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266455284 + transient_lastDdlTime 1279014173 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -216,13 +216,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266455284 + transient_lastDdlTime 1279014173 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -231,7 +231,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-08-08_275_3527875092444717132/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_02-42-59_102_8454294160206835485/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -258,7 +258,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-08-09_971_7493737717907439251/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_02-42-59_340_6154624012543137312/-mr-10000 POSTHOOK: query: SELECT * FROM ( SELECT X.* FROM SRCPART X WHERE X.key < 100 UNION ALL @@ -269,7 +269,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-08-09_971_7493737717907439251/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_02-42-59_340_6154624012543137312/-mr-10000 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 Index: ql/src/test/results/clientpositive/input_part7.q.out =================================================================== --- ql/src/test/results/clientpositive/input_part7.q.out (revision 962379) +++ ql/src/test/results/clientpositive/input_part7.q.out (working copy) @@ -129,12 +129,12 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [null-subquery1:a-subquery1:x, null-subquery2:a-subquery2:y] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -146,13 +146,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450846 + transient_lastDdlTime 1278983384 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -163,19 +163,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450846 + transient_lastDdlTime 1278983384 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -187,13 +187,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450846 + transient_lastDdlTime 1278983384 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -204,13 +204,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450846 + transient_lastDdlTime 1278983384 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -219,7 +219,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-54-10_179_5710430684753314987/10001 + directory: file:/tmp/jssarma/hive_2010-07-12_18-09-48_751_4758846001359778508/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -245,7 +245,7 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-54-10_984_3284366749196522713/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-09-48_896_9116237917886550512/-mr-10000 POSTHOOK: query: SELECT * FROM ( SELECT X.* FROM SRCPART X WHERE X.ds = '2008-04-08' and X.key < 100 UNION ALL @@ -255,7 +255,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-54-10_984_3284366749196522713/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-09-48_896_9116237917886550512/-mr-10000 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 Index: ql/src/test/results/clientpositive/bucketmapjoin5.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin5.q.out (revision 962379) +++ ql/src/test/results/clientpositive/bucketmapjoin5.q.out (working copy) @@ -184,7 +184,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-14-40_283_968548719978651164/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-55-51_840_1516318735240128969/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -195,12 +195,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584880 + transient_lastDdlTime 1279058151 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -248,7 +248,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-14-40_283_968548719978651164/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-55-51_840_1516318735240128969/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -259,38 +259,38 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584880 + transient_lastDdlTime 1279058151 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 MultiFileSpray: false Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: - a {srcbucket20.txt=[srcbucket20.txt], srcbucket21.txt=[srcbucket21.txt], srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt], ds=2008-04-09/srcbucket20.txt=[srcbucket20.txt], ds=2008-04-09/srcbucket21.txt=[srcbucket21.txt], ds=2008-04-09/srcbucket22.txt=[srcbucket20.txt], ds=2008-04-09/srcbucket23.txt=[srcbucket21.txt]} + a {pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket File Name Mapping: - a {file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + a {pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt 0 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt 1 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt 2 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt 3 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt 0 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt 1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt 2 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt 3 Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 [b] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 Partition - base file name: ds=2008-04-08 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -302,13 +302,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584877 + transient_lastDdlTime 1279058141 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -320,19 +320,19 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584877 + transient_lastDdlTime 1279058141 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part name: srcbucket_mapjoin_part - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 Partition - base file name: ds=2008-04-09 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -344,13 +344,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584877 + transient_lastDdlTime 1279058141 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -362,13 +362,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584877 + transient_lastDdlTime 1279058141 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part name: srcbucket_mapjoin_part @@ -380,14 +380,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-14-40_283_968548719978651164/10002 - destination: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-14-40_283_968548719978651164/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-55-51_840_1516318735240128969/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-55-51_840_1516318735240128969/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-14-40_283_968548719978651164/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-55-51_840_1516318735240128969/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -397,20 +397,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584880 + transient_lastDdlTime 1279058151 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-14-40_283_968548719978651164/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-55-51_840_1516318735240128969/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-14-40_283_968548719978651164/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-55-51_840_1516318735240128969/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -426,11 +426,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-14-40_283_968548719978651164/10002 [file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-14-40_283_968548719978651164/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-55-51_840_1516318735240128969/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-55-51_840_1516318735240128969/-ext-10002] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-14-40_283_968548719978651164/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-55-51_840_1516318735240128969/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-55-51_840_1516318735240128969/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -439,12 +439,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584880 + transient_lastDdlTime 1279058151 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -455,12 +455,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584880 + transient_lastDdlTime 1279058151 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -469,7 +469,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-14-40_283_968548719978651164/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-55-51_840_1516318735240128969/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -480,12 +480,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584880 + transient_lastDdlTime 1279058151 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -516,11 +516,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-14-52_156_4855266710517903794/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-56-03_171_74812435370344444/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-14-52_156_4855266710517903794/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-56-03_171_74812435370344444/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] @@ -571,11 +571,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-09_738_8775012863049281501/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-56-18_766_4732810646882117340/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-09_738_8775012863049281501/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-56-18_766_4732810646882117340/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -614,14 +614,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-17_170_2507838828904708527/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-56-24_456_4320329317023066766/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-17_170_2507838828904708527/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-56-24_456_4320329317023066766/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -709,7 +709,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-21_973_5804199576184173549/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-56-27_395_6358322054344334255/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -720,12 +720,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584880 + transient_lastDdlTime 1279058178 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -773,7 +773,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-21_973_5804199576184173549/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-56-27_395_6358322054344334255/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -784,34 +784,34 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584880 + transient_lastDdlTime 1279058178 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 MultiFileSpray: false Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: - a {srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt], ds=2008-04-09/srcbucket22.txt=[srcbucket20.txt], ds=2008-04-09/srcbucket23.txt=[srcbucket21.txt]} + a {pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket File Name Mapping: - a {file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + a {pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt 0 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt 1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt 0 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt 1 Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [b] - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 [b] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 Partition - base file name: ds=2008-04-08 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -823,13 +823,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584879 + transient_lastDdlTime 1279058148 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -841,19 +841,19 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584879 + transient_lastDdlTime 1279058148 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part_2 name: srcbucket_mapjoin_part_2 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 Partition - base file name: ds=2008-04-09 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -865,13 +865,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584879 + transient_lastDdlTime 1279058148 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -883,13 +883,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584879 + transient_lastDdlTime 1279058148 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part_2 name: srcbucket_mapjoin_part_2 @@ -901,14 +901,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-21_973_5804199576184173549/10002 - destination: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-21_973_5804199576184173549/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-56-27_395_6358322054344334255/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-56-27_395_6358322054344334255/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-21_973_5804199576184173549/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-56-27_395_6358322054344334255/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -918,20 +918,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584880 + transient_lastDdlTime 1279058178 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-21_973_5804199576184173549/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-56-27_395_6358322054344334255/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-21_973_5804199576184173549/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-56-27_395_6358322054344334255/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -947,11 +947,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-21_973_5804199576184173549/10002 [file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-21_973_5804199576184173549/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-56-27_395_6358322054344334255/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-56-27_395_6358322054344334255/-ext-10002] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-21_973_5804199576184173549/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-56-27_395_6358322054344334255/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-56-27_395_6358322054344334255/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -960,12 +960,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584880 + transient_lastDdlTime 1279058178 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -976,12 +976,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584880 + transient_lastDdlTime 1279058178 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -990,7 +990,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-21_973_5804199576184173549/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-56-27_395_6358322054344334255/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1001,12 +1001,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584880 + transient_lastDdlTime 1279058178 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -1049,11 +1049,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-31_179_7313595341297279681/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-56-35_528_1470883346706928777/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-31_179_7313595341297279681/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-56-35_528_1470883346706928777/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -1140,11 +1140,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-46_464_3385157090510772728/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-56-48_699_4296234163968891391/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-46_464_3385157090510772728/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-56-48_699_4296234163968891391/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] @@ -1207,14 +1207,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-54_066_2106291188917250080/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-56-54_320_6658583983611887823/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-15-54_066_2106291188917250080/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-56-54_320_6658583983611887823/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/join33.q.out =================================================================== --- ql/src/test/results/clientpositive/join33.q.out (revision 962379) +++ ql/src/test/results/clientpositive/join33.q.out (working copy) @@ -45,7 +45,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/jssarma/hive_2010-06-10_16-21-45_664_3974168394039456921/10002 + directory: file:/tmp/jssarma/hive_2010-07-13_01-08-42_748_5202029135668714984/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -81,7 +81,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/jssarma/hive_2010-06-10_16-21-45_664_3974168394039456921/10002 + directory: file:/tmp/jssarma/hive_2010-07-13_01-08-42_748_5202029135668714984/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -94,11 +94,11 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src [y] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [y] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -107,12 +107,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1276212105 + transient_lastDdlTime 1279008521 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -123,12 +123,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1276212105 + transient_lastDdlTime 1279008521 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -136,7 +136,7 @@ Stage: Stage-1 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-06-10_16-21-45_664_3974168394039456921/10002 + file:/tmp/jssarma/hive_2010-07-13_01-08-42_748_5202029135668714984/-mr-10002 Select Operator expressions: expr: _col0 @@ -192,12 +192,28 @@ type: string Needs Tagging: true Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] - file:/tmp/jssarma/hive_2010-06-10_16-21-45_664_3974168394039456921/10002 [file:/tmp/jssarma/hive_2010-06-10_16-21-45_664_3974168394039456921/10002] + file:/tmp/jssarma/hive_2010-07-13_01-08-42_748_5202029135668714984/-mr-10002 [file:/tmp/jssarma/hive_2010-07-13_01-08-42_748_5202029135668714984/-mr-10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + file:/tmp/jssarma/hive_2010-07-13_01-08-42_748_5202029135668714984/-mr-10002 Partition - base file name: hr=11 + base file name: -mr-10002 + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col3 + columns.types string,string,string + escape.delim \ + + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col3 + columns.types string,string,string + escape.delim \ + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + Partition + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -209,13 +225,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1276212103 + transient_lastDdlTime 1279008518 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -226,32 +242,16 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1276212103 + transient_lastDdlTime 1279008518 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/tmp/jssarma/hive_2010-06-10_16-21-45_664_3974168394039456921/10002 - Partition - base file name: 10002 - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col1,_col3 - columns.types string,string,string - escape.delim \ - - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col1,_col3 - columns.types string,string,string - escape.delim \ Reduce Operator Tree: Join Operator condition map: @@ -273,7 +273,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-06-10_16-21-45_664_3974168394039456921/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-42_748_5202029135668714984/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -284,12 +284,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1276212105 + transient_lastDdlTime 1279008522 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -299,7 +299,7 @@ Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-06-10_16-21-45_664_3974168394039456921/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-42_748_5202029135668714984/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -309,15 +309,15 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1276212105 + transient_lastDdlTime 1279008522 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-06-10_16-21-45_664_3974168394039456921/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-42_748_5202029135668714984/-ext-10001 PREHOOK: query: INSERT OVERWRITE TABLE dest_j1 @@ -344,11 +344,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-06-10_16-21-51_616_8853310441674539967/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-08-50_375_836081933080325539/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-06-10_16-21-51_616_8853310441674539967/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-08-50_375_836081933080325539/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 EXPRESSION [(src)y.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/input_part2.q.out =================================================================== --- ql/src/test/results/clientpositive/input_part2.q.out (revision 962379) +++ ql/src/test/results/clientpositive/input_part2.q.out (working copy) @@ -69,7 +69,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-56_344_4511101399410096223/10004 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10004 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -80,12 +80,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516376 + transient_lastDdlTime 1278983339 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -120,7 +120,7 @@ File Output Operator compressed: false GlobalTableId: 2 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-56_344_4511101399410096223/10005 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10005 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -131,24 +131,24 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516376 + transient_lastDdlTime 1278983339 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest2 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [srcpart] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [srcpart] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -160,13 +160,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516374 + transient_lastDdlTime 1278983334 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -177,19 +177,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516374 + transient_lastDdlTime 1278983334 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -201,13 +201,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516374 + transient_lastDdlTime 1278983334 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -218,13 +218,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516374 + transient_lastDdlTime 1278983334 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -236,14 +236,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-56_344_4511101399410096223/10004 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-56_344_4511101399410096223/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10004 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-56_344_4511101399410096223/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -253,20 +253,20 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516376 + transient_lastDdlTime 1278983339 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-56_344_4511101399410096223/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10001 Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-56_344_4511101399410096223/10004 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10004 Reduce Output Operator sort order: Map-reduce partition columns: @@ -284,11 +284,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-56_344_4511101399410096223/10004 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-56_344_4511101399410096223/10004] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10004 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10004] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-56_344_4511101399410096223/10004 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10004 Partition - base file name: 10004 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10004 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -297,12 +297,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516376 + transient_lastDdlTime 1278983339 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -313,12 +313,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516376 + transient_lastDdlTime 1278983339 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -327,7 +327,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-56_344_4511101399410096223/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -338,12 +338,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516376 + transient_lastDdlTime 1278983339 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -356,14 +356,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-56_344_4511101399410096223/10005 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-56_344_4511101399410096223/10002 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10005 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10002 Stage: Stage-1 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-56_344_4511101399410096223/10002 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10002 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -373,20 +373,20 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516376 + transient_lastDdlTime 1278983339 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest2 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-56_344_4511101399410096223/10003 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10003 Stage: Stage-6 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-56_344_4511101399410096223/10005 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10005 Reduce Output Operator sort order: Map-reduce partition columns: @@ -404,11 +404,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-56_344_4511101399410096223/10005 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-56_344_4511101399410096223/10005] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10005 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10005] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-56_344_4511101399410096223/10005 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10005 Partition - base file name: 10005 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10005 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -417,12 +417,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516376 + transient_lastDdlTime 1278983339 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -433,12 +433,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516376 + transient_lastDdlTime 1278983339 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest2 name: dest2 @@ -447,7 +447,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-56_344_4511101399410096223/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-59_313_2456860354131308360/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -458,12 +458,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516376 + transient_lastDdlTime 1278983339 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest2 TotalFiles: 1 @@ -497,11 +497,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 sort by key,value,ds,hr PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-13-14_720_9039761864198236527/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-09-07_674_1008641385060691987/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 sort by key,value,ds,hr POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-13-14_720_9039761864198236527/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-09-07_674_1008641385060691987/-mr-10000 POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] @@ -597,11 +597,11 @@ PREHOOK: query: SELECT dest2.* FROM dest2 sort by key,value,ds,hr PREHOOK: type: QUERY PREHOOK: Input: default@dest2 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-13-21_979_5910588511102117456/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-09-10_284_5795389213908329704/-mr-10000 POSTHOOK: query: SELECT dest2.* FROM dest2 sort by key,value,ds,hr POSTHOOK: type: QUERY POSTHOOK: Input: default@dest2 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-13-21_979_5910588511102117456/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-09-10_284_5795389213908329704/-mr-10000 POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/router_join_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/router_join_ppr.q.out (revision 962379) +++ ql/src/test/results/clientpositive/router_join_ppr.q.out (working copy) @@ -73,13 +73,13 @@ type: string Needs Tagging: true Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src [a] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -88,12 +88,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452717 + transient_lastDdlTime 1279010159 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -104,18 +104,18 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452717 + transient_lastDdlTime 1279010159 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -127,13 +127,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452715 + transient_lastDdlTime 1279010156 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -144,19 +144,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452715 + transient_lastDdlTime 1279010156 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -168,13 +168,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452715 + transient_lastDdlTime 1279010156 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -185,13 +185,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452715 + transient_lastDdlTime 1279010156 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -223,7 +223,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-25-18_085_6131453729206911722/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_01-36-00_645_3007828353808328904/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -251,7 +251,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@src -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-25-18_679_5649855192413124552/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-36-00_778_7783985050712949538/-mr-10000 POSTHOOK: query: FROM src a RIGHT OUTER JOIN @@ -263,7 +263,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@src -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-25-18_679_5649855192413124552/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-36-00_778_7783985050712949538/-mr-10000 17 val_17 17 val_17 17 val_17 17 val_17 18 val_18 18 val_18 @@ -356,13 +356,13 @@ type: string Needs Tagging: true Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src [b] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -371,12 +371,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452717 + transient_lastDdlTime 1279010159 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -387,18 +387,18 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452717 + transient_lastDdlTime 1279010159 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -410,13 +410,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452715 + transient_lastDdlTime 1279010156 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -427,19 +427,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452715 + transient_lastDdlTime 1279010156 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -451,13 +451,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452715 + transient_lastDdlTime 1279010156 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -468,13 +468,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452715 + transient_lastDdlTime 1279010156 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -506,7 +506,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-25-24_723_9074854544049704272/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_01-36-04_607_963300078642803416/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -534,7 +534,7 @@ PREHOOK: Input: default@src PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-25-25_370_8276759144953156259/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-36-04_742_1448049910767246060/-mr-10000 POSTHOOK: query: FROM srcpart a RIGHT OUTER JOIN @@ -546,7 +546,7 @@ POSTHOOK: Input: default@src POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-25-25_370_8276759144953156259/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-36-04_742_1448049910767246060/-mr-10000 17 val_17 17 val_17 17 val_17 17 val_17 18 val_18 18 val_18 @@ -631,13 +631,13 @@ type: string Needs Tagging: true Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src [a] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -646,12 +646,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452717 + transient_lastDdlTime 1279010159 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -662,18 +662,18 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452717 + transient_lastDdlTime 1279010159 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -685,13 +685,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452715 + transient_lastDdlTime 1279010156 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -702,19 +702,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452715 + transient_lastDdlTime 1279010156 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -726,13 +726,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452715 + transient_lastDdlTime 1279010156 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -743,13 +743,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452715 + transient_lastDdlTime 1279010156 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -781,7 +781,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-25-30_701_8630247547314549478/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_01-36-08_674_563901787789437966/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -809,7 +809,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@src -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-25-31_283_6373097536711321907/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-36-08_808_2547025675889972823/-mr-10000 POSTHOOK: query: FROM src a RIGHT OUTER JOIN @@ -821,7 +821,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@src -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-25-31_283_6373097536711321907/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-36-08_808_2547025675889972823/-mr-10000 17 val_17 17 val_17 17 val_17 17 val_17 18 val_18 18 val_18 @@ -906,15 +906,15 @@ type: string Needs Tagging: true Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src [b] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [a] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [a] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -923,12 +923,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452717 + transient_lastDdlTime 1279010159 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -939,18 +939,18 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452717 + transient_lastDdlTime 1279010159 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -962,13 +962,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452715 + transient_lastDdlTime 1279010156 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -979,19 +979,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452715 + transient_lastDdlTime 1279010156 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -1003,13 +1003,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452715 + transient_lastDdlTime 1279010156 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1020,19 +1020,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452715 + transient_lastDdlTime 1279010156 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -1044,13 +1044,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452715 + transient_lastDdlTime 1279010156 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1061,19 +1061,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452715 + transient_lastDdlTime 1279010156 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -1085,13 +1085,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452715 + transient_lastDdlTime 1279010156 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1102,13 +1102,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452715 + transient_lastDdlTime 1279010156 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -1140,7 +1140,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-25-36_464_3092659983883233901/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_01-36-12_753_1723338315289676969/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1170,7 +1170,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-25-37_060_2897261939343718668/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-36-12_897_6154673953146932652/-mr-10000 POSTHOOK: query: FROM srcpart a RIGHT OUTER JOIN @@ -1184,7 +1184,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-25-37_060_2897261939343718668/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-36-12_897_6154673953146932652/-mr-10000 17 val_17 17 val_17 17 val_17 17 val_17 18 val_18 18 val_18 Index: ql/src/test/results/clientpositive/bucket1.q.out =================================================================== --- ql/src/test/results/clientpositive/bucket1.q.out (revision 962379) +++ ql/src/test/results/clientpositive/bucket1.q.out (working copy) @@ -49,11 +49,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src [src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [src] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -62,12 +62,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515753 + transient_lastDdlTime 1278979683 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -78,12 +78,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515753 + transient_lastDdlTime 1278979683 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -99,7 +99,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-02-34_525_873235169631577914/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-08-04_664_8996409652694211733/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -111,12 +111,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/bucket1_1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucket1_1 name bucket1_1 serialization.ddl struct bucket1_1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515754 + transient_lastDdlTime 1278979684 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucket1_1 TotalFiles: 1 @@ -126,7 +126,7 @@ Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-02-34_525_873235169631577914/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-08-04_664_8996409652694211733/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -137,15 +137,15 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/bucket1_1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucket1_1 name bucket1_1 serialization.ddl struct bucket1_1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515754 + transient_lastDdlTime 1278979684 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucket1_1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-02-34_525_873235169631577914/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-08-04_664_8996409652694211733/-ext-10001 PREHOOK: query: insert overwrite table bucket1_1 @@ -163,11 +163,11 @@ PREHOOK: query: select * from bucket1_1 order by key PREHOOK: type: QUERY PREHOOK: Input: default@bucket1_1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-02-39_954_6102377035167270592/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_17-08-07_501_2278192459192052248/-mr-10000 POSTHOOK: query: select * from bucket1_1 order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucket1_1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-02-39_954_6102377035167270592/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_17-08-07_501_2278192459192052248/-mr-10000 POSTHOOK: Lineage: bucket1_1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: bucket1_1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 0 val_0 Index: ql/src/test/results/clientpositive/input42.q.out =================================================================== --- ql/src/test/results/clientpositive/input42.q.out (revision 962379) +++ ql/src/test/results/clientpositive/input42.q.out (working copy) @@ -58,12 +58,12 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -75,13 +75,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450628 + transient_lastDdlTime 1278983191 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -92,19 +92,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450628 + transient_lastDdlTime 1278983191 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -116,13 +116,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450628 + transient_lastDdlTime 1278983191 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -133,13 +133,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450628 + transient_lastDdlTime 1278983191 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -148,7 +148,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-50-31_405_4243138583283237901/10001 + directory: file:/tmp/jssarma/hive_2010-07-12_18-06-35_590_6631295758360834115/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -169,12 +169,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-50-31_807_794964127606193747/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-06-35_704_5785871469985174246/-mr-10000 POSTHOOK: query: select * from srcpart a where a.ds='2008-04-08' order by a.key, a.hr POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-50-31_807_794964127606193747/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-06-35_704_5785871469985174246/-mr-10000 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 @@ -1235,12 +1235,12 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -1252,13 +1252,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450628 + transient_lastDdlTime 1278983191 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1269,19 +1269,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450628 + transient_lastDdlTime 1278983191 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -1293,13 +1293,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450628 + transient_lastDdlTime 1278983191 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1310,13 +1310,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450628 + transient_lastDdlTime 1278983191 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -1325,7 +1325,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-50-36_856_3062883207280337374/10001 + directory: file:/tmp/jssarma/hive_2010-07-12_18-06-38_372_7268828555800553092/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1346,12 +1346,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-50-37_367_2107452731635635539/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-06-38_489_4035748680527424980/-mr-10000 POSTHOOK: query: select * from srcpart a where a.ds='2008-04-08' and key < 200 order by a.key, a.hr POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-50-37_367_2107452731635635539/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-06-38_489_4035748680527424980/-mr-10000 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 @@ -1785,12 +1785,12 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -1802,13 +1802,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450628 + transient_lastDdlTime 1278983191 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1819,19 +1819,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450628 + transient_lastDdlTime 1278983191 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -1843,13 +1843,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450628 + transient_lastDdlTime 1278983191 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1860,13 +1860,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450628 + transient_lastDdlTime 1278983191 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -1875,7 +1875,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-50-42_857_9108360631480411334/10001 + directory: file:/tmp/jssarma/hive_2010-07-12_18-06-41_148_8553573152722687064/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1896,12 +1896,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-50-43_229_6660183930342483682/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-06-41_291_5027443577176844274/-mr-10000 POSTHOOK: query: select * from srcpart a where a.ds='2008-04-08' and rand(100) < 0.1 order by a.key, a.hr POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-50-43_229_6660183930342483682/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-06-41_291_5027443577176844274/-mr-10000 113 val_113 2008-04-08 11 113 val_113 2008-04-08 12 118 val_118 2008-04-08 11 Index: ql/src/test/results/clientpositive/load_dyn_part8.q.out =================================================================== --- ql/src/test/results/clientpositive/load_dyn_part8.q.out (revision 962379) +++ ql/src/test/results/clientpositive/load_dyn_part8.q.out (working copy) @@ -24,7 +24,7 @@ ds string hr string -Detailed Table Information Table(tableName:nzhang_part8, dbName:default, owner:null, createTime:1271267713, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/nzhang_part8, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE,transient_lastDdlTime=1271267713}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) +Detailed Table Information Table(tableName:nzhang_part8, dbName:default, owner:null, createTime:1279009107, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key, type:string, comment:default), FieldSchema(name:value, type:string, comment:default)], location:pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/nzhang_part8, inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat, compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[FieldSchema(name:ds, type:string, comment:null), FieldSchema(name:hr, type:string, comment:null)], parameters:{EXTERNAL=FALSE, transient_lastDdlTime=1279009107}, viewOriginalText:null, viewExpandedText:null, tableType:MANAGED_TABLE) PREHOOK: query: explain extended from srcpart insert overwrite table nzhang_part8 partition (ds, hr) select key, value, ds, hr where ds <= '2008-04-08' @@ -69,7 +69,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-14_10-55-13_580_2964480998050044336/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-18-27_273_4934660494243350627/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -81,13 +81,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/nzhang_part8 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/nzhang_part8 name nzhang_part8 partition_columns ds/hr serialization.ddl struct nzhang_part8 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1271267713 + transient_lastDdlTime 1279009107 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part8 TotalFiles: 1 @@ -109,7 +109,7 @@ File Output Operator compressed: false GlobalTableId: 2 - directory: file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-14_10-55-13_580_2964480998050044336/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-18-27_273_4934660494243350627/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -121,27 +121,27 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/nzhang_part8 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/nzhang_part8 name nzhang_part8 partition_columns ds/hr serialization.ddl struct nzhang_part8 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1271267713 + transient_lastDdlTime 1279009107 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part8 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [srcpart] - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [srcpart] - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [srcpart] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [srcpart] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [srcpart] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [srcpart] Path -> Partition: - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -153,13 +153,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1271267711 + transient_lastDdlTime 1279009102 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -170,19 +170,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1271267711 + transient_lastDdlTime 1279009102 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -194,13 +194,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1271267711 + transient_lastDdlTime 1279009102 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -211,19 +211,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1271267711 + transient_lastDdlTime 1279009102 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -235,13 +235,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1271267711 + transient_lastDdlTime 1279009102 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -252,19 +252,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1271267711 + transient_lastDdlTime 1279009102 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -276,13 +276,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1271267711 + transient_lastDdlTime 1279009102 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -293,13 +293,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1271267711 + transient_lastDdlTime 1279009102 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -311,7 +311,7 @@ ds hr replace: true - source: file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-14_10-55-13_580_2964480998050044336/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-18-27_273_4934660494243350627/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -322,16 +322,16 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/nzhang_part8 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/nzhang_part8 name nzhang_part8 partition_columns ds/hr serialization.ddl struct nzhang_part8 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1271267713 + transient_lastDdlTime 1279009107 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part8 - tmp directory: file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-14_10-55-13_580_2964480998050044336/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-18-27_273_4934660494243350627/-ext-10001 Stage: Stage-1 Move Operator @@ -340,7 +340,7 @@ ds 2008-12-31 hr replace: true - source: file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-14_10-55-13_580_2964480998050044336/10002 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-18-27_273_4934660494243350627/-ext-10002 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -351,16 +351,16 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/nzhang_part8 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/nzhang_part8 name nzhang_part8 partition_columns ds/hr serialization.ddl struct nzhang_part8 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1271267713 + transient_lastDdlTime 1279009107 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: nzhang_part8 - tmp directory: file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-14_10-55-13_580_2964480998050044336/10003 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-18-27_273_4934660494243350627/-ext-10003 PREHOOK: query: from srcpart @@ -413,14 +413,14 @@ PREHOOK: Input: default@nzhang_part8@ds=2008-04-08/hr=12 PREHOOK: Input: default@nzhang_part8@ds=2008-12-31/hr=11 PREHOOK: Input: default@nzhang_part8@ds=2008-12-31/hr=12 -PREHOOK: Output: file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-14_10-55-18_378_7457366475211374753/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-18-30_978_3182910242392457597/-mr-10000 POSTHOOK: query: select * from nzhang_part8 where ds is not null and hr is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_part8@ds=2008-04-08/hr=11 POSTHOOK: Input: default@nzhang_part8@ds=2008-04-08/hr=12 POSTHOOK: Input: default@nzhang_part8@ds=2008-12-31/hr=11 POSTHOOK: Input: default@nzhang_part8@ds=2008-12-31/hr=12 -POSTHOOK: Output: file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-14_10-55-18_378_7457366475211374753/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-18-30_978_3182910242392457597/-mr-10000 POSTHOOK: Lineage: nzhang_part8 PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: nzhang_part8 PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: nzhang_part8 PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/sample9.q.out =================================================================== --- ql/src/test/results/clientpositive/sample9.q.out (revision 962379) +++ ql/src/test/results/clientpositive/sample9.q.out (working copy) @@ -47,7 +47,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-27-34_917_490221468766104547/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_16-50-49_837_6720430946041158399/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -60,11 +60,11 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s:a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s:a] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt Partition - base file name: srcbucket0.txt + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -74,12 +74,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452853 + transient_lastDdlTime 1279065041 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -91,12 +91,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452853 + transient_lastDdlTime 1279065041 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -110,12 +110,12 @@ FROM (SELECT a.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) a) s PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-27-35_233_6622042744082355796/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-50-50_060_7025453530911719250/-mr-10000 POSTHOOK: query: SELECT s.* FROM (SELECT a.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) a) s POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-27-35_233_6622042744082355796/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-50-50_060_7025453530911719250/-mr-10000 474 val_475 62 val_63 468 val_469 Index: ql/src/test/results/clientpositive/groupby_map_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/groupby_map_ppr.q.out (revision 962379) +++ ql/src/test/results/clientpositive/groupby_map_ppr.q.out (working copy) @@ -78,12 +78,12 @@ type: double Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [src] - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [src] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -95,13 +95,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516267 + transient_lastDdlTime 1278982794 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -112,19 +112,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516267 + transient_lastDdlTime 1278982794 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -136,13 +136,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516267 + transient_lastDdlTime 1278982794 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -153,13 +153,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516267 + transient_lastDdlTime 1278982794 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -195,7 +195,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-11-08_849_8027796722523887429/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-59-58_767_185476875528920919/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -206,12 +206,12 @@ columns.types string:int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string key, i32 c1, string c2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516268 + transient_lastDdlTime 1278982798 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -221,7 +221,7 @@ Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-11-08_849_8027796722523887429/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-59-58_767_185476875528920919/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -231,15 +231,15 @@ columns.types string:int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string key, i32 c1, string c2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516268 + transient_lastDdlTime 1278982798 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-11-08_849_8027796722523887429/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-59-58_767_185476875528920919/-ext-10001 PREHOOK: query: FROM srcpart src @@ -266,11 +266,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-11-15_438_8888153890903075866/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-00-01_907_7890582978067714937/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-11-15_438_8888153890903075866/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-00-01_907_7890582978067714937/-mr-10000 POSTHOOK: Lineage: dest1.c1 EXPRESSION [(srcpart)src.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: dest1.c2 EXPRESSION [(srcpart)src.FieldSchema(name:ds, type:string, comment:null), (srcpart)src.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)src.FieldSchema(name:ds, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/sample4.q.out =================================================================== --- ql/src/test/results/clientpositive/sample4.q.out (revision 962379) +++ ql/src/test/results/clientpositive/sample4.q.out (working copy) @@ -52,7 +52,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-12_243_8961525419836984259/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-48-36_862_1399914592029393427/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -63,23 +63,23 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516992 + transient_lastDdlTime 1279064916 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt Partition - base file name: srcbucket0.txt + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -89,12 +89,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516991 + transient_lastDdlTime 1279064908 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -106,12 +106,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516991 + transient_lastDdlTime 1279064908 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -123,14 +123,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-12_243_8961525419836984259/10002 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-12_243_8961525419836984259/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-48-36_862_1399914592029393427/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-48-36_862_1399914592029393427/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-12_243_8961525419836984259/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-48-36_862_1399914592029393427/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -140,20 +140,20 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516992 + transient_lastDdlTime 1279064916 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-12_243_8961525419836984259/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-48-36_862_1399914592029393427/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-12_243_8961525419836984259/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-48-36_862_1399914592029393427/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -167,11 +167,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-12_243_8961525419836984259/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-12_243_8961525419836984259/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-48-36_862_1399914592029393427/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-48-36_862_1399914592029393427/-ext-10002] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-12_243_8961525419836984259/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-48-36_862_1399914592029393427/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-48-36_862_1399914592029393427/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -180,12 +180,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516992 + transient_lastDdlTime 1279064916 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -196,12 +196,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516992 + transient_lastDdlTime 1279064916 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -210,7 +210,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-12_243_8961525419836984259/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-48-36_862_1399914592029393427/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -221,12 +221,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516992 + transient_lastDdlTime 1279064916 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -248,11 +248,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-17_455_9221213970045565376/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-48-40_399_1865063350621718194/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-17_455_9221213970045565376/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-48-40_399_1865063350621718194/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 474 val_475 Index: ql/src/test/results/clientpositive/join34.q.out =================================================================== --- ql/src/test/results/clientpositive/join34.q.out (revision 962379) +++ ql/src/test/results/clientpositive/join34.q.out (working copy) @@ -95,7 +95,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-15-46_856_8198391753816630008/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-59_661_4052186400307262001/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -106,12 +106,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516546 + transient_lastDdlTime 1279008539 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -170,7 +170,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-15-46_856_8198391753816630008/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-59_661_4052186400307262001/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -181,12 +181,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516546 + transient_lastDdlTime 1279008539 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -234,7 +234,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-15-46_856_8198391753816630008/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-59_661_4052186400307262001/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -245,23 +245,23 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516546 + transient_lastDdlTime 1279008539 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/src [null-subquery1:subq1-subquery1:x, null-subquery2:subq1-subquery2:x1] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [null-subquery1:subq1-subquery1:x, null-subquery2:subq1-subquery2:x1] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -270,12 +270,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516546 + transient_lastDdlTime 1279008538 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -286,12 +286,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516546 + transient_lastDdlTime 1279008538 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -303,14 +303,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-15-46_856_8198391753816630008/10002 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-15-46_856_8198391753816630008/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-59_661_4052186400307262001/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-59_661_4052186400307262001/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-15-46_856_8198391753816630008/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-59_661_4052186400307262001/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -320,20 +320,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516546 + transient_lastDdlTime 1279008539 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-15-46_856_8198391753816630008/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-59_661_4052186400307262001/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-15-46_856_8198391753816630008/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-59_661_4052186400307262001/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -349,11 +349,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-15-46_856_8198391753816630008/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-15-46_856_8198391753816630008/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-59_661_4052186400307262001/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-59_661_4052186400307262001/-ext-10002] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-15-46_856_8198391753816630008/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-59_661_4052186400307262001/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-59_661_4052186400307262001/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -362,12 +362,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516546 + transient_lastDdlTime 1279008539 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -378,12 +378,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516546 + transient_lastDdlTime 1279008539 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -392,7 +392,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-15-46_856_8198391753816630008/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-59_661_4052186400307262001/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -403,12 +403,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516546 + transient_lastDdlTime 1279008539 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -445,11 +445,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-15-52_696_7531573484610449997/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-09-02_992_6984975111648295676/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-15-52_696_7531573484610449997/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-09-02_992_6984975111648295676/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 EXPRESSION [(src)x.FieldSchema(name:value, type:string, comment:default), (src)x1.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src1)x.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input39.q.out =================================================================== --- ql/src/test/results/clientpositive/input39.q.out (revision 962379) +++ ql/src/test/results/clientpositive/input39.q.out (working copy) @@ -158,7 +158,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-11-59_547_6173111859756543137/10002 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-14_08-51-51_301_4409307835841479937/-mr-10002 Reduce Output Operator sort order: tag: -1 @@ -193,12 +193,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@t2@ds=1 PREHOOK: Input: default@t1@ds=1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-00_052_7056729807398553638/10000 +PREHOOK: Output: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-14_08-51-51_662_2930288107139483720/-mr-10000 POSTHOOK: query: select count(1) from t1 join t2 on t1.key=t2.key where t1.ds='1' and t2.ds='1' POSTHOOK: type: QUERY POSTHOOK: Input: default@t2@ds=1 POSTHOOK: Input: default@t1@ds=1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-12-00_052_7056729807398553638/10000 +POSTHOOK: Output: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-14_08-51-51_662_2930288107139483720/-mr-10000 POSTHOOK: Lineage: t1 PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: t1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: t1 PARTITION(ds=2).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -206,6 +206,7 @@ POSTHOOK: Lineage: t2 PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: t2 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 18 +mapred.job.tracker=does.notexist.com:666 PREHOOK: query: drop table t1 PREHOOK: type: DROPTABLE POSTHOOK: query: drop table t1 Index: ql/src/test/results/clientpositive/bucketmapjoin1.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin1.q.out (revision 962379) +++ ql/src/test/results/clientpositive/bucketmapjoin1.q.out (working copy) @@ -161,7 +161,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-13_941_4614688152721840484/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-50-36_607_7716277790627103778/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -172,12 +172,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585153 + transient_lastDdlTime 1279057836 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -237,7 +237,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-13_941_4614688152721840484/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-50-36_607_7716277790627103778/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -248,31 +248,31 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585153 + transient_lastDdlTime 1279057836 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 MultiFileSpray: false Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: - b {srcbucket20.txt=[srcbucket20.txt, srcbucket22.txt], srcbucket21.txt=[srcbucket21.txt, srcbucket23.txt]} + b {pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} Alias Bucket File Name Mapping: - b {file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} + b {pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} Alias Bucket Output File Name Mapping: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin [a] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin Partition - base file name: srcbucket_mapjoin + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -282,12 +282,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585151 + transient_lastDdlTime 1279057831 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -299,12 +299,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585151 + transient_lastDdlTime 1279057831 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin name: srcbucket_mapjoin @@ -316,14 +316,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-13_941_4614688152721840484/10002 - destination: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-13_941_4614688152721840484/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-50-36_607_7716277790627103778/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-50-36_607_7716277790627103778/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-13_941_4614688152721840484/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-50-36_607_7716277790627103778/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -333,20 +333,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585153 + transient_lastDdlTime 1279057836 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-13_941_4614688152721840484/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-50-36_607_7716277790627103778/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-13_941_4614688152721840484/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-50-36_607_7716277790627103778/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -362,11 +362,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-13_941_4614688152721840484/10002 [file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-13_941_4614688152721840484/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-50-36_607_7716277790627103778/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-50-36_607_7716277790627103778/-ext-10002] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-13_941_4614688152721840484/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-50-36_607_7716277790627103778/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-50-36_607_7716277790627103778/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -375,12 +375,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585153 + transient_lastDdlTime 1279057836 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -391,12 +391,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585153 + transient_lastDdlTime 1279057836 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -405,7 +405,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-13_941_4614688152721840484/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-50-36_607_7716277790627103778/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -416,12 +416,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585153 + transient_lastDdlTime 1279057836 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -450,11 +450,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-24_821_7662587634179981749/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-50-44_341_3021288622268727434/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-24_821_7662587634179981749/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-50-44_341_3021288622268727434/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] @@ -503,11 +503,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-43_327_1075311711903399633/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-50-57_102_2134964430637247011/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-43_327_1075311711903399633/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-50-57_102_2134964430637247011/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -546,14 +546,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-50_682_4185618914647684444/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-51-02_865_8285573741373555812/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-50_682_4185618914647684444/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-51-02_865_8285573741373555812/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -653,7 +653,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-54_595_8256597777535200115/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-05_839_6529340242620622655/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -664,12 +664,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585153 + transient_lastDdlTime 1279057857 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -724,7 +724,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-54_595_8256597777535200115/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-05_839_6529340242620622655/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -735,33 +735,33 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585153 + transient_lastDdlTime 1279057857 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 MultiFileSpray: false Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: - a {srcbucket20.txt=[srcbucket20.txt], srcbucket21.txt=[srcbucket21.txt], srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt]} + a {pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket File Name Mapping: - a {file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + a {pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 Partition - base file name: ds=2008-04-08 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -773,13 +773,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585152 + transient_lastDdlTime 1279057832 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -791,13 +791,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585152 + transient_lastDdlTime 1279057832 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part name: srcbucket_mapjoin_part @@ -809,14 +809,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-54_595_8256597777535200115/10002 - destination: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-54_595_8256597777535200115/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-05_839_6529340242620622655/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-05_839_6529340242620622655/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-54_595_8256597777535200115/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-05_839_6529340242620622655/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -826,20 +826,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585153 + transient_lastDdlTime 1279057857 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-54_595_8256597777535200115/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-05_839_6529340242620622655/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-54_595_8256597777535200115/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-05_839_6529340242620622655/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -855,11 +855,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-54_595_8256597777535200115/10002 [file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-54_595_8256597777535200115/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-05_839_6529340242620622655/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-05_839_6529340242620622655/-ext-10002] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-54_595_8256597777535200115/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-05_839_6529340242620622655/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-05_839_6529340242620622655/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -868,12 +868,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585153 + transient_lastDdlTime 1279057857 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -884,12 +884,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585153 + transient_lastDdlTime 1279057857 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -898,7 +898,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-19-54_595_8256597777535200115/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-05_839_6529340242620622655/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -909,12 +909,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585153 + transient_lastDdlTime 1279057857 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -955,11 +955,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-20-06_292_5981515132996001139/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-51-14_856_2285354494058145820/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-20-06_292_5981515132996001139/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-51-14_856_2285354494058145820/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -1044,11 +1044,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-20-23_102_7566495174318785352/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-51-29_768_5756227051477920190/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-20-23_102_7566495174318785352/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-51-29_768_5756227051477920190/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] @@ -1111,14 +1111,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-20-30_613_330654965864285966/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-51-35_395_8898629658879017002/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-20-30_613_330654965864285966/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-51-35_395_8898629658879017002/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/sample10.q.out =================================================================== --- ql/src/test/results/clientpositive/sample10.q.out (revision 962379) +++ ql/src/test/results/clientpositive/sample10.q.out (working copy) @@ -102,14 +102,14 @@ type: bigint Needs Tagging: false Path -> Alias: - file:/data/users/nzhang/work/999/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=11/attempt_local_0001_r_000000_0 [srcpartbucket] - file:/data/users/nzhang/work/999/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=12/attempt_local_0001_r_000000_0 [srcpartbucket] - file:/data/users/nzhang/work/999/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=11/attempt_local_0001_r_000000_0 [srcpartbucket] - file:/data/users/nzhang/work/999/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=12/attempt_local_0001_r_000000_0 [srcpartbucket] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=11/attempt_local_0001_r_000000_0 [srcpartbucket] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=12/attempt_local_0001_r_000000_0 [srcpartbucket] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=11/attempt_local_0001_r_000000_0 [srcpartbucket] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=12/attempt_local_0001_r_000000_0 [srcpartbucket] Path -> Partition: - file:/data/users/nzhang/work/999/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=11/attempt_local_0001_r_000000_0 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=11/attempt_local_0001_r_000000_0 Partition - base file name: attempt_local_0001_r_000000_0 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=11/attempt_local_0001_r_000000_0 input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat partition values: @@ -122,13 +122,13 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location file:/data/users/nzhang/work/999/apache-hive/build/ql/test/data/warehouse/srcpartbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpartbucket name srcpartbucket partition_columns ds/hr serialization.ddl struct srcpartbucket { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe - transient_lastDdlTime 1277145923 + transient_lastDdlTime 1279064837 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat @@ -140,19 +140,19 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location file:/data/users/nzhang/work/999/apache-hive/build/ql/test/data/warehouse/srcpartbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpartbucket name srcpartbucket partition_columns ds/hr serialization.ddl struct srcpartbucket { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe - transient_lastDdlTime 1277145923 + transient_lastDdlTime 1279064837 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: srcpartbucket name: srcpartbucket - file:/data/users/nzhang/work/999/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=12/attempt_local_0001_r_000000_0 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=12/attempt_local_0001_r_000000_0 Partition - base file name: attempt_local_0001_r_000000_0 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-08/hr=12/attempt_local_0001_r_000000_0 input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat partition values: @@ -165,13 +165,13 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location file:/data/users/nzhang/work/999/apache-hive/build/ql/test/data/warehouse/srcpartbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpartbucket name srcpartbucket partition_columns ds/hr serialization.ddl struct srcpartbucket { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe - transient_lastDdlTime 1277145923 + transient_lastDdlTime 1279064837 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat @@ -183,19 +183,19 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location file:/data/users/nzhang/work/999/apache-hive/build/ql/test/data/warehouse/srcpartbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpartbucket name srcpartbucket partition_columns ds/hr serialization.ddl struct srcpartbucket { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe - transient_lastDdlTime 1277145923 + transient_lastDdlTime 1279064837 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: srcpartbucket name: srcpartbucket - file:/data/users/nzhang/work/999/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=11/attempt_local_0001_r_000000_0 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=11/attempt_local_0001_r_000000_0 Partition - base file name: attempt_local_0001_r_000000_0 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=11/attempt_local_0001_r_000000_0 input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat partition values: @@ -208,13 +208,13 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location file:/data/users/nzhang/work/999/apache-hive/build/ql/test/data/warehouse/srcpartbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpartbucket name srcpartbucket partition_columns ds/hr serialization.ddl struct srcpartbucket { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe - transient_lastDdlTime 1277145923 + transient_lastDdlTime 1279064837 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat @@ -226,19 +226,19 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location file:/data/users/nzhang/work/999/apache-hive/build/ql/test/data/warehouse/srcpartbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpartbucket name srcpartbucket partition_columns ds/hr serialization.ddl struct srcpartbucket { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe - transient_lastDdlTime 1277145923 + transient_lastDdlTime 1279064837 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: srcpartbucket name: srcpartbucket - file:/data/users/nzhang/work/999/apache-hive/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=12/attempt_local_0001_r_000000_0 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=12/attempt_local_0001_r_000000_0 Partition - base file name: attempt_local_0001_r_000000_0 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpartbucket/ds=2008-04-09/hr=12/attempt_local_0001_r_000000_0 input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat partition values: @@ -251,13 +251,13 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location file:/data/users/nzhang/work/999/apache-hive/build/ql/test/data/warehouse/srcpartbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpartbucket name srcpartbucket partition_columns ds/hr serialization.ddl struct srcpartbucket { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe - transient_lastDdlTime 1277145923 + transient_lastDdlTime 1279064837 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat @@ -269,13 +269,13 @@ columns.types string:string file.inputformat org.apache.hadoop.hive.ql.io.RCFileInputFormat file.outputformat org.apache.hadoop.hive.ql.io.RCFileOutputFormat - location file:/data/users/nzhang/work/999/apache-hive/build/ql/test/data/warehouse/srcpartbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpartbucket name srcpartbucket partition_columns ds/hr serialization.ddl struct srcpartbucket { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe - transient_lastDdlTime 1277145923 + transient_lastDdlTime 1279064837 serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: srcpartbucket name: srcpartbucket @@ -299,7 +299,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/nzhang/work/999/apache-hive/build/ql/scratchdir/hive_2010-06-21_11-45-29_813_4438091765019255104/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_16-47-27_159_7969764681736968088/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -322,14 +322,14 @@ PREHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-06-21_11-45-30_185_5515955290012905688/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-47-28_375_1375584120678007144/-mr-10000 POSTHOOK: query: select ds, count(1) from srcpartbucket tablesample (bucket 1 out of 4 on key) where ds is not null group by ds POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-06-21_11-45-30_185_5515955290012905688/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-47-28_375_1375584120678007144/-mr-10000 POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] @@ -346,14 +346,14 @@ PREHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-06-21_11-45-35_252_5650802559039809329/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-47-33_711_2968276423281484613/-mr-10000 POSTHOOK: query: select ds, count(1) from srcpartbucket tablesample (bucket 1 out of 2 on key) where ds is not null group by ds POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-06-21_11-45-35_252_5650802559039809329/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-47-33_711_2968276423281484613/-mr-10000 POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] @@ -370,14 +370,14 @@ PREHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/nzhang/hive_2010-06-21_11-45-40_176_6924299231993417982/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-47-40_788_2334715665485089847/-mr-10000 POSTHOOK: query: select * from srcpartbucket where ds is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpartbucket@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/nzhang/hive_2010-06-21_11-45-40_176_6924299231993417982/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-47-40_788_2334715665485089847/-mr-10000 POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(srcpart)srcpart.FieldSchema(name:hr, type:string, comment:null), ] POSTHOOK: Lineage: srcpartbucket PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/rand_partitionpruner1.q.out =================================================================== --- ql/src/test/results/clientpositive/rand_partitionpruner1.q.out (revision 962379) +++ ql/src/test/results/clientpositive/rand_partitionpruner1.q.out (working copy) @@ -33,7 +33,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-22-27_455_4988263281914631499/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_01-33-03_750_671998723839945405/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -46,11 +46,11 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src [src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [src] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -59,12 +59,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452546 + transient_lastDdlTime 1279009982 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -75,12 +75,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452546 + transient_lastDdlTime 1279009982 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -93,11 +93,11 @@ PREHOOK: query: select * from src where rand(1) < 0.1 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-22-27_673_4814026618120977628/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-33-03_819_4456262585241499518/-mr-10000 POSTHOOK: query: select * from src where rand(1) < 0.1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-22-27_673_4814026618120977628/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-33-03_819_4456262585241499518/-mr-10000 409 val_409 429 val_429 209 val_209 Index: ql/src/test/results/clientpositive/bucket2.q.out =================================================================== --- ql/src/test/results/clientpositive/bucket2.q.out (revision 962379) +++ ql/src/test/results/clientpositive/bucket2.q.out (working copy) @@ -49,11 +49,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/src [src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [src] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -62,12 +62,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515770 + transient_lastDdlTime 1278979693 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -78,12 +78,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515770 + transient_lastDdlTime 1278979693 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -99,7 +99,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-02-51_261_8059892845101746655/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-08-14_463_7904629125502714687/-ext-10000 NumFilesPerFileSink: 2 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -111,12 +111,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/bucket2_1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucket2_1 name bucket2_1 serialization.ddl struct bucket2_1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515771 + transient_lastDdlTime 1278979694 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucket2_1 TotalFiles: 2 @@ -126,7 +126,7 @@ Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-02-51_261_8059892845101746655/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-08-14_463_7904629125502714687/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -137,15 +137,15 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/bucket2_1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucket2_1 name bucket2_1 serialization.ddl struct bucket2_1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515771 + transient_lastDdlTime 1278979694 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucket2_1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-02-51_261_8059892845101746655/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-08-14_463_7904629125502714687/-ext-10001 PREHOOK: query: insert overwrite table bucket2_1 @@ -225,11 +225,11 @@ PREHOOK: query: select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key PREHOOK: type: QUERY PREHOOK: Input: default@bucket2_1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-02-58_513_3181118859318846401/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_17-08-17_548_7090084993905892306/-mr-10000 POSTHOOK: query: select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucket2_1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-02-58_513_3181118859318846401/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_17-08-17_548_7090084993905892306/-mr-10000 POSTHOOK: Lineage: bucket2_1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: bucket2_1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 0 val_0 Index: ql/src/test/results/clientpositive/louter_join_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/louter_join_ppr.q.out (revision 962379) +++ ql/src/test/results/clientpositive/louter_join_ppr.q.out (working copy) @@ -78,13 +78,13 @@ type: string Needs Tagging: true Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src [a] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -93,12 +93,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451791 + transient_lastDdlTime 1279009142 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -109,18 +109,18 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451791 + transient_lastDdlTime 1279009142 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -132,13 +132,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451789 + transient_lastDdlTime 1279009138 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -149,19 +149,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451789 + transient_lastDdlTime 1279009138 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -173,13 +173,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451789 + transient_lastDdlTime 1279009138 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -190,13 +190,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451789 + transient_lastDdlTime 1279009138 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -228,7 +228,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-09-52_097_3450427547826077519/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_01-19-02_905_4012803213475896878/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -256,7 +256,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@src -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-09-52_690_2344104520019632547/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-19-03_041_8160294954068473390/-mr-10000 POSTHOOK: query: FROM src a LEFT OUTER JOIN @@ -268,7 +268,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@src -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-09-52_690_2344104520019632547/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-19-03_041_8160294954068473390/-mr-10000 17 val_17 17 val_17 17 val_17 17 val_17 18 val_18 18 val_18 @@ -356,13 +356,13 @@ type: string Needs Tagging: true Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src [b] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -371,12 +371,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451791 + transient_lastDdlTime 1279009142 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -387,18 +387,18 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451791 + transient_lastDdlTime 1279009142 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -410,13 +410,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451789 + transient_lastDdlTime 1279009138 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -427,19 +427,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451789 + transient_lastDdlTime 1279009138 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -451,13 +451,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451789 + transient_lastDdlTime 1279009138 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -468,13 +468,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451789 + transient_lastDdlTime 1279009138 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -506,7 +506,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-09-58_605_350416952012158333/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_01-19-06_831_8928714626917118073/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -534,7 +534,7 @@ PREHOOK: Input: default@src PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-09-59_175_9049684196503264525/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-19-06_972_6861538032525125028/-mr-10000 POSTHOOK: query: FROM srcpart a LEFT OUTER JOIN @@ -546,7 +546,7 @@ POSTHOOK: Input: default@src POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-09-59_175_9049684196503264525/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-19-06_972_6861538032525125028/-mr-10000 17 val_17 17 val_17 17 val_17 17 val_17 18 val_18 18 val_18 @@ -631,15 +631,15 @@ type: string Needs Tagging: true Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src [a] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [b] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [b] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -648,12 +648,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451791 + transient_lastDdlTime 1279009142 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -664,18 +664,18 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451791 + transient_lastDdlTime 1279009142 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -687,13 +687,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451789 + transient_lastDdlTime 1279009138 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -704,19 +704,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451789 + transient_lastDdlTime 1279009138 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -728,13 +728,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451789 + transient_lastDdlTime 1279009138 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -745,19 +745,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451789 + transient_lastDdlTime 1279009138 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -769,13 +769,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451789 + transient_lastDdlTime 1279009138 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -786,19 +786,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451789 + transient_lastDdlTime 1279009138 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -810,13 +810,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451789 + transient_lastDdlTime 1279009138 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -827,13 +827,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451789 + transient_lastDdlTime 1279009138 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -865,7 +865,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-10-04_417_1585757429586105562/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_01-19-10_836_2136516141059291269/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -895,7 +895,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@src -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-10-05_000_457757870610079733/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-19-10_986_1160673732223202885/-mr-10000 POSTHOOK: query: FROM src a LEFT OUTER JOIN @@ -909,7 +909,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@src -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-10-05_000_457757870610079733/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-19-10_986_1160673732223202885/-mr-10000 17 val_17 17 val_17 17 val_17 17 val_17 18 val_18 18 val_18 @@ -994,13 +994,13 @@ type: string Needs Tagging: true Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src [b] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -1009,12 +1009,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451791 + transient_lastDdlTime 1279009142 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1025,18 +1025,18 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451791 + transient_lastDdlTime 1279009142 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -1048,13 +1048,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451789 + transient_lastDdlTime 1279009138 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1065,19 +1065,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451789 + transient_lastDdlTime 1279009138 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -1089,13 +1089,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451789 + transient_lastDdlTime 1279009138 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1106,13 +1106,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266451789 + transient_lastDdlTime 1279009138 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -1144,7 +1144,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-10-11_484_6311846385002029109/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_01-19-14_770_7057556965825571708/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1172,7 +1172,7 @@ PREHOOK: Input: default@src PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-10-12_100_8440572811754456867/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-19-14_910_4038558144709227492/-mr-10000 POSTHOOK: query: FROM srcpart a LEFT OUTER JOIN @@ -1184,7 +1184,7 @@ POSTHOOK: Input: default@src POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-10-12_100_8440572811754456867/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-19-14_910_4038558144709227492/-mr-10000 17 val_17 17 val_17 17 val_17 17 val_17 18 val_18 18 val_18 Index: ql/src/test/results/clientpositive/filter_join_breaktask.q.out =================================================================== --- ql/src/test/results/clientpositive/filter_join_breaktask.q.out (revision 962379) +++ ql/src/test/results/clientpositive/filter_join_breaktask.q.out (working copy) @@ -102,11 +102,11 @@ type: string Needs Tagging: true Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 [f, m] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 [f, m] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 Partition - base file name: ds=2008-04-08 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -117,13 +117,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/filter_join_breaktask name filter_join_breaktask partition_columns ds serialization.ddl struct filter_join_breaktask { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1276212172 + transient_lastDdlTime 1278982348 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -134,13 +134,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/filter_join_breaktask name filter_join_breaktask partition_columns ds serialization.ddl struct filter_join_breaktask { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1276212172 + transient_lastDdlTime 1278982348 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: filter_join_breaktask name: filter_join_breaktask @@ -171,7 +171,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/jssarma/hive_2010-06-10_16-22-55_084_1486227885854106344/10002 + directory: file:/tmp/jssarma/hive_2010-07-12_17-52-30_879_3624381293072557976/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -226,12 +226,28 @@ type: string Needs Tagging: true Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 [g] - file:/tmp/jssarma/hive_2010-06-10_16-22-55_084_1486227885854106344/10002 [$INTNAME] + file:/tmp/jssarma/hive_2010-07-12_17-52-30_879_3624381293072557976/-mr-10002 [$INTNAME] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 [g] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 + file:/tmp/jssarma/hive_2010-07-12_17-52-30_879_3624381293072557976/-mr-10002 Partition - base file name: ds=2008-04-08 + base file name: -mr-10002 + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col4 + columns.types int,string + escape.delim \ + + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col4 + columns.types int,string + escape.delim \ + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 + Partition + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -242,13 +258,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/filter_join_breaktask name filter_join_breaktask partition_columns ds serialization.ddl struct filter_join_breaktask { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1276212172 + transient_lastDdlTime 1278982348 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -259,32 +275,16 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/filter_join_breaktask name filter_join_breaktask partition_columns ds serialization.ddl struct filter_join_breaktask { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1276212172 + transient_lastDdlTime 1278982348 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: filter_join_breaktask name: filter_join_breaktask - file:/tmp/jssarma/hive_2010-06-10_16-22-55_084_1486227885854106344/10002 - Partition - base file name: 10002 - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col4 - columns.types int,string - escape.delim \ - - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col4 - columns.types int,string - escape.delim \ Reduce Operator Tree: Join Operator condition map: @@ -304,7 +304,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-06-10_16-22-55_084_1486227885854106344/10001 + directory: file:/tmp/jssarma/hive_2010-07-12_17-52-30_879_3624381293072557976/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -326,13 +326,13 @@ JOIN filter_join_breaktask g ON(g.value = m.value AND g.ds='2008-04-08' AND m.ds='2008-04-08' AND m.value is not null AND m.value !='') PREHOOK: type: QUERY PREHOOK: Input: default@filter_join_breaktask@ds=2008-04-08 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-06-10_16-22-55_434_9085757094579036575/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_17-52-31_069_1234159201003175215/-mr-10000 POSTHOOK: query: SELECT f.key, g.value FROM filter_join_breaktask f JOIN filter_join_breaktask m ON( f.key = m.key AND f.ds='2008-04-08' AND m.ds='2008-04-08' AND f.key is not null) JOIN filter_join_breaktask g ON(g.value = m.value AND g.ds='2008-04-08' AND m.ds='2008-04-08' AND m.value is not null AND m.value !='') POSTHOOK: type: QUERY POSTHOOK: Input: default@filter_join_breaktask@ds=2008-04-08 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-06-10_16-22-55_434_9085757094579036575/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_17-52-31_069_1234159201003175215/-mr-10000 POSTHOOK: Lineage: filter_join_breaktask PARTITION(ds=2008-04-08).key EXPRESSION [(src1)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: filter_join_breaktask PARTITION(ds=2008-04-08).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ] 146 val_146 Index: ql/src/test/results/clientpositive/join17.q.out =================================================================== --- ql/src/test/results/clientpositive/join17.q.out (revision 962379) +++ ql/src/test/results/clientpositive/join17.q.out (working copy) @@ -58,11 +58,11 @@ type: string Needs Tagging: true Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src [src2, src1] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [src2, src1] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -71,12 +71,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516487 + transient_lastDdlTime 1279008315 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -87,12 +87,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516487 + transient_lastDdlTime 1279008315 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -130,7 +130,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-14-48_181_8122392837372398952/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-05-16_735_428786126258776731/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -141,12 +141,12 @@ columns.types int:string:int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key1, string value1, i32 key2, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516488 + transient_lastDdlTime 1279008316 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -156,7 +156,7 @@ Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-14-48_181_8122392837372398952/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-05-16_735_428786126258776731/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -166,15 +166,15 @@ columns.types int:string:int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key1, string value1, i32 key2, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516488 + transient_lastDdlTime 1279008316 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-14-48_181_8122392837372398952/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-05-16_735_428786126258776731/-ext-10001 PREHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key) @@ -194,11 +194,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-14-53_208_786570798820034209/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-05-19_725_2070564487937433537/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-14-53_208_786570798820034209/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-05-19_725_2070564487937433537/-mr-10000 POSTHOOK: Lineage: dest1.key1 EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.key2 EXPRESSION [(src)src2.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.value1 SIMPLE [(src)src1.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input_part9.q.out =================================================================== --- ql/src/test/results/clientpositive/input_part9.q.out (revision 962379) +++ ql/src/test/results/clientpositive/input_part9.q.out (working copy) @@ -58,12 +58,12 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [x] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [x] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [x] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [x] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -75,13 +75,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450860 + transient_lastDdlTime 1278983397 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -92,19 +92,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450860 + transient_lastDdlTime 1278983397 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -116,13 +116,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450860 + transient_lastDdlTime 1278983397 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -133,13 +133,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450860 + transient_lastDdlTime 1278983397 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -148,7 +148,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-54-33_447_3691730051336453837/10001 + directory: file:/tmp/jssarma/hive_2010-07-12_18-10-01_537_7950437057438124482/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -169,12 +169,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-54-33_848_8118876166603140113/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-10-01_656_6077583983658300741/-mr-10000 POSTHOOK: query: SELECT x.* FROM SRCPART x WHERE key IS NOT NULL AND ds = '2008-04-08' order by x.key, x.hr POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-54-33_848_8118876166603140113/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-10-01_656_6077583983658300741/-mr-10000 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 0 val_0 2008-04-08 11 Index: ql/src/test/results/clientpositive/sample5.q.out =================================================================== --- ql/src/test/results/clientpositive/sample5.q.out (revision 962379) +++ ql/src/test/results/clientpositive/sample5.q.out (working copy) @@ -50,7 +50,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-16_604_4910596059369190270/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-37-14_512_7175097826676693470/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -61,23 +61,23 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517176 + transient_lastDdlTime 1279010234 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcbucket [s] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket [s] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket Partition - base file name: srcbucket + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -87,12 +87,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517175 + transient_lastDdlTime 1279010231 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -104,12 +104,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517175 + transient_lastDdlTime 1279010231 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -121,14 +121,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-16_604_4910596059369190270/10002 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-16_604_4910596059369190270/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-37-14_512_7175097826676693470/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-37-14_512_7175097826676693470/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-16_604_4910596059369190270/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-37-14_512_7175097826676693470/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -138,20 +138,20 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517176 + transient_lastDdlTime 1279010234 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-16_604_4910596059369190270/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-37-14_512_7175097826676693470/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-16_604_4910596059369190270/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-37-14_512_7175097826676693470/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -165,11 +165,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-16_604_4910596059369190270/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-16_604_4910596059369190270/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-37-14_512_7175097826676693470/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-37-14_512_7175097826676693470/-ext-10002] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-16_604_4910596059369190270/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-37-14_512_7175097826676693470/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-37-14_512_7175097826676693470/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -178,12 +178,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517176 + transient_lastDdlTime 1279010234 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -194,12 +194,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517176 + transient_lastDdlTime 1279010234 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -208,7 +208,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-16_604_4910596059369190270/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-37-14_512_7175097826676693470/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -219,12 +219,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517176 + transient_lastDdlTime 1279010234 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -246,11 +246,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 SORT BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-25_884_1399407526358599504/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-37-20_086_1366849092992822208/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 SORT BY key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-25_884_1399407526358599504/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-37-20_086_1366849092992822208/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 0 val_0 Index: ql/src/test/results/clientpositive/join26.q.out =================================================================== --- ql/src/test/results/clientpositive/join26.q.out (revision 962379) +++ ql/src/test/results/clientpositive/join26.q.out (working copy) @@ -83,7 +83,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-27_003_361825154981961236/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-06-56_524_7253072988696793618/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -94,12 +94,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516526 + transient_lastDdlTime 1279008416 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -153,7 +153,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-27_003_361825154981961236/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-06-56_524_7253072988696793618/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -164,12 +164,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516526 + transient_lastDdlTime 1279008416 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -213,7 +213,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-27_003_361825154981961236/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-06-56_524_7253072988696793618/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -224,23 +224,23 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516526 + transient_lastDdlTime 1279008416 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -252,13 +252,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516525 + transient_lastDdlTime 1279008412 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -269,13 +269,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516525 + transient_lastDdlTime 1279008412 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -287,14 +287,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-27_003_361825154981961236/10002 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-27_003_361825154981961236/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-06-56_524_7253072988696793618/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-06-56_524_7253072988696793618/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-27_003_361825154981961236/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-06-56_524_7253072988696793618/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -304,20 +304,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516526 + transient_lastDdlTime 1279008416 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-27_003_361825154981961236/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-06-56_524_7253072988696793618/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-27_003_361825154981961236/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-06-56_524_7253072988696793618/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -333,11 +333,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-27_003_361825154981961236/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-27_003_361825154981961236/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-06-56_524_7253072988696793618/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-06-56_524_7253072988696793618/-ext-10002] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-27_003_361825154981961236/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-06-56_524_7253072988696793618/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-06-56_524_7253072988696793618/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -346,12 +346,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516526 + transient_lastDdlTime 1279008416 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -362,12 +362,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516526 + transient_lastDdlTime 1279008416 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -376,7 +376,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-27_003_361825154981961236/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-06-56_524_7253072988696793618/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -387,12 +387,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516526 + transient_lastDdlTime 1279008416 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -423,11 +423,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-33_053_7397223625816469001/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-06-59_633_5833974303879043742/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-33_053_7397223625816469001/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-06-59_633_5833974303879043742/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out (revision 962379) +++ ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out (working copy) @@ -119,7 +119,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-12_145_6529332471381915674/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-18_218_6004820903144644488/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -130,12 +130,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1268349432 + transient_lastDdlTime 1279006098 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -195,7 +195,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-12_145_6529332471381915674/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-18_218_6004820903144644488/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -206,23 +206,23 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1268349432 + transient_lastDdlTime 1279006098 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcbucket_mapjoin [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin [a] Path -> Partition: - file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcbucket_mapjoin + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin Partition - base file name: srcbucket_mapjoin + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -232,12 +232,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1268349430 + transient_lastDdlTime 1279006097 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -249,12 +249,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1268349430 + transient_lastDdlTime 1279006097 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin name: srcbucket_mapjoin @@ -266,14 +266,14 @@ Move Operator files: hdfs directory: true - source: file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-12_145_6529332471381915674/10002 - destination: file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-12_145_6529332471381915674/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-18_218_6004820903144644488/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-18_218_6004820903144644488/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-12_145_6529332471381915674/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-18_218_6004820903144644488/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -283,20 +283,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1268349432 + transient_lastDdlTime 1279006098 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-12_145_6529332471381915674/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-18_218_6004820903144644488/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-12_145_6529332471381915674/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-18_218_6004820903144644488/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -312,11 +312,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-12_145_6529332471381915674/10002 [file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-12_145_6529332471381915674/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-18_218_6004820903144644488/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-18_218_6004820903144644488/-ext-10002] Path -> Partition: - file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-12_145_6529332471381915674/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-18_218_6004820903144644488/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-18_218_6004820903144644488/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -325,12 +325,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1268349432 + transient_lastDdlTime 1279006098 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -341,12 +341,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1268349432 + transient_lastDdlTime 1279006098 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -355,7 +355,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-12_145_6529332471381915674/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-18_218_6004820903144644488/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -366,12 +366,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1268349432 + transient_lastDdlTime 1279006098 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 Index: ql/src/test/results/clientpositive/join35.q.out =================================================================== --- ql/src/test/results/clientpositive/join35.q.out (revision 962379) +++ ql/src/test/results/clientpositive/join35.q.out (working copy) @@ -84,11 +84,11 @@ type: bigint Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src [null-subquery1:subq1-subquery1:x] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [null-subquery1:subq1-subquery1:x] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -97,12 +97,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516573 + transient_lastDdlTime 1279008549 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -113,12 +113,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516573 + transient_lastDdlTime 1279008549 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -142,7 +142,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10002 + directory: file:/tmp/jssarma/hive_2010-07-13_01-09-10_335_173268378416481146/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -157,7 +157,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10002 + file:/tmp/jssarma/hive_2010-07-13_01-09-10_335_173268378416481146/-mr-10002 Union Common Join Operator condition map: @@ -201,7 +201,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10003 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-09-10_335_173268378416481146/-ext-10003 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -212,17 +212,17 @@ columns.types string:string:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, i32 val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516573 + transient_lastDdlTime 1279008550 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10004 + file:/tmp/jssarma/hive_2010-07-13_01-09-10_335_173268378416481146/-mr-10004 Union Common Join Operator condition map: @@ -266,7 +266,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10003 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-09-10_335_173268378416481146/-ext-10003 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -277,12 +277,12 @@ columns.types string:string:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, i32 val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516573 + transient_lastDdlTime 1279008550 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -339,7 +339,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10003 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-09-10_335_173268378416481146/-ext-10003 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -350,24 +350,24 @@ columns.types string:string:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, i32 val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516573 + transient_lastDdlTime 1279008550 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10002] - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10004 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10004] + file:/tmp/jssarma/hive_2010-07-13_01-09-10_335_173268378416481146/-mr-10002 [file:/tmp/jssarma/hive_2010-07-13_01-09-10_335_173268378416481146/-mr-10002] + file:/tmp/jssarma/hive_2010-07-13_01-09-10_335_173268378416481146/-mr-10004 [file:/tmp/jssarma/hive_2010-07-13_01-09-10_335_173268378416481146/-mr-10004] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10002 + file:/tmp/jssarma/hive_2010-07-13_01-09-10_335_173268378416481146/-mr-10002 Partition - base file name: 10002 + base file name: -mr-10002 input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: @@ -381,9 +381,9 @@ columns _col0,_col1 columns.types string,bigint escape.delim \ - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10004 + file:/tmp/jssarma/hive_2010-07-13_01-09-10_335_173268378416481146/-mr-10004 Partition - base file name: 10004 + base file name: -mr-10004 input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: @@ -405,14 +405,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10003 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-09-10_335_173268378416481146/-ext-10003 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-09-10_335_173268378416481146/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-09-10_335_173268378416481146/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -422,20 +422,20 @@ columns.types string:string:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, i32 val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516573 + transient_lastDdlTime 1279008550 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-09-10_335_173268378416481146/-ext-10001 Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10003 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-09-10_335_173268378416481146/-ext-10003 Reduce Output Operator sort order: Map-reduce partition columns: @@ -451,11 +451,11 @@ type: int Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10003 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10003] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-09-10_335_173268378416481146/-ext-10003 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-09-10_335_173268378416481146/-ext-10003] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10003 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-09-10_335_173268378416481146/-ext-10003 Partition - base file name: 10003 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-09-10_335_173268378416481146/-ext-10003 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -464,12 +464,12 @@ columns.types string:string:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, i32 val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516573 + transient_lastDdlTime 1279008550 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -480,12 +480,12 @@ columns.types string:string:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, i32 val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516573 + transient_lastDdlTime 1279008550 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -494,7 +494,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-09-10_335_173268378416481146/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -505,12 +505,12 @@ columns.types string:string:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, i32 val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516573 + transient_lastDdlTime 1279008550 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -560,11 +560,11 @@ type: bigint Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src [null-subquery2:subq1-subquery2:x1] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [null-subquery2:subq1-subquery2:x1] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -573,12 +573,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516573 + transient_lastDdlTime 1279008549 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -589,12 +589,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516573 + transient_lastDdlTime 1279008549 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -618,7 +618,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-13_455_4995174938879288327/10004 + directory: file:/tmp/jssarma/hive_2010-07-13_01-09-10_335_173268378416481146/-mr-10004 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -661,11 +661,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-31_652_61835448429533557/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-09-21_919_7134319098536826727/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-31_652_61835448429533557/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-09-21_919_7134319098536826727/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 EXPRESSION [(src)x.null, (src)x1.null, ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src1)x.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/bucketmapjoin2.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin2.q.out (revision 962379) +++ ql/src/test/results/clientpositive/bucketmapjoin2.q.out (working copy) @@ -154,7 +154,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-20-42_248_1656544165360904214/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-58_154_2679250520550555267/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -165,12 +165,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585242 + transient_lastDdlTime 1279057918 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -228,7 +228,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-20-42_248_1656544165360904214/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-58_154_2679250520550555267/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -239,31 +239,31 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585242 + transient_lastDdlTime 1279057918 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 MultiFileSpray: false Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: - b {srcbucket20.txt=[srcbucket22.txt], srcbucket21.txt=[srcbucket23.txt]} + b {pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt]} Alias Bucket File Name Mapping: - b {file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt]} + b {pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt]} Alias Bucket Output File Name Mapping: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin [a] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin Partition - base file name: srcbucket_mapjoin + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -273,12 +273,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585239 + transient_lastDdlTime 1279057913 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -290,12 +290,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585239 + transient_lastDdlTime 1279057913 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin name: srcbucket_mapjoin @@ -307,14 +307,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-20-42_248_1656544165360904214/10002 - destination: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-20-42_248_1656544165360904214/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-58_154_2679250520550555267/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-58_154_2679250520550555267/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-20-42_248_1656544165360904214/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-58_154_2679250520550555267/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -324,20 +324,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585242 + transient_lastDdlTime 1279057918 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-20-42_248_1656544165360904214/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-58_154_2679250520550555267/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-20-42_248_1656544165360904214/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-58_154_2679250520550555267/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -353,11 +353,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-20-42_248_1656544165360904214/10002 [file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-20-42_248_1656544165360904214/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-58_154_2679250520550555267/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-58_154_2679250520550555267/-ext-10002] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-20-42_248_1656544165360904214/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-58_154_2679250520550555267/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-58_154_2679250520550555267/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -366,12 +366,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585242 + transient_lastDdlTime 1279057918 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -382,12 +382,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585242 + transient_lastDdlTime 1279057918 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -396,7 +396,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-20-42_248_1656544165360904214/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-51-58_154_2679250520550555267/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -407,12 +407,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585242 + transient_lastDdlTime 1279057918 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -441,11 +441,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-20-51_476_6849100594964713524/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-52-04_502_1282275542955015259/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-20-51_476_6849100594964713524/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-52-04_502_1282275542955015259/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:key, type:int, comment:null), ] @@ -494,11 +494,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-05_728_8205471923586302660/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-52-15_888_7147415429048888683/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-05_728_8205471923586302660/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-52-15_888_7147415429048888683/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -537,14 +537,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-12_789_6204727183274463456/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-52-21_502_979723243483194823/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-12_789_6204727183274463456/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-52-21_502_979723243483194823/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -642,7 +642,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-17_599_730776999837906559/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-52-24_465_6836688502123526008/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -653,12 +653,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585242 + transient_lastDdlTime 1279057935 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -706,7 +706,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-17_599_730776999837906559/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-52-24_465_6836688502123526008/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -717,31 +717,31 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585242 + transient_lastDdlTime 1279057935 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 MultiFileSpray: false Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: - a {srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt]} + a {pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket File Name Mapping: - a {file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + a {pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [b] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 Partition - base file name: ds=2008-04-08 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -753,13 +753,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585241 + transient_lastDdlTime 1279057916 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -771,13 +771,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585241 + transient_lastDdlTime 1279057916 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part_2 name: srcbucket_mapjoin_part_2 @@ -789,14 +789,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-17_599_730776999837906559/10002 - destination: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-17_599_730776999837906559/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-52-24_465_6836688502123526008/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-52-24_465_6836688502123526008/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-17_599_730776999837906559/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-52-24_465_6836688502123526008/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -806,20 +806,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585242 + transient_lastDdlTime 1279057935 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-17_599_730776999837906559/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-52-24_465_6836688502123526008/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-17_599_730776999837906559/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-52-24_465_6836688502123526008/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -835,11 +835,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-17_599_730776999837906559/10002 [file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-17_599_730776999837906559/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-52-24_465_6836688502123526008/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-52-24_465_6836688502123526008/-ext-10002] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-17_599_730776999837906559/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-52-24_465_6836688502123526008/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-52-24_465_6836688502123526008/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -848,12 +848,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585242 + transient_lastDdlTime 1279057935 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -864,12 +864,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585242 + transient_lastDdlTime 1279057935 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -878,7 +878,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-17_599_730776999837906559/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-52-24_465_6836688502123526008/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -889,12 +889,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585242 + transient_lastDdlTime 1279057935 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -935,11 +935,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-25_773_8218205998648860194/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-52-30_986_3677588852132474210/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-25_773_8218205998648860194/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-52-30_986_3677588852132474210/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -1024,11 +1024,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-39_905_1457912158968511755/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-52-43_436_3636397868921376821/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-39_905_1457912158968511755/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-52-43_436_3636397868921376821/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] @@ -1091,14 +1091,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-46_993_1687004669182115612/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-52-49_051_2452339873011711437/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-46_993_1687004669182115612/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-52-49_051_2452339873011711437/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/udf_explode.q.out =================================================================== --- ql/src/test/results/clientpositive/udf_explode.q.out (revision 962379) +++ ql/src/test/results/clientpositive/udf_explode.q.out (working copy) @@ -37,7 +37,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-36_316_3921201311196435797/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_02-14-14_153_2947946526441730313/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -50,11 +50,11 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src [src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [src] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -63,12 +63,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266454055 + transient_lastDdlTime 1279012451 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -79,12 +79,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266454055 + transient_lastDdlTime 1279012451 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -129,11 +129,11 @@ type: int Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src [a:src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [a:src] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -142,12 +142,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266454055 + transient_lastDdlTime 1279012451 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -158,12 +158,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266454055 + transient_lastDdlTime 1279012451 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -187,7 +187,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-36_561_2642184372620503865/10002 + directory: file:/tmp/jssarma/hive_2010-07-13_02-14-14_255_8393310873924770747/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -202,7 +202,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-36_561_2642184372620503865/10002 + file:/tmp/jssarma/hive_2010-07-13_02-14-14_255_8393310873924770747/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -217,11 +217,11 @@ type: bigint Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-36_561_2642184372620503865/10002 [file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-36_561_2642184372620503865/10002] + file:/tmp/jssarma/hive_2010-07-13_02-14-14_255_8393310873924770747/-mr-10002 [file:/tmp/jssarma/hive_2010-07-13_02-14-14_255_8393310873924770747/-mr-10002] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-36_561_2642184372620503865/10002 + file:/tmp/jssarma/hive_2010-07-13_02-14-14_255_8393310873924770747/-mr-10002 Partition - base file name: 10002 + base file name: -mr-10002 input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: @@ -255,7 +255,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-36_561_2642184372620503865/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_02-14-14_255_8393310873924770747/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -275,33 +275,33 @@ PREHOOK: query: SELECT explode(array(1,2,3)) AS myCol FROM src LIMIT 3 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-37_008_6185625478208513690/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_02-14-14_347_4997853274086193196/-mr-10000 POSTHOOK: query: SELECT explode(array(1,2,3)) AS myCol FROM src LIMIT 3 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-37_008_6185625478208513690/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_02-14-14_347_4997853274086193196/-mr-10000 1 2 3 PREHOOK: query: SELECT explode(array(1,2,3)) AS (myCol) FROM src LIMIT 3 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-40_284_4747568601574563446/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_02-14-17_144_3964463339802238436/-mr-10000 POSTHOOK: query: SELECT explode(array(1,2,3)) AS (myCol) FROM src LIMIT 3 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-40_284_4747568601574563446/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_02-14-17_144_3964463339802238436/-mr-10000 1 2 3 PREHOOK: query: SELECT a.myCol, count(1) FROM (SELECT explode(array(1,2,3)) AS myCol FROM src LIMIT 3) a GROUP BY a.myCol PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-43_526_8728743318366146781/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_02-14-19_868_6058212768628005650/-mr-10000 POSTHOOK: query: SELECT a.myCol, count(1) FROM (SELECT explode(array(1,2,3)) AS myCol FROM src LIMIT 3) a GROUP BY a.myCol POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-43_526_8728743318366146781/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_02-14-19_868_6058212768628005650/-mr-10000 1 1 2 1 3 1 Index: ql/src/test/results/clientpositive/join_map_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/join_map_ppr.q.out (revision 962379) +++ ql/src/test/results/clientpositive/join_map_ppr.q.out (working copy) @@ -84,7 +84,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-32_378_853446091627412214/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-06_491_5215178047568650106/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -95,12 +95,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516832 + transient_lastDdlTime 1279008726 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -163,7 +163,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-32_378_853446091627412214/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-06_491_5215178047568650106/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -174,12 +174,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516832 + transient_lastDdlTime 1279008726 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -232,7 +232,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-32_378_853446091627412214/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-06_491_5215178047568650106/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -243,23 +243,23 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516832 + transient_lastDdlTime 1279008726 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -271,13 +271,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516830 + transient_lastDdlTime 1279008720 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -288,13 +288,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516830 + transient_lastDdlTime 1279008720 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -306,14 +306,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-32_378_853446091627412214/10002 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-32_378_853446091627412214/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-06_491_5215178047568650106/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-06_491_5215178047568650106/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-32_378_853446091627412214/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-06_491_5215178047568650106/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -323,20 +323,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516832 + transient_lastDdlTime 1279008726 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-32_378_853446091627412214/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-06_491_5215178047568650106/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-32_378_853446091627412214/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-06_491_5215178047568650106/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -352,11 +352,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-32_378_853446091627412214/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-32_378_853446091627412214/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-06_491_5215178047568650106/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-06_491_5215178047568650106/-ext-10002] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-32_378_853446091627412214/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-06_491_5215178047568650106/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-06_491_5215178047568650106/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -365,12 +365,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516832 + transient_lastDdlTime 1279008726 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -381,12 +381,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516832 + transient_lastDdlTime 1279008726 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -395,7 +395,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-32_378_853446091627412214/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-06_491_5215178047568650106/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -406,12 +406,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516832 + transient_lastDdlTime 1279008726 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -443,11 +443,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-38_085_7637738477039016757/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-12-09_634_3542043833410410466/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-38_085_7637738477039016757/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-12-09_634_3542043833410410466/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] @@ -690,7 +690,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-50_930_3552914040610493954/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-18_189_9021225459415264000/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -701,12 +701,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516832 + transient_lastDdlTime 1279008729 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -769,7 +769,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-50_930_3552914040610493954/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-18_189_9021225459415264000/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -780,12 +780,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516832 + transient_lastDdlTime 1279008729 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -838,7 +838,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-50_930_3552914040610493954/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-18_189_9021225459415264000/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -849,23 +849,23 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516832 + transient_lastDdlTime 1279008729 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -877,13 +877,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516830 + transient_lastDdlTime 1279008720 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -894,13 +894,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516830 + transient_lastDdlTime 1279008720 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -912,14 +912,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-50_930_3552914040610493954/10002 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-50_930_3552914040610493954/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-18_189_9021225459415264000/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-18_189_9021225459415264000/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-50_930_3552914040610493954/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-18_189_9021225459415264000/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -929,20 +929,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516832 + transient_lastDdlTime 1279008729 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-50_930_3552914040610493954/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-18_189_9021225459415264000/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-50_930_3552914040610493954/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-18_189_9021225459415264000/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -958,11 +958,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-50_930_3552914040610493954/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-50_930_3552914040610493954/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-18_189_9021225459415264000/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-18_189_9021225459415264000/-ext-10002] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-50_930_3552914040610493954/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-18_189_9021225459415264000/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-18_189_9021225459415264000/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -971,12 +971,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516832 + transient_lastDdlTime 1279008729 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -987,12 +987,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516832 + transient_lastDdlTime 1279008729 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -1001,7 +1001,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-50_930_3552914040610493954/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-12-18_189_9021225459415264000/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1012,12 +1012,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516832 + transient_lastDdlTime 1279008729 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -1056,11 +1056,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-55_757_2911779365097170567/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-12-21_699_5247438418799061306/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-20-55_757_2911779365097170567/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-12-21_699_5247438418799061306/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1_copy)x.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/join9.q.out =================================================================== --- ql/src/test/results/clientpositive/join9.q.out (revision 962379) +++ ql/src/test/results/clientpositive/join9.q.out (working copy) @@ -63,12 +63,12 @@ type: string Needs Tagging: true Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/src [src2] - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [src1] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [src2] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [src1] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -77,12 +77,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516625 + transient_lastDdlTime 1279008703 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -93,18 +93,18 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516625 + transient_lastDdlTime 1279008703 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -116,13 +116,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516624 + transient_lastDdlTime 1279008701 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -133,13 +133,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516624 + transient_lastDdlTime 1279008701 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -174,7 +174,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-17-06_135_7326848729377231299/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-11-44_744_7905539313630166988/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -185,12 +185,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516626 + transient_lastDdlTime 1279008704 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -200,7 +200,7 @@ Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-17-06_135_7326848729377231299/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-11-44_744_7905539313630166988/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -210,15 +210,15 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516626 + transient_lastDdlTime 1279008704 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-17-06_135_7326848729377231299/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-11-44_744_7905539313630166988/-ext-10001 PREHOOK: query: FROM srcpart src1 JOIN src src2 ON (src1.key = src2.key) @@ -238,11 +238,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-17-13_273_2600052382026656668/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-11-47_725_6243200882772156005/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-17-13_273_2600052382026656668/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-11-47_725_6243200882772156005/-mr-10000 POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)src1.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] 0 val_0 Index: ql/src/test/results/clientpositive/rand_partitionpruner2.q.out =================================================================== --- ql/src/test/results/clientpositive/rand_partitionpruner2.q.out (revision 962379) +++ ql/src/test/results/clientpositive/rand_partitionpruner2.q.out (working copy) @@ -53,7 +53,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-26-18_926_5456051031002963685/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-33-10_565_7639402596022502562/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -64,24 +64,24 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/tmptable + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517178 + transient_lastDdlTime 1279009990 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -93,13 +93,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517177 + transient_lastDdlTime 1279009986 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -110,19 +110,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517177 + transient_lastDdlTime 1279009986 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -134,13 +134,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517177 + transient_lastDdlTime 1279009986 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -151,13 +151,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517177 + transient_lastDdlTime 1279009986 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -169,14 +169,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-26-18_926_5456051031002963685/10002 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-26-18_926_5456051031002963685/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-33-10_565_7639402596022502562/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-33-10_565_7639402596022502562/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-26-18_926_5456051031002963685/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-33-10_565_7639402596022502562/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -186,20 +186,20 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/tmptable + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517178 + transient_lastDdlTime 1279009990 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-26-18_926_5456051031002963685/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-33-10_565_7639402596022502562/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-26-18_926_5456051031002963685/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-33-10_565_7639402596022502562/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -217,11 +217,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-26-18_926_5456051031002963685/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-26-18_926_5456051031002963685/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-33-10_565_7639402596022502562/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-33-10_565_7639402596022502562/-ext-10002] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-26-18_926_5456051031002963685/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-33-10_565_7639402596022502562/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-33-10_565_7639402596022502562/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -230,12 +230,12 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/tmptable + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517178 + transient_lastDdlTime 1279009990 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -246,12 +246,12 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/tmptable + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517178 + transient_lastDdlTime 1279009990 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable name: tmptable @@ -260,7 +260,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-26-18_926_5456051031002963685/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-33-10_565_7639402596022502562/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -271,12 +271,12 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/tmptable + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517178 + transient_lastDdlTime 1279009990 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable TotalFiles: 1 @@ -302,11 +302,11 @@ PREHOOK: query: select * from tmptable x sort by x.key,x.value,x.ds,x.hr PREHOOK: type: QUERY PREHOOK: Input: default@tmptable -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-26-27_677_7004058534773978474/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-33-16_057_5669775185166185098/-mr-10000 POSTHOOK: query: select * from tmptable x sort by x.key,x.value,x.ds,x.hr POSTHOOK: type: QUERY POSTHOOK: Input: default@tmptable -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-26-27_677_7004058534773978474/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-33-16_057_5669775185166185098/-mr-10000 POSTHOOK: Lineage: tmptable.ds SIMPLE [(srcpart)a.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: tmptable.hr SIMPLE [(srcpart)a.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: tmptable.key SIMPLE [(srcpart)a.FieldSchema(name:ds, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/bucket3.q.out =================================================================== --- ql/src/test/results/clientpositive/bucket3.q.out (revision 962379) +++ ql/src/test/results/clientpositive/bucket3.q.out (working copy) @@ -49,11 +49,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/src [src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [src] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -62,12 +62,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515793 + transient_lastDdlTime 1278980556 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -78,12 +78,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515793 + transient_lastDdlTime 1278980556 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -99,7 +99,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-03-14_419_5303321979362543224/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-22-37_697_7285196085632731865/-ext-10000 NumFilesPerFileSink: 2 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -111,13 +111,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/bucket3_1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucket3_1 name bucket3_1 partition_columns ds serialization.ddl struct bucket3_1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515794 + transient_lastDdlTime 1278980557 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucket3_1 TotalFiles: 2 @@ -129,7 +129,7 @@ partition: ds 1 replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-03-14_419_5303321979362543224/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-22-37_697_7285196085632731865/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -140,16 +140,16 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/bucket3_1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucket3_1 name bucket3_1 partition_columns ds serialization.ddl struct bucket3_1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515794 + transient_lastDdlTime 1278980557 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucket3_1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-03-14_419_5303321979362543224/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-22-37_697_7285196085632731865/-ext-10001 PREHOOK: query: insert overwrite table bucket3_1 partition (ds='1') @@ -253,11 +253,11 @@ PREHOOK: query: select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' order by key PREHOOK: type: QUERY PREHOOK: Input: default@bucket3_1@ds=1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-03-24_389_3958955156388135589/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_17-22-43_617_3813445227954266077/-mr-10000 POSTHOOK: query: select * from bucket3_1 tablesample (bucket 1 out of 2) s where ds = '1' order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucket3_1@ds=1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-03-24_389_3958955156388135589/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_17-22-43_617_3813445227954266077/-mr-10000 POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: bucket3_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: bucket3_1 PARTITION(ds=2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/sample6.q.out =================================================================== --- ql/src/test/results/clientpositive/sample6.q.out (revision 962379) +++ ql/src/test/results/clientpositive/sample6.q.out (working copy) @@ -50,7 +50,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-42_865_1009634073752225966/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-49-20_261_1714808740469193803/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -61,23 +61,23 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064960 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt Partition - base file name: srcbucket0.txt + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -87,12 +87,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064951 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -104,12 +104,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064951 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -121,14 +121,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-42_865_1009634073752225966/10002 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-42_865_1009634073752225966/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-49-20_261_1714808740469193803/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-49-20_261_1714808740469193803/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-42_865_1009634073752225966/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-49-20_261_1714808740469193803/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -138,20 +138,20 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064960 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-42_865_1009634073752225966/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-49-20_261_1714808740469193803/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-42_865_1009634073752225966/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-49-20_261_1714808740469193803/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -165,11 +165,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-42_865_1009634073752225966/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-42_865_1009634073752225966/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-49-20_261_1714808740469193803/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-49-20_261_1714808740469193803/-ext-10002] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-42_865_1009634073752225966/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-49-20_261_1714808740469193803/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-49-20_261_1714808740469193803/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -178,12 +178,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064960 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -194,12 +194,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064960 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -208,7 +208,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-42_865_1009634073752225966/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-49-20_261_1714808740469193803/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -219,12 +219,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064960 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -246,11 +246,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-48_233_4207127197417407974/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-49-23_952_9125073614758120610/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-48_233_4207127197417407974/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-49-23_952_9125073614758120610/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 468 val_469 @@ -556,11 +556,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket/srcbucket1.txt [s] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket1.txt [s] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket/srcbucket1.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket1.txt Partition - base file name: srcbucket1.txt + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket1.txt input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -570,12 +570,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064951 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -587,12 +587,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064951 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -601,7 +601,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-48_293_3025122128955595487/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_16-49-24_295_417653038036740128/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -622,12 +622,12 @@ ORDER BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-48_859_1916674344218010974/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-49-24_555_2255724267059731263/-mr-10000 POSTHOOK: query: SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 4 OUT OF 4 on key) s ORDER BY key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-48_859_1916674344218010974/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-49-24_555_2255724267059731263/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 3 val_4 @@ -923,11 +923,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt Partition - base file name: srcbucket0.txt + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -937,12 +937,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064951 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -954,12 +954,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064951 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -968,7 +968,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-52_953_5622972320044728401/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_16-49-27_323_5402653111077140030/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -989,12 +989,12 @@ ORDER BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-53_176_7927998496249013710/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-49-27_571_2734732116716396289/-mr-10000 POSTHOOK: query: SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-53_176_7927998496249013710/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-49-27_571_2734732116716396289/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 0 val_0 @@ -1544,11 +1544,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket [s] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket [s] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket Partition - base file name: srcbucket + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -1558,12 +1558,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064951 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1575,12 +1575,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064951 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -1589,7 +1589,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-58_142_1626689930102051964/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_16-49-30_385_1206700037660872598/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1610,12 +1610,12 @@ ORDER BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-58_362_4266314071855648980/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-49-30_481_1256564529739581162/-mr-10000 POSTHOOK: query: SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 3 on key) s ORDER BY key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-27-58_362_4266314071855648980/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-49-30_481_1256564529739581162/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 0 val_0 @@ -2008,11 +2008,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket [s] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket [s] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket Partition - base file name: srcbucket + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -2022,12 +2022,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064951 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2039,12 +2039,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064951 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -2053,7 +2053,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-28-04_331_7162415974693027105/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_16-49-33_156_8702153814120605867/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2074,12 +2074,12 @@ ORDER BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-28-04_552_9058511756861142570/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-49-33_246_6599306592359354363/-mr-10000 POSTHOOK: query: SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 2 OUT OF 3 on key) s ORDER BY key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-28-04_552_9058511756861142570/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-49-33_246_6599306592359354363/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 1 val_2 @@ -2458,12 +2458,12 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket2/srcbucket20.txt [s] - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket2/srcbucket22.txt [s] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket2/srcbucket20.txt [s] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket2/srcbucket22.txt [s] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket2/srcbucket20.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket2/srcbucket20.txt Partition - base file name: srcbucket20.txt + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket2/srcbucket20.txt input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -2473,12 +2473,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket2 name srcbucket2 serialization.ddl struct srcbucket2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064955 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2490,18 +2490,18 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket2 name srcbucket2 serialization.ddl struct srcbucket2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064955 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket2 name: srcbucket2 - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket2/srcbucket22.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket2/srcbucket22.txt Partition - base file name: srcbucket22.txt + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket2/srcbucket22.txt input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -2511,12 +2511,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket2 name srcbucket2 serialization.ddl struct srcbucket2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064955 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2528,12 +2528,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket2 name srcbucket2 serialization.ddl struct srcbucket2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064955 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket2 name: srcbucket2 @@ -2542,7 +2542,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-28-09_651_8405875539319678293/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_16-49-35_935_5271998363177273524/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2563,12 +2563,12 @@ ORDER BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket2 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-28-09_876_6368119363282454745/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-49-36_569_1157929233978449618/-mr-10000 POSTHOOK: query: SELECT s.* FROM srcbucket2 TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket2 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-28-09_876_6368119363282454745/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-49-36_569_1157929233978449618/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 0 val_0 @@ -2747,11 +2747,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket2/srcbucket21.txt [s] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket2/srcbucket21.txt [s] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket2/srcbucket21.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket2/srcbucket21.txt Partition - base file name: srcbucket21.txt + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket2/srcbucket21.txt input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -2761,12 +2761,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket2 name srcbucket2 serialization.ddl struct srcbucket2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064955 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2778,12 +2778,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/srcbucket2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket2 name srcbucket2 serialization.ddl struct srcbucket2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517262 + transient_lastDdlTime 1279064955 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket2 name: srcbucket2 @@ -2792,7 +2792,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-28-14_786_1452572188214860997/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_16-49-40_131_5422661291783850333/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2813,12 +2813,12 @@ ORDER BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket2 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-28-15_146_419016964614746518/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-49-40_525_8450967783072456329/-mr-10000 POSTHOOK: query: SELECT s.* FROM srcbucket2 TABLESAMPLE (BUCKET 2 OUT OF 4 on key) s ORDER BY key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket2 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-28-15_146_419016964614746518/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-49-40_525_8450967783072456329/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 5 val_5 @@ -2924,7 +2924,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-28-19_226_8478415062494440717/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_16-49-43_536_8236613552185259490/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2945,12 +2945,12 @@ ORDER BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@empty_bucket -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-28-19_434_429721878761864733/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-49-43_628_2526437484459265641/-mr-10000 POSTHOOK: query: SELECT s.* FROM empty_bucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@empty_bucket -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-28-19_434_429721878761864733/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-49-43_628_2526437484459265641/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: drop table empty_bucket Index: ql/src/test/results/clientpositive/bucketmapjoin3.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin3.q.out (revision 962379) +++ ql/src/test/results/clientpositive/bucketmapjoin3.q.out (working copy) @@ -164,7 +164,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-56_898_2673660382336894847/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-12_362_8642923341501143016/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -175,12 +175,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585316 + transient_lastDdlTime 1279057992 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -238,7 +238,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-56_898_2673660382336894847/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-12_362_8642923341501143016/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -249,31 +249,31 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585316 + transient_lastDdlTime 1279057992 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 MultiFileSpray: false Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: - b {srcbucket22.txt=[srcbucket20.txt, srcbucket22.txt], srcbucket23.txt=[srcbucket21.txt, srcbucket23.txt]} + b {pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} Alias Bucket File Name Mapping: - b {file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} + b {pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} Alias Bucket Output File Name Mapping: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [a] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 Partition - base file name: ds=2008-04-08 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -285,13 +285,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585316 + transient_lastDdlTime 1279057990 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -303,13 +303,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585316 + transient_lastDdlTime 1279057990 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part_2 name: srcbucket_mapjoin_part_2 @@ -321,14 +321,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-56_898_2673660382336894847/10002 - destination: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-56_898_2673660382336894847/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-12_362_8642923341501143016/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-12_362_8642923341501143016/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-56_898_2673660382336894847/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-12_362_8642923341501143016/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -338,20 +338,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585316 + transient_lastDdlTime 1279057992 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-56_898_2673660382336894847/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-12_362_8642923341501143016/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-56_898_2673660382336894847/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-12_362_8642923341501143016/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -367,11 +367,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-56_898_2673660382336894847/10002 [file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-56_898_2673660382336894847/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-12_362_8642923341501143016/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-12_362_8642923341501143016/-ext-10002] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-56_898_2673660382336894847/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-12_362_8642923341501143016/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-12_362_8642923341501143016/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -380,12 +380,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585316 + transient_lastDdlTime 1279057992 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -396,12 +396,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585316 + transient_lastDdlTime 1279057992 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -410,7 +410,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-21-56_898_2673660382336894847/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-12_362_8642923341501143016/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -421,12 +421,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585316 + transient_lastDdlTime 1279057992 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -455,11 +455,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-22-05_242_8855147289781300707/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-53-20_049_2182941344866462841/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-22-05_242_8855147289781300707/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-53-20_049_2182941344866462841/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] @@ -508,11 +508,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-22-21_066_2881843686071536980/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-53-32_545_3454733813283623720/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-22-21_066_2881843686071536980/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-53-32_545_3454733813283623720/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -551,14 +551,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-22-28_875_6950978851171606368/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-53-38_172_826015060426586324/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-22-28_875_6950978851171606368/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-53-38_172_826015060426586324/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -656,7 +656,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-22-33_840_3466084031668733835/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-41_070_1915197281980284191/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -667,12 +667,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585316 + transient_lastDdlTime 1279058012 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -730,7 +730,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-22-33_840_3466084031668733835/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-41_070_1915197281980284191/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -741,33 +741,33 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585316 + transient_lastDdlTime 1279058012 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 MultiFileSpray: false Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: - a {srcbucket20.txt=[srcbucket22.txt], srcbucket21.txt=[srcbucket23.txt], srcbucket22.txt=[srcbucket22.txt], srcbucket23.txt=[srcbucket23.txt]} + a {pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt]} Alias Bucket File Name Mapping: - a {file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt]} + a {pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt]} Alias Bucket Output File Name Mapping: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 Partition - base file name: ds=2008-04-08 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -779,13 +779,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585315 + transient_lastDdlTime 1279057987 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -797,13 +797,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585315 + transient_lastDdlTime 1279057987 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part name: srcbucket_mapjoin_part @@ -815,14 +815,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-22-33_840_3466084031668733835/10002 - destination: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-22-33_840_3466084031668733835/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-41_070_1915197281980284191/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-41_070_1915197281980284191/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-22-33_840_3466084031668733835/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-41_070_1915197281980284191/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -832,20 +832,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585316 + transient_lastDdlTime 1279058012 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-22-33_840_3466084031668733835/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-41_070_1915197281980284191/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-22-33_840_3466084031668733835/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-41_070_1915197281980284191/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -861,11 +861,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-22-33_840_3466084031668733835/10002 [file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-22-33_840_3466084031668733835/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-41_070_1915197281980284191/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-41_070_1915197281980284191/-ext-10002] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-22-33_840_3466084031668733835/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-41_070_1915197281980284191/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-41_070_1915197281980284191/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -874,12 +874,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585316 + transient_lastDdlTime 1279058012 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -890,12 +890,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585316 + transient_lastDdlTime 1279058012 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -904,7 +904,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-22-33_840_3466084031668733835/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-53-41_070_1915197281980284191/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -915,12 +915,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270585316 + transient_lastDdlTime 1279058012 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -961,11 +961,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-22-42_981_2840060153277077702/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-53-49_990_5853590437275263171/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-22-42_981_2840060153277077702/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-53-49_990_5853590437275263171/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -1050,11 +1050,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-23-00_031_5823005516510430721/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-54-03_911_4634136954577762402/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-23-00_031_5823005516510430721/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-54-03_911_4634136954577762402/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -1117,14 +1117,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-23-07_768_1978016191657897006/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-54-09_598_8251471477327023767/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-23-07_768_1978016191657897006/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-54-09_598_8251471477327023767/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/insertexternal1.q.out =================================================================== --- ql/src/test/results/clientpositive/insertexternal1.q.out (revision 962379) +++ ql/src/test/results/clientpositive/insertexternal1.q.out (working copy) @@ -7,9 +7,9 @@ POSTHOOK: query: create table texternal(key string, val string) partitioned by (insertdate string) POSTHOOK: type: CREATETABLE POSTHOOK: Output: default@texternal -PREHOOK: query: alter table texternal add partition (insertdate='2008-01-01') location 'file:///tmp/texternal/2008-01-01' +PREHOOK: query: alter table texternal add partition (insertdate='2008-01-01') location 'pfile:///tmp/texternal/2008-01-01' PREHOOK: type: ALTERTABLE_ADDPARTS -POSTHOOK: query: alter table texternal add partition (insertdate='2008-01-01') location 'file:///tmp/texternal/2008-01-01' +POSTHOOK: query: alter table texternal add partition (insertdate='2008-01-01') location 'pfile:///tmp/texternal/2008-01-01' POSTHOOK: type: ALTERTABLE_ADDPARTS POSTHOOK: Output: default@texternal@insertdate=2008-01-01 PREHOOK: query: from src insert overwrite table texternal partition (insertdate='2008-01-01') select * @@ -25,11 +25,11 @@ PREHOOK: query: select * from texternal where insertdate='2008-01-01' PREHOOK: type: QUERY PREHOOK: Input: default@texternal@insertdate=2008-01-01 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-14-31_283_8182934918703262704/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_15-50-54_735_6338296327517941016/-mr-10000 POSTHOOK: query: select * from texternal where insertdate='2008-01-01' POSTHOOK: type: QUERY POSTHOOK: Input: default@texternal@insertdate=2008-01-01 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-14-31_283_8182934918703262704/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_15-50-54_735_6338296327517941016/-mr-10000 POSTHOOK: Lineage: texternal PARTITION(insertdate=2008-01-01).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: texternal PARTITION(insertdate=2008-01-01).val SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 238 val_238 2008-01-01 Index: ql/src/test/results/clientpositive/sample1.q.out =================================================================== --- ql/src/test/results/clientpositive/sample1.q.out (revision 962379) +++ ql/src/test/results/clientpositive/sample1.q.out (working copy) @@ -72,7 +72,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-22-59_792_2739458757990791318/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-36-21_433_6292628323649421690/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -83,23 +83,23 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516979 + transient_lastDdlTime 1279010181 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [s] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [s] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -111,13 +111,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516978 + transient_lastDdlTime 1279010177 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -128,13 +128,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516978 + transient_lastDdlTime 1279010177 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -146,14 +146,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-22-59_792_2739458757990791318/10002 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-22-59_792_2739458757990791318/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-36-21_433_6292628323649421690/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-36-21_433_6292628323649421690/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-22-59_792_2739458757990791318/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-36-21_433_6292628323649421690/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -163,20 +163,20 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516979 + transient_lastDdlTime 1279010181 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-22-59_792_2739458757990791318/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-36-21_433_6292628323649421690/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-22-59_792_2739458757990791318/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-36-21_433_6292628323649421690/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -194,11 +194,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-22-59_792_2739458757990791318/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-22-59_792_2739458757990791318/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-36-21_433_6292628323649421690/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-36-21_433_6292628323649421690/-ext-10002] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-22-59_792_2739458757990791318/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-36-21_433_6292628323649421690/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-36-21_433_6292628323649421690/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -207,12 +207,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516979 + transient_lastDdlTime 1279010181 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -223,12 +223,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516979 + transient_lastDdlTime 1279010181 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -237,7 +237,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-22-59_792_2739458757990791318/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-36-21_433_6292628323649421690/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -248,12 +248,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516979 + transient_lastDdlTime 1279010181 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -279,11 +279,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-05_019_6535792314098928577/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-36-25_436_404033526385064384/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-05_019_6535792314098928577/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-36-25_436_404033526385064384/-mr-10000 POSTHOOK: Lineage: dest1.dt SIMPLE [(srcpart)s.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)s.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)s.FieldSchema(name:ds, type:string, comment:null), ] @@ -791,11 +791,11 @@ PREHOOK: query: select count(1) from srcbucket PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-05_126_6697402095766567006/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-36-25_512_8724350434415348051/-mr-10000 POSTHOOK: query: select count(1) from srcbucket POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-05_126_6697402095766567006/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-36-25_512_8724350434415348051/-mr-10000 POSTHOOK: Lineage: dest1.dt SIMPLE [(srcpart)s.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)s.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)s.FieldSchema(name:ds, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/reduce_deduplicate.q.out =================================================================== --- ql/src/test/results/clientpositive/reduce_deduplicate.q.out (revision 962379) +++ ql/src/test/results/clientpositive/reduce_deduplicate.q.out (working copy) @@ -52,11 +52,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/src [src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [src] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -65,12 +65,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584980 + transient_lastDdlTime 1279010103 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -81,12 +81,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584980 + transient_lastDdlTime 1279010103 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -102,7 +102,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-16-21_146_8698358277578653299/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-35-05_680_1922841034803554277/-ext-10000 NumFilesPerFileSink: 2 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -114,12 +114,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucket5_1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucket5_1 name bucket5_1 serialization.ddl struct bucket5_1 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584981 + transient_lastDdlTime 1279010105 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucket5_1 TotalFiles: 2 @@ -129,7 +129,7 @@ Move Operator tables: replace: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-16-21_146_8698358277578653299/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-35-05_680_1922841034803554277/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -140,15 +140,15 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucket5_1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucket5_1 name bucket5_1 serialization.ddl struct bucket5_1 { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584981 + transient_lastDdlTime 1279010105 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucket5_1 - tmp directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-16-21_146_8698358277578653299/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-35-05_680_1922841034803554277/-ext-10001 PREHOOK: query: insert overwrite table bucket5_1 @@ -166,22 +166,22 @@ PREHOOK: query: select sum(hash(key)),sum(hash(value)) from bucket5_1 PREHOOK: type: QUERY PREHOOK: Input: default@bucket5_1 -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-16-24_929_6291705567058449432/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-35-08_777_3274452820179659638/-mr-10000 POSTHOOK: query: select sum(hash(key)),sum(hash(value)) from bucket5_1 POSTHOOK: type: QUERY POSTHOOK: Input: default@bucket5_1 -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-16-24_929_6291705567058449432/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-35-08_777_3274452820179659638/-mr-10000 POSTHOOK: Lineage: bucket5_1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: bucket5_1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 21025334 36210398070 PREHOOK: query: select sum(hash(key)),sum(hash(value)) from src PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-16-28_771_1329782713419507109/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-35-11_661_4100560751798991328/-mr-10000 POSTHOOK: query: select sum(hash(key)),sum(hash(value)) from src POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-16-28_771_1329782713419507109/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-35-11_661_4100560751798991328/-mr-10000 POSTHOOK: Lineage: bucket5_1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: bucket5_1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 21025334 36210398070 @@ -360,7 +360,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-16-32_432_8813792273595897349/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-35-14_641_6515818549927573007/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -371,13 +371,13 @@ columns.types string:string:int:string:bigint:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/complex_tbl_1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/complex_tbl_1 name complex_tbl_1 partition_columns ds serialization.ddl struct complex_tbl_1 { string aid, string bid, i32 t, string ctime, i64 etime, string l, string et} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584992 + transient_lastDdlTime 1279010114 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: complex_tbl_1 TotalFiles: 1 @@ -389,7 +389,7 @@ partition: ds 2010-03-29 replace: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-16-32_432_8813792273595897349/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-35-14_641_6515818549927573007/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -399,16 +399,16 @@ columns.types string:string:int:string:bigint:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/complex_tbl_1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/complex_tbl_1 name complex_tbl_1 partition_columns ds serialization.ddl struct complex_tbl_1 { string aid, string bid, i32 t, string ctime, i64 etime, string l, string et} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584992 + transient_lastDdlTime 1279010114 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: complex_tbl_1 - tmp directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-16-32_432_8813792273595897349/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-35-14_641_6515818549927573007/-ext-10001 PREHOOK: query: drop table complex_tbl_2 Index: ql/src/test/results/clientpositive/rand_partitionpruner3.q.out =================================================================== --- ql/src/test/results/clientpositive/rand_partitionpruner3.q.out (revision 962379) +++ ql/src/test/results/clientpositive/rand_partitionpruner3.q.out (working copy) @@ -39,7 +39,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-22-48_719_4692112603796210156/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_01-33-24_381_4856611703916818554/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -52,11 +52,11 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -68,13 +68,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452566 + transient_lastDdlTime 1279010000 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -85,13 +85,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452566 + transient_lastDdlTime 1279010000 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -104,11 +104,11 @@ PREHOOK: query: select a.* from srcpart a where rand(1) < 0.1 and a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-22-49_084_536470779116955629/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-33-24_500_2239455544043442549/-mr-10000 POSTHOOK: query: select a.* from srcpart a where rand(1) < 0.1 and a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-22-49_084_536470779116955629/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-33-24_500_2239455544043442549/-mr-10000 42 val_42 2008-04-08 12 44 val_44 2008-04-08 12 26 val_26 2008-04-08 12 @@ -158,7 +158,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-22-52_720_5401498092270029345/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_01-33-27_132_527861044345988781/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -171,11 +171,11 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -187,13 +187,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452566 + transient_lastDdlTime 1279010000 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -204,13 +204,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452566 + transient_lastDdlTime 1279010000 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -223,11 +223,11 @@ PREHOOK: query: select a.* from srcpart a where a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2' PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-22-53_140_3749880901987270868/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-33-27_236_8491004365488274415/-mr-10000 POSTHOOK: query: select a.* from srcpart a where a.ds = '2008-04-08' and not(key > 50 or key < 10) and a.hr like '%2' POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-22-53_140_3749880901987270868/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-33-27_236_8491004365488274415/-mr-10000 27 val_27 2008-04-08 12 37 val_37 2008-04-08 12 15 val_15 2008-04-08 12 Index: ql/src/test/results/clientpositive/ctas.q.out =================================================================== --- ql/src/test/results/clientpositive/ctas.q.out (revision 962379) +++ ql/src/test/results/clientpositive/ctas.q.out (working copy) @@ -26,11 +26,11 @@ PREHOOK: query: select * from nzhang_Tmp PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_tmp -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-34-36_945_6347474365941059529/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-14_08-35-12_189_1708128514868322014/-mr-10000 POSTHOOK: query: select * from nzhang_Tmp POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_tmp -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-34-36_945_6347474365941059529/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-14_08-35-12_189_1708128514868322014/-mr-10000 PREHOOK: query: explain create table nzhang_CTAS1 as select key k, value from src sort by k, value limit 10 PREHOOK: type: CREATETABLE POSTHOOK: query: explain create table nzhang_CTAS1 as select key k, value from src sort by k, value limit 10 @@ -84,7 +84,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-34-36_995_4233953126182984687/10002 + file:/tmp/jssarma/hive_2010-07-14_08-35-12_412_47260014224767692/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -103,7 +103,7 @@ Limit File Output Operator compressed: false - GlobalTableId: 0 + GlobalTableId: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -112,7 +112,7 @@ Move Operator files: hdfs directory: true - destination: file:///data/users/njain/hive1/hive1/build/ql/test/data/warehouse/nzhang_ctas1 + destination: pfile:///mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/nzhang_ctas1 Stage: Stage-3 Create Table Operator: @@ -136,11 +136,11 @@ PREHOOK: query: select * from nzhang_CTAS1 PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_ctas1 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-34-47_171_5862961218268088886/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-14_08-35-18_148_5424711466204112352/-mr-10000 POSTHOOK: query: select * from nzhang_CTAS1 POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_ctas1 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-34-47_171_5862961218268088886/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-14_08-35-18_148_5424711466204112352/-mr-10000 0 val_0 0 val_0 0 val_0 @@ -204,7 +204,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-34-47_227_8082884342040328027/10002 + file:/tmp/jssarma/hive_2010-07-14_08-35-18_400_6254174123685522686/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -223,7 +223,7 @@ Limit File Output Operator compressed: false - GlobalTableId: 0 + GlobalTableId: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -232,7 +232,7 @@ Move Operator files: hdfs directory: true - destination: file:///data/users/njain/hive1/hive1/build/ql/test/data/warehouse/nzhang_ctas2 + destination: pfile:///mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/nzhang_ctas2 Stage: Stage-3 Create Table Operator: @@ -256,11 +256,11 @@ PREHOOK: query: select * from nzhang_ctas2 PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_ctas2 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-34-55_547_4128296550453730519/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-14_08-35-24_099_3859608772232441214/-mr-10000 POSTHOOK: query: select * from nzhang_ctas2 POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_ctas2 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-34-55_547_4128296550453730519/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-14_08-35-24_099_3859608772232441214/-mr-10000 0 val_0 0 val_0 0 val_0 @@ -324,7 +324,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-34-55_605_2682586381323159353/10002 + file:/tmp/jssarma/hive_2010-07-14_08-35-24_306_1204578326190580005/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -343,7 +343,7 @@ Limit File Output Operator compressed: false - GlobalTableId: 0 + GlobalTableId: 1 table: input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat @@ -352,7 +352,7 @@ Move Operator files: hdfs directory: true - destination: file:///data/users/njain/hive1/hive1/build/ql/test/data/warehouse/nzhang_ctas3 + destination: pfile:///mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/nzhang_ctas3 Stage: Stage-3 Create Table Operator: @@ -377,11 +377,11 @@ PREHOOK: query: select * from nzhang_ctas3 PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_ctas3 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-35-03_686_6599056952238873916/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-14_08-35-30_013_7314991964027644472/-mr-10000 POSTHOOK: query: select * from nzhang_ctas3 POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_ctas3 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-35-03_686_6599056952238873916/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-14_08-35-30_013_7314991964027644472/-mr-10000 0.0 val_0_con 0.0 val_0_con 0.0 val_0_con @@ -410,11 +410,11 @@ PREHOOK: query: select * from nzhang_ctas3 PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_ctas3 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-35-03_838_6249073042637282592/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-14_08-35-30_352_8720178096925660790/-mr-10000 POSTHOOK: query: select * from nzhang_ctas3 POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_ctas3 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-35-03_838_6249073042637282592/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-14_08-35-30_352_8720178096925660790/-mr-10000 0.0 val_0_con 0.0 val_0_con 0.0 val_0_con @@ -478,7 +478,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-35-03_894_3834293106109095199/10002 + file:/tmp/jssarma/hive_2010-07-14_08-35-30_584_3845863114072561631/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -497,7 +497,7 @@ Limit File Output Operator compressed: false - GlobalTableId: 0 + GlobalTableId: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -506,7 +506,7 @@ Move Operator files: hdfs directory: true - destination: file:///data/users/njain/hive1/hive1/build/ql/test/data/warehouse/nzhang_ctas4 + destination: pfile:///mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/nzhang_ctas4 Stage: Stage-3 Create Table Operator: @@ -531,11 +531,11 @@ PREHOOK: query: select * from nzhang_ctas4 PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_ctas4 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-35-13_105_2973973102606118749/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-14_08-35-36_151_5575249717086261219/-mr-10000 POSTHOOK: query: select * from nzhang_ctas4 POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_ctas4 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-35-13_105_2973973102606118749/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-14_08-35-36_151_5575249717086261219/-mr-10000 0 val_0 0 val_0 0 val_0 @@ -588,11 +588,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src [src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [src] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -601,12 +601,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266449676 + transient_lastDdlTime 1279121709 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -617,12 +617,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266449676 + transient_lastDdlTime 1279121709 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -632,7 +632,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-35-13_160_4580041524192799730/10002 + directory: file:/tmp/jssarma/hive_2010-07-14_08-35-36_367_3074543719701206137/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -647,7 +647,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-35-13_160_4580041524192799730/10002 + file:/tmp/jssarma/hive_2010-07-14_08-35-36_367_3074543719701206137/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -663,11 +663,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-35-13_160_4580041524192799730/10002 [file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-35-13_160_4580041524192799730/10002] + file:/tmp/jssarma/hive_2010-07-14_08-35-36_367_3074543719701206137/-mr-10002 [file:/tmp/jssarma/hive_2010-07-14_08-35-36_367_3074543719701206137/-mr-10002] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-35-13_160_4580041524192799730/10002 + file:/tmp/jssarma/hive_2010-07-14_08-35-36_367_3074543719701206137/-mr-10002 Partition - base file name: 10002 + base file name: -mr-10002 input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: @@ -686,8 +686,8 @@ Limit File Output Operator compressed: false - GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-35-13_160_4580041524192799730/10001 + GlobalTableId: 1 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-14_08-35-36_367_3074543719701206137/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -706,8 +706,8 @@ Move Operator files: hdfs directory: true - source: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-35-13_160_4580041524192799730/10001 - destination: file:///data/users/njain/hive1/hive1/build/ql/test/data/warehouse/nzhang_ctas5 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-14_08-35-36_367_3074543719701206137/-ext-10001 + destination: pfile:///mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/nzhang_ctas5 Stage: Stage-3 Create Table Operator: @@ -761,3 +761,4 @@ POSTHOOK: query: drop table nzhang_Tmp POSTHOOK: type: DROPTABLE POSTHOOK: Output: default@nzhang_tmp +mapred.job.tracker=does.notexist.com:666 Index: ql/src/test/results/clientpositive/bucket4.q.out =================================================================== --- ql/src/test/results/clientpositive/bucket4.q.out (revision 962379) +++ ql/src/test/results/clientpositive/bucket4.q.out (working copy) @@ -52,11 +52,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src [src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [src] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -65,12 +65,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515769 + transient_lastDdlTime 1278981653 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -81,12 +81,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515769 + transient_lastDdlTime 1278981653 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -102,7 +102,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-02-50_258_5147459717740143983/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-40-54_036_8008417921029204324/-ext-10000 NumFilesPerFileSink: 2 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -115,12 +115,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/bucket4_1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucket4_1 name bucket4_1 serialization.ddl struct bucket4_1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515770 + transient_lastDdlTime 1278981654 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucket4_1 TotalFiles: 2 @@ -130,7 +130,7 @@ Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-02-50_258_5147459717740143983/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-40-54_036_8008417921029204324/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -142,15 +142,15 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/bucket4_1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucket4_1 name bucket4_1 serialization.ddl struct bucket4_1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515770 + transient_lastDdlTime 1278981654 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucket4_1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-02-50_258_5147459717740143983/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-40-54_036_8008417921029204324/-ext-10001 PREHOOK: query: insert overwrite table bucket4_1 @@ -217,11 +217,11 @@ PREHOOK: query: select * from bucket4_1 tablesample (bucket 1 out of 2) s PREHOOK: type: QUERY PREHOOK: Input: default@bucket4_1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-02-55_285_753310371043040764/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_17-40-57_075_7350268378891839286/-mr-10000 POSTHOOK: query: select * from bucket4_1 tablesample (bucket 1 out of 2) s POSTHOOK: type: QUERY POSTHOOK: Input: default@bucket4_1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-02-55_285_753310371043040764/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_17-40-57_075_7350268378891839286/-mr-10000 POSTHOOK: Lineage: bucket4_1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: bucket4_1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 0 val_0 Index: ql/src/test/results/clientpositive/outer_join_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/outer_join_ppr.q.out (revision 962379) +++ ql/src/test/results/clientpositive/outer_join_ppr.q.out (working copy) @@ -73,13 +73,13 @@ type: string Needs Tagging: true Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src [a] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -88,12 +88,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452281 + transient_lastDdlTime 1279009661 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -104,18 +104,18 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452281 + transient_lastDdlTime 1279009661 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -127,13 +127,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452279 + transient_lastDdlTime 1279009657 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -144,19 +144,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452279 + transient_lastDdlTime 1279009657 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -168,13 +168,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452279 + transient_lastDdlTime 1279009657 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -185,13 +185,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452279 + transient_lastDdlTime 1279009657 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -223,7 +223,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-18-02_625_178750127668234796/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_01-27-42_716_5899382563641217856/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -251,7 +251,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@src -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-18-03_174_4459502948744046606/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-27-42_844_8254737572326966866/-mr-10000 POSTHOOK: query: FROM src a FULL OUTER JOIN @@ -263,7 +263,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@src -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-18-03_174_4459502948744046606/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-27-42_844_8254737572326966866/-mr-10000 17 val_17 17 val_17 17 val_17 17 val_17 18 val_18 18 val_18 @@ -343,15 +343,15 @@ type: string Needs Tagging: true Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src [a] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [b] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [b] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -360,12 +360,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452281 + transient_lastDdlTime 1279009661 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -376,18 +376,18 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452281 + transient_lastDdlTime 1279009661 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -399,13 +399,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452279 + transient_lastDdlTime 1279009657 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -416,19 +416,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452279 + transient_lastDdlTime 1279009657 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -440,13 +440,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452279 + transient_lastDdlTime 1279009657 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -457,19 +457,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452279 + transient_lastDdlTime 1279009657 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -481,13 +481,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452279 + transient_lastDdlTime 1279009657 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -498,19 +498,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452279 + transient_lastDdlTime 1279009657 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -522,13 +522,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452279 + transient_lastDdlTime 1279009657 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -539,13 +539,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452279 + transient_lastDdlTime 1279009657 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -577,7 +577,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-18-08_265_5084133190657079779/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_01-27-46_649_1408516940723663752/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -607,7 +607,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Input: default@src -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-18-08_827_8582691779839370545/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-27-46_786_8527276886889393970/-mr-10000 POSTHOOK: query: FROM src a FULL OUTER JOIN @@ -621,7 +621,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Input: default@src -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-18-08_827_8582691779839370545/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-27-46_786_8527276886889393970/-mr-10000 17 val_17 17 val_17 17 val_17 17 val_17 18 val_18 18 val_18 Index: ql/src/test/results/clientpositive/binary_output_format.q.out =================================================================== --- ql/src/test/results/clientpositive/binary_output_format.q.out (revision 962379) +++ ql/src/test/results/clientpositive/binary_output_format.q.out (working copy) @@ -92,7 +92,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-02-42_120_5258018612502461655/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-07-49_923_8874844161650096897/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -103,24 +103,24 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string mydata} serialization.format 1 serialization.last.column.takes.rest true serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515762 + transient_lastDdlTime 1278979669 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/src [src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [src] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -129,12 +129,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515761 + transient_lastDdlTime 1278979669 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -145,12 +145,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515761 + transient_lastDdlTime 1278979669 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -162,14 +162,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-02-42_120_5258018612502461655/10002 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-02-42_120_5258018612502461655/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-07-49_923_8874844161650096897/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-07-49_923_8874844161650096897/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-02-42_120_5258018612502461655/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-07-49_923_8874844161650096897/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat @@ -179,21 +179,21 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string mydata} serialization.format 1 serialization.last.column.takes.rest true serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515762 + transient_lastDdlTime 1278979669 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-02-42_120_5258018612502461655/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-07-49_923_8874844161650096897/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-02-42_120_5258018612502461655/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-07-49_923_8874844161650096897/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -205,11 +205,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-02-42_120_5258018612502461655/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-02-42_120_5258018612502461655/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-07-49_923_8874844161650096897/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-07-49_923_8874844161650096897/-ext-10002] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-02-42_120_5258018612502461655/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-07-49_923_8874844161650096897/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-07-49_923_8874844161650096897/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat properties: @@ -218,13 +218,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string mydata} serialization.format 1 serialization.last.column.takes.rest true serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515762 + transient_lastDdlTime 1278979669 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -235,13 +235,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string mydata} serialization.format 1 serialization.last.column.takes.rest true serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515762 + transient_lastDdlTime 1278979669 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -250,7 +250,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-02-42_120_5258018612502461655/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-07-49_923_8874844161650096897/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -261,13 +261,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string mydata} serialization.format 1 serialization.last.column.takes.rest true serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270515762 + transient_lastDdlTime 1278979669 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -307,12 +307,12 @@ SELECT * FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-02-46_981_6800349673068207966/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_17-07-52_796_4886630000996728060/-mr-10000 POSTHOOK: query: -- Test the result SELECT * FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_1/build/ql/scratchdir/hive_2010-04-05_18-02-46_981_6800349673068207966/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_17-07-52_796_4886630000996728060/-mr-10000 POSTHOOK: Lineage: dest1.mydata SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] 238 val_238 86 val_86 Index: ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out (revision 962379) +++ ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out (working copy) @@ -117,7 +117,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-19_959_8591498588687716490/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-26_391_9081062012473420586/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -128,12 +128,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1268349439 + transient_lastDdlTime 1279006106 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -181,7 +181,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-19_959_8591498588687716490/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-26_391_9081062012473420586/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -192,23 +192,23 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1268349439 + transient_lastDdlTime 1279006106 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcbucket_mapjoin [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin [a] Path -> Partition: - file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcbucket_mapjoin + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin Partition - base file name: srcbucket_mapjoin + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -218,12 +218,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1268349439 + transient_lastDdlTime 1279006105 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -235,12 +235,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1268349439 + transient_lastDdlTime 1279006105 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin name: srcbucket_mapjoin @@ -252,14 +252,14 @@ Move Operator files: hdfs directory: true - source: file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-19_959_8591498588687716490/10002 - destination: file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-19_959_8591498588687716490/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-26_391_9081062012473420586/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-26_391_9081062012473420586/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-19_959_8591498588687716490/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-26_391_9081062012473420586/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -269,20 +269,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1268349439 + transient_lastDdlTime 1279006106 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-19_959_8591498588687716490/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-26_391_9081062012473420586/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-19_959_8591498588687716490/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-26_391_9081062012473420586/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -298,11 +298,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-19_959_8591498588687716490/10002 [file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-19_959_8591498588687716490/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-26_391_9081062012473420586/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-26_391_9081062012473420586/-ext-10002] Path -> Partition: - file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-19_959_8591498588687716490/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-26_391_9081062012473420586/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-26_391_9081062012473420586/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -311,12 +311,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1268349439 + transient_lastDdlTime 1279006106 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -327,12 +327,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1268349439 + transient_lastDdlTime 1279006106 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -341,7 +341,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/scratchdir/hive_2010-03-11_15-17-19_959_8591498588687716490/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_00-28-26_391_9081062012473420586/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -352,12 +352,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/Users/heyongqiang/Documents/workspace/Hive-460/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1268349439 + transient_lastDdlTime 1279006106 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 Index: ql/src/test/results/clientpositive/sample7.q.out =================================================================== --- ql/src/test/results/clientpositive/sample7.q.out (revision 962379) +++ ql/src/test/results/clientpositive/sample7.q.out (working copy) @@ -57,7 +57,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-19_701_2472553384233703902/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-50-02_746_1632259968715269820/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -68,23 +68,23 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516999 + transient_lastDdlTime 1279065002 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt Partition - base file name: srcbucket0.txt + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -94,12 +94,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516998 + transient_lastDdlTime 1279064994 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -111,12 +111,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516998 + transient_lastDdlTime 1279064994 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -128,14 +128,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-19_701_2472553384233703902/10002 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-19_701_2472553384233703902/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-50-02_746_1632259968715269820/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-50-02_746_1632259968715269820/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-19_701_2472553384233703902/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-50-02_746_1632259968715269820/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -145,20 +145,20 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516999 + transient_lastDdlTime 1279065002 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-19_701_2472553384233703902/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-50-02_746_1632259968715269820/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-19_701_2472553384233703902/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-50-02_746_1632259968715269820/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -172,11 +172,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-19_701_2472553384233703902/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-19_701_2472553384233703902/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-50-02_746_1632259968715269820/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-50-02_746_1632259968715269820/-ext-10002] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-19_701_2472553384233703902/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-50-02_746_1632259968715269820/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-50-02_746_1632259968715269820/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -185,12 +185,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516999 + transient_lastDdlTime 1279065002 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -201,12 +201,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516999 + transient_lastDdlTime 1279065002 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -215,7 +215,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-19_701_2472553384233703902/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-50-02_746_1632259968715269820/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -226,12 +226,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516999 + transient_lastDdlTime 1279065002 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -255,11 +255,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-24_040_1517941756056179584/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-50-06_809_2460613698968311647/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-24_040_1517941756056179584/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-50-06_809_2460613698968311647/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 468 val_469 Index: ql/src/test/results/clientpositive/transform_ppr1.q.out =================================================================== --- ql/src/test/results/clientpositive/transform_ppr1.q.out (revision 962379) +++ ql/src/test/results/clientpositive/transform_ppr1.q.out (working copy) @@ -67,14 +67,14 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [tmap:src] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [tmap:src] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [tmap:src] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [tmap:src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [tmap:src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [tmap:src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [tmap:src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [tmap:src] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -86,13 +86,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266453620 + transient_lastDdlTime 1279011573 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -103,19 +103,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266453620 + transient_lastDdlTime 1279011573 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -127,13 +127,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266453620 + transient_lastDdlTime 1279011573 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -144,19 +144,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266453620 + transient_lastDdlTime 1279011573 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -168,13 +168,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266453620 + transient_lastDdlTime 1279011573 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -185,19 +185,19 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266453620 + transient_lastDdlTime 1279011573 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -209,13 +209,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266453620 + transient_lastDdlTime 1279011573 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -226,13 +226,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266453620 + transient_lastDdlTime 1279011573 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -253,7 +253,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-40-23_096_3472292510704843335/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_01-59-37_992_4628713576153332098/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -282,7 +282,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-40-23_570_1086582197068265009/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-59-38_123_1170106916233811444/-mr-10000 POSTHOOK: query: FROM ( FROM srcpart src SELECT TRANSFORM(src.ds, src.key, src.value) @@ -295,7 +295,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-40-23_570_1086582197068265009/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-59-38_123_1170106916233811444/-mr-10000 0 val_0 0 val_0 0 val_0 Index: ql/src/test/results/clientpositive/regexp_extract.q.out =================================================================== --- ql/src/test/results/clientpositive/regexp_extract.q.out (revision 962379) +++ ql/src/test/results/clientpositive/regexp_extract.q.out (working copy) @@ -68,11 +68,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src [tmap:src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [tmap:src] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -81,12 +81,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452696 + transient_lastDdlTime 1279010137 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -97,12 +97,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452696 + transient_lastDdlTime 1279010137 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -123,7 +123,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-24-57_663_4177765762635704360/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_01-35-39_112_4216978309806542498/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -149,7 +149,7 @@ SELECT tmap.key, regexp_extract(tmap.value, 'val_(\\d+\\t\\d+)',1) WHERE tmap.key < 100 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-24-58_014_3453128355432517924/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-35-39_234_5678885636315910626/-mr-10000 POSTHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) @@ -159,7 +159,7 @@ SELECT tmap.key, regexp_extract(tmap.value, 'val_(\\d+\\t\\d+)',1) WHERE tmap.key < 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-24-58_014_3453128355432517924/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-35-39_234_5678885636315910626/-mr-10000 0 0 3 0 0 3 0 0 3 @@ -314,11 +314,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src [tmap:src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [tmap:src] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -327,12 +327,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452696 + transient_lastDdlTime 1279010137 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -343,12 +343,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452696 + transient_lastDdlTime 1279010137 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -369,7 +369,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-25-02_334_2989637351021783973/10001 + directory: file:/tmp/jssarma/hive_2010-07-13_01-35-41_999_3757542047446734469/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -395,7 +395,7 @@ SELECT tmap.key, regexp_extract(tmap.value, 'val_(\\d+\\t\\d+)') WHERE tmap.key < 100 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-25-02_705_4248816567500013329/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-35-42_095_9103033553612624104/-mr-10000 POSTHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) @@ -405,7 +405,7 @@ SELECT tmap.key, regexp_extract(tmap.value, 'val_(\\d+\\t\\d+)') WHERE tmap.key < 100 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-25-02_705_4248816567500013329/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-35-42_095_9103033553612624104/-mr-10000 0 0 3 0 0 3 0 0 3 Index: ql/src/test/results/clientpositive/bucketmapjoin4.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin4.q.out (revision 962379) +++ ql/src/test/results/clientpositive/bucketmapjoin4.q.out (working copy) @@ -154,7 +154,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-13_998_7329941088298190472/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-32_760_5974779787018710785/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -165,12 +165,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584673 + transient_lastDdlTime 1279058072 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -218,7 +218,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-13_998_7329941088298190472/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-32_760_5974779787018710785/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -229,31 +229,31 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584673 + transient_lastDdlTime 1279058072 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 MultiFileSpray: false Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: - b {srcbucket20.txt=[srcbucket20.txt], srcbucket21.txt=[srcbucket21.txt]} + b {pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket File Name Mapping: - b {file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + b {pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin [a] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin Partition - base file name: srcbucket_mapjoin + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -263,12 +263,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584671 + transient_lastDdlTime 1279058067 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -280,12 +280,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584671 + transient_lastDdlTime 1279058067 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin name: srcbucket_mapjoin @@ -297,14 +297,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-13_998_7329941088298190472/10002 - destination: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-13_998_7329941088298190472/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-32_760_5974779787018710785/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-32_760_5974779787018710785/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-13_998_7329941088298190472/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-32_760_5974779787018710785/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -314,20 +314,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584673 + transient_lastDdlTime 1279058072 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-13_998_7329941088298190472/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-32_760_5974779787018710785/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-13_998_7329941088298190472/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-32_760_5974779787018710785/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -343,11 +343,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-13_998_7329941088298190472/10002 [file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-13_998_7329941088298190472/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-32_760_5974779787018710785/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-32_760_5974779787018710785/-ext-10002] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-13_998_7329941088298190472/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-32_760_5974779787018710785/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-32_760_5974779787018710785/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -356,12 +356,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584673 + transient_lastDdlTime 1279058072 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -372,12 +372,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584673 + transient_lastDdlTime 1279058072 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -386,7 +386,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-13_998_7329941088298190472/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-32_760_5974779787018710785/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -397,12 +397,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584673 + transient_lastDdlTime 1279058072 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -429,11 +429,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-24_223_7876043218413061096/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-54-39_058_4160913934828610043/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-24_223_7876043218413061096/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-54-39_058_4160913934828610043/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin)b.FieldSchema(name:value, type:string, comment:null), ] @@ -480,11 +480,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-39_796_4513293516103830395/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-54-50_428_5663639789639226828/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-39_796_4513293516103830395/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-54-50_428_5663639789639226828/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -523,14 +523,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-47_319_1461580913286853723/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-54-56_060_6418227247266462288/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-47_319_1461580913286853723/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-54-56_060_6418227247266462288/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -618,7 +618,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-51_245_1777155812376648754/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-59_002_8802797336584459641/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -629,12 +629,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584673 + transient_lastDdlTime 1279058090 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -682,7 +682,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-51_245_1777155812376648754/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-59_002_8802797336584459641/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -693,31 +693,31 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584673 + transient_lastDdlTime 1279058090 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 MultiFileSpray: false Bucket Mapjoin Context: Alias Bucket Base File Name Mapping: - a {srcbucket20.txt=[srcbucket20.txt], srcbucket21.txt=[srcbucket21.txt]} + a {pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket File Name Mapping: - a {file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + a {pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin [b] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin [b] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin Partition - base file name: srcbucket_mapjoin + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -727,12 +727,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584671 + transient_lastDdlTime 1279058067 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -744,12 +744,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584671 + transient_lastDdlTime 1279058067 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin name: srcbucket_mapjoin @@ -761,14 +761,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-51_245_1777155812376648754/10002 - destination: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-51_245_1777155812376648754/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-59_002_8802797336584459641/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-59_002_8802797336584459641/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-51_245_1777155812376648754/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-59_002_8802797336584459641/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -778,20 +778,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584673 + transient_lastDdlTime 1279058090 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-51_245_1777155812376648754/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-59_002_8802797336584459641/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-51_245_1777155812376648754/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-59_002_8802797336584459641/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -807,11 +807,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-51_245_1777155812376648754/10002 [file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-51_245_1777155812376648754/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-59_002_8802797336584459641/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-59_002_8802797336584459641/-ext-10002] Path -> Partition: - file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-51_245_1777155812376648754/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-59_002_8802797336584459641/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-59_002_8802797336584459641/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -820,12 +820,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584673 + transient_lastDdlTime 1279058090 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -836,12 +836,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584673 + transient_lastDdlTime 1279058090 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -850,7 +850,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-51_245_1777155812376648754/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_14-54-59_002_8802797336584459641/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -861,12 +861,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive_commit1/hive_commit1/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270584673 + transient_lastDdlTime 1279058090 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -905,11 +905,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-59_100_3501901590071019314/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-55-05_693_1269543513055937555/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-11-59_100_3501901590071019314/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-55-05_693_1269543513055937555/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -992,11 +992,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-12-13_616_4159794452577561003/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-55-17_374_1158289218339318019/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-12-13_616_4159794452577561003/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-55-17_374_1158289218339318019/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] @@ -1059,14 +1059,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-12-20_792_5741060792585939337/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-55-23_363_3914635089582291220/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/data/users/njain/hive_commit1/hive_commit1/build/ql/scratchdir/hive_2010-04-06_13-12-20_792_5741060792585939337/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_14-55-23_363_3914635089582291220/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/union22.q.out =================================================================== --- ql/src/test/results/clientpositive/union22.q.out (revision 962379) +++ ql/src/test/results/clientpositive/union22.q.out (working copy) @@ -126,7 +126,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/jssarma/hive_2010-06-10_16-21-01_038_1201658161362559492/10002 + directory: file:/tmp/jssarma/hive_2010-07-13_02-40-32_729_3834261845274835535/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -181,7 +181,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/jssarma/hive_2010-06-10_16-21-01_038_1201658161362559492/10002 + directory: file:/tmp/jssarma/hive_2010-07-13_02-40-32_729_3834261845274835535/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -194,11 +194,11 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22/ds=1 [null-subquery2:subq-subquery2:a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dst_union22/ds=1 [null-subquery2:subq-subquery2:a] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22/ds=1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dst_union22/ds=1 Partition - base file name: ds=1 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dst_union22/ds=1 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -209,13 +209,13 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dst_union22 name dst_union22 partition_columns ds serialization.ddl struct dst_union22 { string k1, string k2, string k3, string k4} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1276212055 + transient_lastDdlTime 1279014026 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -226,13 +226,13 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dst_union22 name dst_union22 partition_columns ds serialization.ddl struct dst_union22 { string k1, string k2, string k3, string k4} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1276212055 + transient_lastDdlTime 1279014026 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dst_union22 name: dst_union22 @@ -240,7 +240,7 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-06-10_16-21-01_038_1201658161362559492/10002 + file:/tmp/jssarma/hive_2010-07-13_02-40-32_729_3834261845274835535/-mr-10002 Select Operator expressions: expr: _col0 @@ -283,7 +283,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-06-10_16-21-01_038_1201658161362559492/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_02-40-32_729_3834261845274835535/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -294,13 +294,13 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dst_union22 name dst_union22 partition_columns ds serialization.ddl struct dst_union22 { string k1, string k2, string k3, string k4} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1276212055 + transient_lastDdlTime 1279014026 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dst_union22 TotalFiles: 1 @@ -344,7 +344,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-06-10_16-21-01_038_1201658161362559492/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_02-40-32_729_3834261845274835535/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -355,25 +355,41 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dst_union22 name dst_union22 partition_columns ds serialization.ddl struct dst_union22 { string k1, string k2, string k3, string k4} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1276212055 + transient_lastDdlTime 1279014026 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dst_union22 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22_delta/ds=1 [null-subquery1:subq-subquery1:dst_union22_delta] - file:/tmp/jssarma/hive_2010-06-10_16-21-01_038_1201658161362559492/10002 [file:/tmp/jssarma/hive_2010-06-10_16-21-01_038_1201658161362559492/10002] + file:/tmp/jssarma/hive_2010-07-13_02-40-32_729_3834261845274835535/-mr-10002 [file:/tmp/jssarma/hive_2010-07-13_02-40-32_729_3834261845274835535/-mr-10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dst_union22_delta/ds=1 [null-subquery1:subq-subquery1:dst_union22_delta] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22_delta/ds=1 + file:/tmp/jssarma/hive_2010-07-13_02-40-32_729_3834261845274835535/-mr-10002 Partition - base file name: ds=1 + base file name: -mr-10002 + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col8,_col9 + columns.types string,string,string,string + escape.delim \ + + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col8,_col9 + columns.types string,string,string,string + escape.delim \ + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dst_union22_delta/ds=1 + Partition + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dst_union22_delta/ds=1 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -384,13 +400,13 @@ columns.types string:string:string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22_delta + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dst_union22_delta name dst_union22_delta partition_columns ds serialization.ddl struct dst_union22_delta { string k0, string k1, string k2, string k3, string k4, string k5} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1276212055 + transient_lastDdlTime 1279014027 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -401,32 +417,16 @@ columns.types string:string:string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22_delta + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dst_union22_delta name dst_union22_delta partition_columns ds serialization.ddl struct dst_union22_delta { string k0, string k1, string k2, string k3, string k4, string k5} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1276212055 + transient_lastDdlTime 1279014027 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dst_union22_delta name: dst_union22_delta - file:/tmp/jssarma/hive_2010-06-10_16-21-01_038_1201658161362559492/10002 - Partition - base file name: 10002 - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col1,_col8,_col9 - columns.types string,string,string,string - escape.delim \ - - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col1,_col8,_col9 - columns.types string,string,string,string - escape.delim \ Stage: Stage-0 Move Operator @@ -434,7 +434,7 @@ partition: ds 2 replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-06-10_16-21-01_038_1201658161362559492/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_02-40-32_729_3834261845274835535/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -444,16 +444,16 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dst_union22 name dst_union22 partition_columns ds serialization.ddl struct dst_union22 { string k1, string k2, string k3, string k4} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1276212055 + transient_lastDdlTime 1279014026 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dst_union22 - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-06-10_16-21-01_038_1201658161362559492/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_02-40-32_729_3834261845274835535/-ext-10001 PREHOOK: query: insert overwrite table dst_union22 partition (ds='2') @@ -503,11 +503,11 @@ PREHOOK: query: select * from dst_union22 where ds = '2' order by k1 PREHOOK: type: QUERY PREHOOK: Input: default@dst_union22@ds=2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-06-10_16-21-06_919_5619601517950726872/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_02-40-38_725_9012426425696098645/-mr-10000 POSTHOOK: query: select * from dst_union22 where ds = '2' order by k1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dst_union22@ds=2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-06-10_16-21-06_919_5619601517950726872/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_02-40-38_725_9012426425696098645/-mr-10000 POSTHOOK: Lineage: dst_union22 PARTITION(ds=1).k1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dst_union22 PARTITION(ds=1).k2 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dst_union22 PARTITION(ds=1).k3 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/sample2.q.out =================================================================== --- ql/src/test/results/clientpositive/sample2.q.out (revision 962379) +++ ql/src/test/results/clientpositive/sample2.q.out (working copy) @@ -52,7 +52,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-09_153_5686977390318006528/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-47-59_938_1077990282473381863/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -63,23 +63,23 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517169 + transient_lastDdlTime 1279064879 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt Partition - base file name: srcbucket0.txt + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -89,12 +89,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517168 + transient_lastDdlTime 1279064871 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -106,12 +106,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcbucket + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517168 + transient_lastDdlTime 1279064871 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -123,14 +123,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-09_153_5686977390318006528/10002 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-09_153_5686977390318006528/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-47-59_938_1077990282473381863/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-47-59_938_1077990282473381863/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-09_153_5686977390318006528/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-47-59_938_1077990282473381863/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -140,20 +140,20 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517169 + transient_lastDdlTime 1279064879 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-09_153_5686977390318006528/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-47-59_938_1077990282473381863/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-09_153_5686977390318006528/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-47-59_938_1077990282473381863/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -167,11 +167,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-09_153_5686977390318006528/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-09_153_5686977390318006528/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-47-59_938_1077990282473381863/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-47-59_938_1077990282473381863/-ext-10002] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-09_153_5686977390318006528/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-47-59_938_1077990282473381863/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-47-59_938_1077990282473381863/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -180,12 +180,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517169 + transient_lastDdlTime 1279064879 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -196,12 +196,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517169 + transient_lastDdlTime 1279064879 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -210,7 +210,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-09_153_5686977390318006528/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_16-47-59_938_1077990282473381863/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -221,12 +221,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517169 + transient_lastDdlTime 1279064879 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -248,11 +248,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-14_274_6155005237278805309/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-48-03_527_6537435370720940546/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-14_274_6155005237278805309/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_16-48-03_527_6537435370720940546/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 474 val_475 Index: ql/src/test/results/clientpositive/disable_merge_for_bucketing.q.out =================================================================== --- ql/src/test/results/clientpositive/disable_merge_for_bucketing.q.out (revision 962379) +++ ql/src/test/results/clientpositive/disable_merge_for_bucketing.q.out (working copy) @@ -49,11 +49,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src [src] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [src] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -62,12 +62,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516041 + transient_lastDdlTime 1278982277 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -78,12 +78,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516041 + transient_lastDdlTime 1278982277 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -99,7 +99,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-07-21_813_2816895778195265258/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-51-18_193_584802777453358046/-ext-10000 NumFilesPerFileSink: 2 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -111,12 +111,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/bucket2_1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucket2_1 name bucket2_1 serialization.ddl struct bucket2_1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516041 + transient_lastDdlTime 1278982278 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucket2_1 TotalFiles: 2 @@ -126,7 +126,7 @@ Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-07-21_813_2816895778195265258/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-51-18_193_584802777453358046/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -137,15 +137,15 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/bucket2_1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/bucket2_1 name bucket2_1 serialization.ddl struct bucket2_1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516041 + transient_lastDdlTime 1278982278 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucket2_1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-07-21_813_2816895778195265258/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_17-51-18_193_584802777453358046/-ext-10001 PREHOOK: query: insert overwrite table bucket2_1 @@ -225,11 +225,11 @@ PREHOOK: query: select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key PREHOOK: type: QUERY PREHOOK: Input: default@bucket2_1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-07-28_295_4764288900823189670/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_17-51-21_206_2015059366377599444/-mr-10000 POSTHOOK: query: select * from bucket2_1 tablesample (bucket 1 out of 2) s order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucket2_1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-07-28_295_4764288900823189670/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_17-51-21_206_2015059366377599444/-mr-10000 POSTHOOK: Lineage: bucket2_1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: bucket2_1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 0 val_0 Index: ql/src/test/results/clientpositive/combine2.q.out =================================================================== --- ql/src/test/results/clientpositive/combine2.q.out (revision 962379) +++ ql/src/test/results/clientpositive/combine2.q.out (working copy) @@ -139,7 +139,7 @@ PREHOOK: Input: default@combine2@value=val_8 PREHOOK: Input: default@combine2@value=val_9 PREHOOK: Input: default@combine2@value=| -PREHOOK: Output: file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-05-03_14-20-13_883_855858049469186899/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_17-46-18_892_2969830495600685136/-mr-10000 POSTHOOK: query: select key, value from combine2 where value is not null order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@combine2@value=2010-04-21 09%3A45%3A00 @@ -150,7 +150,7 @@ POSTHOOK: Input: default@combine2@value=val_8 POSTHOOK: Input: default@combine2@value=val_9 POSTHOOK: Input: default@combine2@value=| -POSTHOOK: Output: file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-05-03_14-20-13_883_855858049469186899/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_17-46-18_892_2969830495600685136/-mr-10000 POSTHOOK: Lineage: combine2 PARTITION(value=2010-04-21 09:45:00).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -224,18 +224,18 @@ type: bigint Needs Tagging: false Path -> Alias: - file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 [combine2] - file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2/value=val_0 [combine2] - file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2/value=val_2 [combine2] - file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2/value=val_4 [combine2] - file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2/value=val_5 [combine2] - file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2/value=val_8 [combine2] - file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2/value=val_9 [combine2] - file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2/value=| [combine2] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 [combine2] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=val_0 [combine2] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=val_2 [combine2] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=val_4 [combine2] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=val_5 [combine2] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=val_8 [combine2] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=val_9 [combine2] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=| [combine2] Path -> Partition: - file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 Partition - base file name: file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -246,13 +246,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1272921606 + transient_lastDdlTime 1278981974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -263,19 +263,19 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1272921606 + transient_lastDdlTime 1278981974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2/value=val_0 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=val_0 Partition - base file name: value=val_0 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=val_0 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -286,13 +286,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1272921606 + transient_lastDdlTime 1278981974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -303,19 +303,19 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1272921606 + transient_lastDdlTime 1278981974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2/value=val_2 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=val_2 Partition - base file name: value=val_2 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=val_2 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -326,13 +326,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1272921606 + transient_lastDdlTime 1278981974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -343,19 +343,19 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1272921606 + transient_lastDdlTime 1278981974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2/value=val_4 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=val_4 Partition - base file name: value=val_4 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=val_4 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -366,13 +366,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1272921606 + transient_lastDdlTime 1278981974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -383,19 +383,19 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1272921606 + transient_lastDdlTime 1278981974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2/value=val_5 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=val_5 Partition - base file name: value=val_5 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=val_5 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -406,13 +406,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1272921606 + transient_lastDdlTime 1278981974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -423,19 +423,19 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1272921606 + transient_lastDdlTime 1278981974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2/value=val_8 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=val_8 Partition - base file name: value=val_8 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=val_8 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -446,13 +446,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1272921606 + transient_lastDdlTime 1278981974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -463,19 +463,19 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1272921606 + transient_lastDdlTime 1278981974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2/value=val_9 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=val_9 Partition - base file name: value=val_9 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=val_9 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -486,13 +486,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1272921606 + transient_lastDdlTime 1278981974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -503,19 +503,19 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1272921606 + transient_lastDdlTime 1278981974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2/value=| + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=| Partition - base file name: file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2/value=| + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2/value=| input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -526,13 +526,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1272921606 + transient_lastDdlTime 1278981974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -543,13 +543,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/nzhang/work/870/apache-hive/build/ql/test/data/warehouse/combine2 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1272921606 + transient_lastDdlTime 1278981974 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 @@ -568,7 +568,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-05-03_14-20-20_454_1592342701152243108/10001 + directory: file:/tmp/jssarma/hive_2010-07-12_17-46-22_895_1870158415842776468/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -595,7 +595,7 @@ PREHOOK: Input: default@combine2@value=val_8 PREHOOK: Input: default@combine2@value=val_9 PREHOOK: Input: default@combine2@value=| -PREHOOK: Output: file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-05-03_14-20-21_322_7197686956634622367/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_17-46-23_133_3459839271869051926/-mr-10000 POSTHOOK: query: select count(1) from combine2 where value is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@combine2@value=2010-04-21 09%3A45%3A00 @@ -606,7 +606,7 @@ POSTHOOK: Input: default@combine2@value=val_8 POSTHOOK: Input: default@combine2@value=val_9 POSTHOOK: Input: default@combine2@value=| -POSTHOOK: Output: file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-05-03_14-20-21_322_7197686956634622367/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_17-46-23_133_3459839271869051926/-mr-10000 POSTHOOK: Lineage: combine2 PARTITION(value=2010-04-21 09:45:00).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -713,14 +713,14 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-05-03_14-20-28_859_8819683951488328325/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_17-46-27_250_6810536212446008368/-mr-10000 POSTHOOK: query: select ds, count(1) from srcpart where ds is not null group by ds POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/data/users/nzhang/work/870/apache-hive/build/ql/scratchdir/hive_2010-05-03_14-20-28_859_8819683951488328325/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_17-46-27_250_6810536212446008368/-mr-10000 POSTHOOK: Lineage: combine2 PARTITION(value=2010-04-21 09:45:00).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/join32.q.out =================================================================== --- ql/src/test/results/clientpositive/join32.q.out (revision 962379) +++ ql/src/test/results/clientpositive/join32.q.out (working copy) @@ -48,7 +48,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-59_030_681842595399428889/10003 + directory: file:/tmp/jssarma/hive_2010-07-13_01-08-28_948_2108250031584143706/-mr-10003 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -84,7 +84,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-59_030_681842595399428889/10003 + directory: file:/tmp/jssarma/hive_2010-07-13_01-08-28_948_2108250031584143706/-mr-10003 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -97,11 +97,11 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src [y] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src [y] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src Partition - base file name: src + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -110,12 +110,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516558 + transient_lastDdlTime 1279008508 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -126,12 +126,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/src + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516558 + transient_lastDdlTime 1279008508 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -139,7 +139,7 @@ Stage: Stage-1 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-59_030_681842595399428889/10003 + file:/tmp/jssarma/hive_2010-07-13_01-08-28_948_2108250031584143706/-mr-10003 Select Operator expressions: expr: _col0 @@ -182,7 +182,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-59_030_681842595399428889/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-28_948_2108250031584143706/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -193,12 +193,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516559 + transient_lastDdlTime 1279008508 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -261,7 +261,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-59_030_681842595399428889/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-28_948_2108250031584143706/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -272,23 +272,23 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516559 + transient_lastDdlTime 1279008508 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-59_030_681842595399428889/10003 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-59_030_681842595399428889/10003] + file:/tmp/jssarma/hive_2010-07-13_01-08-28_948_2108250031584143706/-mr-10003 [file:/tmp/jssarma/hive_2010-07-13_01-08-28_948_2108250031584143706/-mr-10003] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-59_030_681842595399428889/10003 + file:/tmp/jssarma/hive_2010-07-13_01-08-28_948_2108250031584143706/-mr-10003 Partition - base file name: 10003 + base file name: -mr-10003 input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: @@ -310,14 +310,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-59_030_681842595399428889/10002 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-59_030_681842595399428889/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-28_948_2108250031584143706/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-28_948_2108250031584143706/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-59_030_681842595399428889/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-28_948_2108250031584143706/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -327,20 +327,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516559 + transient_lastDdlTime 1279008508 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-59_030_681842595399428889/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-28_948_2108250031584143706/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-59_030_681842595399428889/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-28_948_2108250031584143706/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -356,11 +356,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-59_030_681842595399428889/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-59_030_681842595399428889/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-28_948_2108250031584143706/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-28_948_2108250031584143706/-ext-10002] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-59_030_681842595399428889/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-28_948_2108250031584143706/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-28_948_2108250031584143706/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -369,12 +369,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516559 + transient_lastDdlTime 1279008508 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -385,12 +385,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516559 + transient_lastDdlTime 1279008508 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -399,7 +399,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-15-59_030_681842595399428889/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_01-08-28_948_2108250031584143706/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -410,12 +410,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest_j1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516559 + transient_lastDdlTime 1279008508 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -446,11 +446,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-07_866_6969133175886922420/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-08-34_912_4721973129994304024/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-16-07_866_6969133175886922420/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-13_01-08-34_912_4721973129994304024/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 EXPRESSION [(src)y.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/input_part1.q.out =================================================================== --- ql/src/test/results/clientpositive/input_part1.q.out (revision 962379) +++ ql/src/test/results/clientpositive/input_part1.q.out (working copy) @@ -63,7 +63,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-56_024_4206326319558041922/10002 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-43_137_6260620944666410801/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -74,23 +74,23 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516435 + transient_lastDdlTime 1278983323 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition - base file name: hr=12 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -102,13 +102,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516434 + transient_lastDdlTime 1278983318 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -119,13 +119,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516434 + transient_lastDdlTime 1278983318 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -137,14 +137,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-56_024_4206326319558041922/10002 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-56_024_4206326319558041922/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-43_137_6260620944666410801/-ext-10002 + destination: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-43_137_6260620944666410801/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-56_024_4206326319558041922/10000 + source: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-43_137_6260620944666410801/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -154,20 +154,20 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516435 + transient_lastDdlTime 1278983323 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-56_024_4206326319558041922/10001 + tmp directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-43_137_6260620944666410801/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-56_024_4206326319558041922/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-43_137_6260620944666410801/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -185,11 +185,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-56_024_4206326319558041922/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-56_024_4206326319558041922/10002] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-43_137_6260620944666410801/-ext-10002 [pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-43_137_6260620944666410801/-ext-10002] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-56_024_4206326319558041922/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-43_137_6260620944666410801/-ext-10002 Partition - base file name: 10002 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-43_137_6260620944666410801/-ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -198,12 +198,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516435 + transient_lastDdlTime 1278983323 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -214,12 +214,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516435 + transient_lastDdlTime 1278983323 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -228,7 +228,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-56_024_4206326319558041922/10000 + directory: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-08-43_137_6260620944666410801/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -239,12 +239,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516435 + transient_lastDdlTime 1278983323 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -268,11 +268,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-14-00_868_7784086217615195686/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-08-46_148_1515157668347407768/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-14-00_868_7784086217615195686/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-08-46_148_1515157668347407768/-mr-10000 POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/input23.q.out =================================================================== --- ql/src/test/results/clientpositive/input23.q.out (revision 962379) +++ ql/src/test/results/clientpositive/input23.q.out (working copy) @@ -57,11 +57,11 @@ type: string Needs Tagging: true Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition - base file name: hr=11 + base file name: pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -73,13 +73,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450401 + transient_lastDdlTime 1278982986 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -90,13 +90,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266450401 + transient_lastDdlTime 1278982986 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -137,7 +137,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-46-43_758_7769584676699897763/10001 + directory: file:/tmp/jssarma/hive_2010-07-12_18-03-11_110_1093279195942199497/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -157,8 +157,8 @@ PREHOOK: query: select * from srcpart a join srcpart b where a.ds = '2008-04-08' and a.hr = '11' and b.ds = '2008-04-08' and b.hr = '14' limit 5 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-46-44_415_3419015808194224884/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-03-11_256_1658872061765119533/-mr-10000 POSTHOOK: query: select * from srcpart a join srcpart b where a.ds = '2008-04-08' and a.hr = '11' and b.ds = '2008-04-08' and b.hr = '14' limit 5 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_15-46-44_415_3419015808194224884/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-12_18-03-11_256_1658872061765119533/-mr-10000 Index: ql/src/test/results/compiler/plan/join2.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join2.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/join2.q.xml (working copy) @@ -1,5 +1,5 @@ - + @@ -10,7 +10,7 @@ - Stage-1 + Stage-2 @@ -30,7 +30,7 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-19-02_013_726916774855452695/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-27-13_506_3977356324577755189/-ext-10000 @@ -83,11 +83,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980341 + 1278984433 @@ -97,7 +97,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-19-02_013_726916774855452695/10001 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-27-13_506_3977356324577755189/-ext-10001 @@ -108,7 +108,7 @@ - Stage-3 + Stage-4 @@ -175,11 +175,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980341 + 1278984432 @@ -766,7 +766,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-19-02_013_726916774855452695/10002 + file:/tmp/jssarma/hive_2010-07-12_18-27-13_506_3977356324577755189/-mr-10002 $INTNAME @@ -774,7 +774,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src src3 @@ -786,10 +786,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-19-02_013_726916774855452695/10002 + file:/tmp/jssarma/hive_2010-07-12_18-27-13_506_3977356324577755189/-mr-10002 - 10002 + -mr-10002 org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe @@ -835,10 +835,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -892,11 +892,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980341 + 1278984432 @@ -942,7 +942,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-19-02_013_726916774855452695/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-27-13_506_3977356324577755189/-ext-10000 1 @@ -1341,7 +1341,7 @@ - Stage-2 + Stage-3 @@ -1401,11 +1401,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980341 + 1278984432 @@ -1488,11 +1488,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980341 + 1278984432 @@ -2024,7 +2024,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src src2 @@ -2039,10 +2039,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -2096,11 +2096,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980341 + 1278984432 @@ -2139,7 +2139,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-19-02_013_726916774855452695/10002 + file:/tmp/jssarma/hive_2010-07-12_18-27-13_506_3977356324577755189/-mr-10002 1 Index: ql/src/test/results/compiler/plan/input2.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input2.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/input2.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-7 + Stage-8 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-5 + Stage-6 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10006 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10006 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10006 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10006 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10006 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10006 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10006 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10006 - 10006 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10006 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980309 + 1278984361 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1269980309 + 1278984361 @@ -592,13 +592,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10001 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10001 @@ -609,7 +609,7 @@ - Stage-6 + Stage-7 @@ -619,10 +619,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10006 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10006 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10000 @@ -648,7 +648,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10006 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10006 @@ -674,7 +674,7 @@ - Stage-10 + Stage-11 @@ -685,7 +685,7 @@ - Stage-2 + Stage-3 @@ -702,14 +702,14 @@ - Stage-8 + Stage-9 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10007 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10007 @@ -946,10 +946,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10007 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10007 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10007 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10007 @@ -958,10 +958,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10007 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10007 - 10007 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10007 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1012,11 +1012,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest2 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest2 transient_lastDdlTime - 1269980309 + 1278984361 @@ -1055,7 +1055,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10002 1 @@ -1107,7 +1107,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest2 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest2 file.outputformat @@ -1115,7 +1115,7 @@ transient_lastDdlTime - 1269980309 + 1278984361 @@ -1252,13 +1252,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10003 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10003 @@ -1269,7 +1269,7 @@ - Stage-9 + Stage-10 @@ -1279,10 +1279,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10007 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10007 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10002 @@ -1308,7 +1308,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10007 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10007 @@ -1334,7 +1334,7 @@ - Stage-13 + Stage-14 @@ -1345,7 +1345,7 @@ - Stage-3 + Stage-4 @@ -1362,14 +1362,14 @@ - Stage-11 + Stage-12 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10008 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10008 @@ -1606,10 +1606,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10008 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10008 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10008 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10008 @@ -1618,10 +1618,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10008 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10008 - 10008 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10008 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1672,11 +1672,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest3 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest3 transient_lastDdlTime - 1269980309 + 1278984362 @@ -1715,7 +1715,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10004 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10004 1 @@ -1771,7 +1771,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest3 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest3 file.outputformat @@ -1779,7 +1779,7 @@ transient_lastDdlTime - 1269980309 + 1278984362 @@ -1929,13 +1929,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10004 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10004 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10005 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10005 @@ -1946,7 +1946,7 @@ - Stage-12 + Stage-13 @@ -1956,10 +1956,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10008 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10008 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10004 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10004 @@ -1985,7 +1985,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10008 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10008 @@ -2011,7 +2011,7 @@ - Stage-4 + Stage-5 @@ -2071,11 +2071,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980308 + 1278984361 @@ -2127,7 +2127,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10006 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10006 1 @@ -2417,7 +2417,7 @@ 2 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10007 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10007 1 @@ -2757,7 +2757,7 @@ 3 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10008 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-02_273_1001833018254129372/-ext-10008 1 @@ -3063,7 +3063,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src src @@ -3075,10 +3075,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -3132,11 +3132,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980308 + 1278984361 Index: ql/src/test/results/compiler/plan/join3.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join3.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/join3.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-1 + Stage-2 @@ -26,7 +26,7 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-19-04_367_7074230626564910974/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-27-18_711_6423458012139859398/-ext-10000 @@ -79,11 +79,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980344 + 1278984438 @@ -93,7 +93,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-19-04_367_7074230626564910974/10001 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-27-18_711_6423458012139859398/-ext-10001 @@ -104,7 +104,7 @@ - Stage-2 + Stage-3 @@ -164,11 +164,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980343 + 1278984437 @@ -251,11 +251,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980343 + 1278984437 @@ -338,11 +338,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980343 + 1278984437 @@ -1092,7 +1092,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src src2 @@ -1110,10 +1110,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1167,11 +1167,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980343 + 1278984437 @@ -1217,7 +1217,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-19-04_367_7074230626564910974/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-27-18_711_6423458012139859398/-ext-10000 1 Index: ql/src/test/results/compiler/plan/input3.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input3.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/input3.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-8 + Stage-9 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-6 + Stage-7 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10007 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10007 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10007 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10007 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10007 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10007 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10007 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10007 - 10007 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10007 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1273610222 + 1278984371 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1273610222 + 1278984371 @@ -592,13 +592,13 @@ true - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10000 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10001 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10001 @@ -609,7 +609,7 @@ - Stage-7 + Stage-8 @@ -619,10 +619,10 @@ true - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10007 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10007 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10000 @@ -648,7 +648,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10007 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10007 @@ -674,7 +674,7 @@ - Stage-11 + Stage-12 @@ -685,7 +685,7 @@ - Stage-2 + Stage-3 @@ -702,14 +702,14 @@ - Stage-9 + Stage-10 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10008 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10008 @@ -946,10 +946,10 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10008 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10008 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10008 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10008 @@ -958,10 +958,10 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10008 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10008 - 10008 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10008 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1012,11 +1012,11 @@ location - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest2 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest2 transient_lastDdlTime - 1273610222 + 1278984372 @@ -1055,7 +1055,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10002 1 @@ -1107,7 +1107,7 @@ location - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest2 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest2 file.outputformat @@ -1115,7 +1115,7 @@ transient_lastDdlTime - 1273610222 + 1278984372 @@ -1252,13 +1252,13 @@ true - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10002 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10003 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10003 @@ -1269,7 +1269,7 @@ - Stage-10 + Stage-11 @@ -1279,10 +1279,10 @@ true - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10008 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10008 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10002 @@ -1308,7 +1308,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10008 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10008 @@ -1334,7 +1334,7 @@ - Stage-14 + Stage-15 @@ -1345,7 +1345,7 @@ - Stage-3 + Stage-4 @@ -1362,14 +1362,14 @@ - Stage-12 + Stage-13 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10009 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10009 @@ -1606,10 +1606,10 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10009 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10009 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10009 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10009 @@ -1618,10 +1618,10 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10009 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10009 - 10009 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10009 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1672,11 +1672,11 @@ location - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest3 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest3 transient_lastDdlTime - 1273610222 + 1278984372 @@ -1715,7 +1715,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10004 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10004 1 @@ -1771,7 +1771,7 @@ location - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest3 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest3 file.outputformat @@ -1779,7 +1779,7 @@ transient_lastDdlTime - 1273610222 + 1278984372 @@ -1929,13 +1929,13 @@ true - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10004 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10004 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10005 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10005 @@ -1946,7 +1946,7 @@ - Stage-13 + Stage-14 @@ -1956,10 +1956,10 @@ true - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10009 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10009 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10004 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10004 @@ -1985,7 +1985,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10009 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10009 @@ -2011,7 +2011,7 @@ - Stage-17 + Stage-18 @@ -2022,7 +2022,7 @@ - Stage-4 + Stage-5 @@ -2039,14 +2039,14 @@ - Stage-15 + Stage-16 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10010 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10010 @@ -2257,10 +2257,10 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10010 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10010 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10010 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10010 @@ -2269,10 +2269,10 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10010 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10010 - 10010 + -ext-10010 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -2328,7 +2328,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10006 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10006 1 @@ -2483,7 +2483,7 @@ true - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10006 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10006 ../../../../build/contrib/hive/ql/test/data/warehouse/dest4.out @@ -2497,7 +2497,7 @@ - Stage-16 + Stage-17 @@ -2507,10 +2507,10 @@ true - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10010 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10010 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10006 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10006 @@ -2536,7 +2536,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10010 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10010 @@ -2562,7 +2562,7 @@ - Stage-5 + Stage-6 @@ -2622,11 +2622,11 @@ location - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1273610220 + 1278984371 @@ -2678,7 +2678,7 @@ 1 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10007 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10007 1 @@ -2968,7 +2968,7 @@ 2 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10008 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10008 1 @@ -3308,7 +3308,7 @@ 3 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10009 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10009 1 @@ -3642,7 +3642,7 @@ 4 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10010 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-12_331_8395143621104969494/-ext-10010 1 @@ -3927,7 +3927,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src src @@ -3939,10 +3939,10 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -3996,11 +3996,11 @@ location - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1273610220 + 1278984371 Index: ql/src/test/results/compiler/plan/join4.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join4.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/join4.q.xml (working copy) @@ -1,8 +1,8 @@ - + - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858243 + 1278984442 @@ -149,11 +149,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858243 + 1278984442 @@ -1647,7 +1647,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src c:a:src1 @@ -1662,10 +1662,10 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1719,11 +1719,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858243 + 1278984442 @@ -1770,7 +1770,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-23_952_1215288046645555960/10001 + file:/tmp/jssarma/hive_2010-07-12_18-27-23_903_1513997389339049003/-ext-10001 1 Index: ql/src/test/results/compiler/plan/input4.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input4.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/input4.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-1 + Stage-2 @@ -26,7 +26,7 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-37_219_2053319319473965696/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-17_388_4469084359679339398/-ext-10000 @@ -79,11 +79,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980317 + 1278984377 @@ -93,7 +93,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-37_219_2053319319473965696/10001 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-17_388_4469084359679339398/-ext-10001 @@ -104,7 +104,7 @@ - Stage-2 + Stage-3 @@ -164,11 +164,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980316 + 1278984376 @@ -774,7 +774,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src tmap:src @@ -786,10 +786,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -843,11 +843,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980316 + 1278984376 @@ -897,7 +897,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-37_219_2053319319473965696/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-17_388_4469084359679339398/-ext-10000 1 Index: ql/src/test/results/compiler/plan/join5.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join5.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/join5.q.xml (working copy) @@ -1,8 +1,8 @@ - + - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858245 + 1278984447 @@ -149,11 +149,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858245 + 1278984447 @@ -1647,7 +1647,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src c:a:src1 @@ -1662,10 +1662,10 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1719,11 +1719,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858245 + 1278984447 @@ -1770,7 +1770,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-26_223_344884625765229415/10001 + file:/tmp/jssarma/hive_2010-07-12_18-27-29_078_7542101888802802330/-ext-10001 1 Index: ql/src/test/results/compiler/plan/input5.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input5.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/input5.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-1 + Stage-2 @@ -26,7 +26,7 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-39_562_7268214911565139971/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-22_299_4990152147062799508/-ext-10000 @@ -79,11 +79,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980319 + 1278984381 @@ -93,7 +93,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-39_562_7268214911565139971/10001 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-22_299_4990152147062799508/-ext-10001 @@ -104,7 +104,7 @@ - Stage-2 + Stage-3 @@ -168,11 +168,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src_thrift + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src_thrift transient_lastDdlTime - 1269980319 + 1278984381 @@ -868,7 +868,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src_thrift + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src_thrift tmap:src_thrift @@ -880,10 +880,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src_thrift + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src_thrift - src_thrift + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src_thrift org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer @@ -941,11 +941,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src_thrift + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src_thrift transient_lastDdlTime - 1269980319 + 1278984381 @@ -991,7 +991,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-39_562_7268214911565139971/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-22_299_4990152147062799508/-ext-10000 1 Index: ql/src/test/results/compiler/plan/join6.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join6.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/join6.q.xml (working copy) @@ -1,8 +1,8 @@ - + - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858248 + 1278984453 @@ -149,11 +149,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858248 + 1278984453 @@ -1647,7 +1647,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src c:a:src1 @@ -1662,10 +1662,10 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1719,11 +1719,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858248 + 1278984453 @@ -1770,7 +1770,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-28_563_6173148678412168171/10001 + file:/tmp/jssarma/hive_2010-07-12_18-27-34_271_1858311715902790377/-ext-10001 1 Index: ql/src/test/results/compiler/plan/input_testxpath2.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input_testxpath2.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/input_testxpath2.q.xml (working copy) @@ -1,8 +1,8 @@ - + - Stage-2 + Stage-3 @@ -66,11 +66,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src_thrift + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src_thrift transient_lastDdlTime - 1268858233 + 1278984421 @@ -123,7 +123,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-13_900_7539919636038613978/10001 + file:/tmp/jssarma/hive_2010-07-12_18-27-02_317_2943117825358812589/-ext-10001 1 @@ -893,7 +893,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src_thrift + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src_thrift src_thrift @@ -905,10 +905,10 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src_thrift + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src_thrift - src_thrift + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src_thrift org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer @@ -966,11 +966,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src_thrift + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src_thrift transient_lastDdlTime - 1268858233 + 1278984421 Index: ql/src/test/results/compiler/plan/input6.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input6.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/input6.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-27_151_1637122368663674789/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-27_151_1637122368663674789/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-27_151_1637122368663674789/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-27_151_1637122368663674789/-ext-10002 - 10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-27_151_1637122368663674789/-ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980321 + 1278984386 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-27_151_1637122368663674789/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1269980321 + 1278984386 @@ -592,13 +592,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-27_151_1637122368663674789/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10001 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-27_151_1637122368663674789/-ext-10001 @@ -609,7 +609,7 @@ - Stage-4 + Stage-5 @@ -619,10 +619,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-27_151_1637122368663674789/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-27_151_1637122368663674789/-ext-10000 @@ -648,7 +648,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-27_151_1637122368663674789/-ext-10002 @@ -674,7 +674,7 @@ - Stage-2 + Stage-3 @@ -734,11 +734,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1269980321 + 1278984386 @@ -794,7 +794,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-27_151_1637122368663674789/-ext-10002 1 @@ -1172,7 +1172,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src1 src1 @@ -1184,10 +1184,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src1 - src1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src1 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1241,11 +1241,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1269980321 + 1278984386 Index: ql/src/test/results/compiler/plan/join7.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join7.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/join7.q.xml (working copy) @@ -1,8 +1,8 @@ - + - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858250 + 1278984458 @@ -149,11 +149,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858250 + 1278984458 @@ -236,11 +236,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858250 + 1278984458 @@ -2454,7 +2454,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src c:a:src1 @@ -2472,10 +2472,10 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -2529,11 +2529,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858250 + 1278984458 @@ -2580,7 +2580,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-30_887_8839973426725418491/10001 + file:/tmp/jssarma/hive_2010-07-12_18-27-39_518_875104069931905550/-ext-10001 1 Index: ql/src/test/results/compiler/plan/input7.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input7.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/input7.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-32_068_7810375540944676456/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-32_068_7810375540944676456/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-32_068_7810375540944676456/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-32_068_7810375540944676456/-ext-10002 - 10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-32_068_7810375540944676456/-ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980323 + 1278984391 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-32_068_7810375540944676456/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1269980323 + 1278984391 @@ -596,13 +596,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-32_068_7810375540944676456/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10001 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-32_068_7810375540944676456/-ext-10001 @@ -613,7 +613,7 @@ - Stage-4 + Stage-5 @@ -623,10 +623,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-32_068_7810375540944676456/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-32_068_7810375540944676456/-ext-10000 @@ -652,7 +652,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-32_068_7810375540944676456/-ext-10002 @@ -678,7 +678,7 @@ - Stage-2 + Stage-3 @@ -738,11 +738,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1269980323 + 1278984391 @@ -790,7 +790,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-32_068_7810375540944676456/-ext-10002 1 @@ -1012,7 +1012,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src1 src1 @@ -1024,10 +1024,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src1 - src1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src1 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1081,11 +1081,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1269980323 + 1278984391 Index: ql/src/test/results/compiler/plan/input_testsequencefile.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input_testsequencefile.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/input_testsequencefile.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-52_043_262963966437808763/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-52_043_262963966437808763/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-52_043_262963966437808763/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-52_043_262963966437808763/-ext-10002 - 10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-52_043_262963966437808763/-ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest4_sequencefile + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest4_sequencefile transient_lastDdlTime - 1269980333 + 1278984411 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-52_043_262963966437808763/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest4_sequencefile + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest4_sequencefile file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1269980333 + 1278984411 @@ -592,13 +592,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-52_043_262963966437808763/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10001 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-52_043_262963966437808763/-ext-10001 @@ -609,7 +609,7 @@ - Stage-4 + Stage-5 @@ -619,10 +619,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-52_043_262963966437808763/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-52_043_262963966437808763/-ext-10000 @@ -648,7 +648,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-52_043_262963966437808763/-ext-10002 @@ -674,7 +674,7 @@ - Stage-2 + Stage-3 @@ -734,11 +734,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980332 + 1278984410 @@ -786,7 +786,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-52_043_262963966437808763/-ext-10002 1 @@ -1017,7 +1017,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src src @@ -1029,10 +1029,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1086,11 +1086,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980332 + 1278984410 Index: ql/src/test/results/compiler/plan/input8.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input8.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/input8.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1266455899 + 1278984396 @@ -111,7 +111,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-18-20_061_2184219486756902650/10001 + file:/tmp/jssarma/hive_2010-07-12_18-26-37_031_6752268761775935234/-ext-10001 1 @@ -523,7 +523,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src1 src1 @@ -535,10 +535,10 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src1 - src1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src1 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -592,11 +592,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1266455899 + 1278984396 Index: ql/src/test/results/compiler/plan/join8.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join8.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/join8.q.xml (working copy) @@ -1,8 +1,8 @@ - + - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858252 + 1278984463 @@ -149,11 +149,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858252 + 1278984463 @@ -1647,7 +1647,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src c:a:src1 @@ -1662,10 +1662,10 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1719,11 +1719,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858252 + 1278984463 @@ -1774,7 +1774,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-33_495_2760752754228511940/10001 + file:/tmp/jssarma/hive_2010-07-12_18-27-44_805_8601188864712254098/-ext-10001 1 Index: ql/src/test/results/compiler/plan/input9.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input9.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/input9.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-41_899_1024265845133785600/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-41_899_1024265845133785600/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-41_899_1024265845133785600/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-41_899_1024265845133785600/-ext-10002 - 10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-41_899_1024265845133785600/-ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980328 + 1278984401 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-41_899_1024265845133785600/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1269980328 + 1278984401 @@ -596,13 +596,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-41_899_1024265845133785600/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10001 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-41_899_1024265845133785600/-ext-10001 @@ -613,7 +613,7 @@ - Stage-4 + Stage-5 @@ -623,10 +623,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-41_899_1024265845133785600/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-41_899_1024265845133785600/-ext-10000 @@ -652,7 +652,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-41_899_1024265845133785600/-ext-10002 @@ -678,7 +678,7 @@ - Stage-2 + Stage-3 @@ -738,11 +738,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1269980328 + 1278984400 @@ -798,7 +798,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-26-41_899_1024265845133785600/-ext-10002 1 @@ -1186,7 +1186,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src1 src1 @@ -1198,10 +1198,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src1 - src1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src1 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1255,11 +1255,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1269980328 + 1278984400 Index: ql/src/test/results/compiler/plan/union.q.xml =================================================================== --- ql/src/test/results/compiler/plan/union.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/union.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-38-03_630_5963252343479840058/10001 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-56_283_7620548841982881416/-ext-10001 @@ -286,10 +286,10 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-38-03_630_5963252343479840058/10001 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-56_283_7620548841982881416/-ext-10001 - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-38-03_630_5963252343479840058/10001 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-56_283_7620548841982881416/-ext-10001 @@ -298,10 +298,10 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-38-03_630_5963252343479840058/10001 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-56_283_7620548841982881416/-ext-10001 - 10001 + -ext-10001 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -357,7 +357,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-38-03_630_5963252343479840058/10000 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-56_283_7620548841982881416/-ext-10000 1 @@ -522,7 +522,7 @@ true - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-38-03_630_5963252343479840058/10000 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-56_283_7620548841982881416/-ext-10000 ../build/ql/test/data/warehouse/union.out @@ -536,7 +536,7 @@ - Stage-4 + Stage-5 @@ -546,10 +546,10 @@ true - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-38-03_630_5963252343479840058/10001 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-56_283_7620548841982881416/-ext-10001 - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-38-03_630_5963252343479840058/10000 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-56_283_7620548841982881416/-ext-10000 @@ -575,7 +575,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-38-03_630_5963252343479840058/10001 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-56_283_7620548841982881416/-ext-10001 @@ -601,7 +601,7 @@ - Stage-2 + Stage-3 @@ -661,11 +661,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858283 + 1278984535 @@ -748,11 +748,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858283 + 1278984535 @@ -816,7 +816,7 @@ 1 - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-38-03_630_5963252343479840058/10001 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-56_283_7620548841982881416/-ext-10001 1 @@ -1799,7 +1799,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src null-subquery1:unioninput-subquery1:src @@ -1814,10 +1814,10 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1871,11 +1871,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858283 + 1278984535 Index: ql/src/test/results/compiler/plan/udf1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/udf1.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/udf1.q.xml (working copy) @@ -1,8 +1,8 @@ - + - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858272 + 1278984509 @@ -119,7 +119,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-53_218_968039224977034805/10001 + file:/tmp/jssarma/hive_2010-07-12_18-28-31_108_6528167186450690738/-ext-10001 1 @@ -1796,7 +1796,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src src @@ -1808,10 +1808,10 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1865,11 +1865,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858272 + 1278984509 Index: ql/src/test/results/compiler/plan/udf4.q.xml =================================================================== --- ql/src/test/results/compiler/plan/udf4.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/udf4.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1266455973 + 1278984515 @@ -111,7 +111,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-19-34_086_8221720525117767647/10001 + file:/tmp/jssarma/hive_2010-07-12_18-28-36_150_2086084695063085132/-ext-10001 1 @@ -1612,7 +1612,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 dest1 @@ -1624,10 +1624,10 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 - dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1681,11 +1681,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1266455973 + 1278984515 Index: ql/src/test/results/compiler/plan/input_testxpath.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input_testxpath.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/input_testxpath.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -66,11 +66,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src_thrift + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src_thrift transient_lastDdlTime - 1266455912 + 1278984416 @@ -115,7 +115,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-18-32_997_740059328159693448/10001 + file:/tmp/jssarma/hive_2010-07-12_18-26-57_228_6315559543665069119/-ext-10001 1 @@ -628,7 +628,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src_thrift + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src_thrift src_thrift @@ -640,10 +640,10 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src_thrift + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src_thrift - src_thrift + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src_thrift org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer @@ -701,11 +701,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src_thrift + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src_thrift transient_lastDdlTime - 1266455912 + 1278984416 Index: ql/src/test/results/compiler/plan/udf6.q.xml =================================================================== --- ql/src/test/results/compiler/plan/udf6.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/udf6.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455976 + 1278984520 @@ -111,7 +111,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-19-37_256_6829332770907119684/10001 + file:/tmp/jssarma/hive_2010-07-12_18-28-41_224_1858861336383734072/-ext-10001 1 @@ -463,7 +463,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src src @@ -475,10 +475,10 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -532,11 +532,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455976 + 1278984520 Index: ql/src/test/results/compiler/plan/input_part1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input_part1.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/input_part1.q.xml (working copy) @@ -1,8 +1,8 @@ - + - Stage-2 + Stage-3 @@ -75,11 +75,11 @@ location - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart transient_lastDdlTime - 1273610249 + 1278984402 @@ -132,7 +132,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-32_816_8635842651230115640/10001 + file:/tmp/jssarma/hive_2010-07-12_18-26-46_906_1766727214711718941/-ext-10001 1 @@ -1017,7 +1017,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 srcpart @@ -1029,10 +1029,10 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 - hr=12 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1099,11 +1099,11 @@ location - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart transient_lastDdlTime - 1273610249 + 1278984402 Index: ql/src/test/results/compiler/plan/groupby1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/groupby1.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/groupby1.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-1 + Stage-2 @@ -26,7 +26,7 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-10_516_4874157256531334774/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-28_993_2298774607433494065/-ext-10000 @@ -79,11 +79,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980290 + 1278984328 @@ -93,7 +93,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-10_516_4874157256531334774/10001 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-28_993_2298774607433494065/-ext-10001 @@ -104,7 +104,7 @@ - Stage-2 + Stage-3 @@ -164,11 +164,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980289 + 1278984327 @@ -741,7 +741,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src src @@ -753,10 +753,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -810,11 +810,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980289 + 1278984327 @@ -860,7 +860,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-10_516_4874157256531334774/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-28_993_2298774607433494065/-ext-10000 1 Index: ql/src/test/results/compiler/plan/groupby2.q.xml =================================================================== --- ql/src/test/results/compiler/plan/groupby2.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/groupby2.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455856 + 1278984332 @@ -882,7 +882,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src src @@ -894,10 +894,10 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -951,11 +951,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455856 + 1278984332 @@ -998,7 +998,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-17-37_876_6825245201112498700/10001 + file:/tmp/jssarma/hive_2010-07-12_18-25-33_861_3198338398717625489/-ext-10001 1 Index: ql/src/test/results/compiler/plan/udf_case.q.xml =================================================================== --- ql/src/test/results/compiler/plan/udf_case.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/udf_case.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455979 + 1278984525 @@ -115,7 +115,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-19-40_240_570119255178016112/10001 + file:/tmp/jssarma/hive_2010-07-12_18-28-46_234_7901337087173680512/-ext-10001 1 @@ -560,7 +560,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src src @@ -572,10 +572,10 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -629,11 +629,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455979 + 1278984525 Index: ql/src/test/results/compiler/plan/groupby3.q.xml =================================================================== --- ql/src/test/results/compiler/plan/groupby3.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/groupby3.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455860 + 1278984337 @@ -1083,7 +1083,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src src @@ -1095,10 +1095,10 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1152,11 +1152,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455860 + 1278984337 @@ -1199,7 +1199,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-17-41_150_3905100172052720596/10001 + file:/tmp/jssarma/hive_2010-07-12_18-25-38_616_3503312904777240086/-ext-10001 1 Index: ql/src/test/results/compiler/plan/subq.q.xml =================================================================== --- ql/src/test/results/compiler/plan/subq.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/subq.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-50_915_3283756193597972413/10001 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-25_877_4769079303691859490/-ext-10001 @@ -286,10 +286,10 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-50_915_3283756193597972413/10001 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-25_877_4769079303691859490/-ext-10001 - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-50_915_3283756193597972413/10001 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-25_877_4769079303691859490/-ext-10001 @@ -298,10 +298,10 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-50_915_3283756193597972413/10001 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-25_877_4769079303691859490/-ext-10001 - 10001 + -ext-10001 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -357,7 +357,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-50_915_3283756193597972413/10000 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-25_877_4769079303691859490/-ext-10000 1 @@ -522,7 +522,7 @@ true - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-50_915_3283756193597972413/10000 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-25_877_4769079303691859490/-ext-10000 ../build/ql/test/data/warehouse/union.out @@ -536,7 +536,7 @@ - Stage-4 + Stage-5 @@ -546,10 +546,10 @@ true - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-50_915_3283756193597972413/10001 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-25_877_4769079303691859490/-ext-10001 - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-50_915_3283756193597972413/10000 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-25_877_4769079303691859490/-ext-10000 @@ -575,7 +575,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-50_915_3283756193597972413/10001 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-25_877_4769079303691859490/-ext-10001 @@ -601,7 +601,7 @@ - Stage-2 + Stage-3 @@ -661,11 +661,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858270 + 1278984504 @@ -725,7 +725,7 @@ 1 - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-50_915_3283756193597972413/10001 + file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-25_877_4769079303691859490/-ext-10001 1 @@ -1273,7 +1273,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src unioninput:src @@ -1285,10 +1285,10 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1342,11 +1342,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858270 + 1278984504 Index: ql/src/test/results/compiler/plan/groupby4.q.xml =================================================================== --- ql/src/test/results/compiler/plan/groupby4.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/groupby4.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455863 + 1278984342 @@ -556,7 +556,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src src @@ -568,10 +568,10 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -625,11 +625,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455863 + 1278984342 @@ -672,7 +672,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-17-44_603_575418536177605497/10001 + file:/tmp/jssarma/hive_2010-07-12_18-25-43_408_6367669522266724303/-ext-10001 1 Index: ql/src/test/results/compiler/plan/groupby5.q.xml =================================================================== --- ql/src/test/results/compiler/plan/groupby5.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/groupby5.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455867 + 1278984347 @@ -639,7 +639,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src src @@ -651,10 +651,10 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -708,11 +708,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455867 + 1278984347 @@ -755,7 +755,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-17-48_198_8122963800478587434/10001 + file:/tmp/jssarma/hive_2010-07-12_18-25-48_142_6687874782333811875/-ext-10001 1 Index: ql/src/test/results/compiler/plan/groupby6.q.xml =================================================================== --- ql/src/test/results/compiler/plan/groupby6.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/groupby6.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455870 + 1278984351 @@ -556,7 +556,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src src @@ -568,10 +568,10 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -625,11 +625,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455870 + 1278984351 @@ -672,7 +672,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-17-51_229_8441058961421469917/10001 + file:/tmp/jssarma/hive_2010-07-12_18-25-52_785_518800716146826540/-ext-10001 1 Index: ql/src/test/results/compiler/plan/case_sensitivity.q.xml =================================================================== --- ql/src/test/results/compiler/plan/case_sensitivity.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/case_sensitivity.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-18_397_1815767604875490987/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-18_397_1815767604875490987/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-18_397_1815767604875490987/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-18_397_1815767604875490987/-ext-10002 - 10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-18_397_1815767604875490987/-ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980282 + 1278984318 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-18_397_1815767604875490987/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1269980282 + 1278984318 @@ -596,13 +596,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-18_397_1815767604875490987/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10001 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-18_397_1815767604875490987/-ext-10001 @@ -613,7 +613,7 @@ - Stage-4 + Stage-5 @@ -623,10 +623,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-18_397_1815767604875490987/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-18_397_1815767604875490987/-ext-10000 @@ -652,7 +652,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-18_397_1815767604875490987/-ext-10002 @@ -678,7 +678,7 @@ - Stage-2 + Stage-3 @@ -742,11 +742,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src_thrift + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src_thrift transient_lastDdlTime - 1269980282 + 1278984317 @@ -802,7 +802,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-18_397_1815767604875490987/-ext-10002 1 @@ -1415,7 +1415,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src_thrift + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src_thrift src_thrift @@ -1427,10 +1427,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src_thrift + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src_thrift - src_thrift + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src_thrift org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer @@ -1488,11 +1488,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src_thrift + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src_thrift transient_lastDdlTime - 1269980282 + 1278984317 Index: ql/src/test/results/compiler/plan/udf_when.q.xml =================================================================== --- ql/src/test/results/compiler/plan/udf_when.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/udf_when.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455982 + 1278984530 @@ -115,7 +115,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-19-43_206_8676665430536340334/10001 + file:/tmp/jssarma/hive_2010-07-12_18-28-51_292_4815169061573007355/-ext-10001 1 @@ -680,7 +680,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src src @@ -692,10 +692,10 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -749,11 +749,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455982 + 1278984530 Index: ql/src/test/results/compiler/plan/input20.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input20.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/input20.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1267374964 + 1278984366 @@ -749,7 +749,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src tmap:src @@ -761,10 +761,10 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -818,11 +818,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1267374964 + 1278984366 @@ -869,7 +869,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-28_08-36-05_651_2136775280486866599/10001 + file:/tmp/jssarma/hive_2010-07-12_18-26-07_527_7859243041049314129/-ext-10001 1 Index: ql/src/test/results/compiler/plan/sample1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample1.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/sample1.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -75,11 +75,11 @@ location - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_3/build/ql/test/data/warehouse/srcpart + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart transient_lastDdlTime - 1270516912 + 1278984465 @@ -136,7 +136,7 @@ - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_3/build/ql/scratchdir/hive_2010-04-05_18-21-54_347_846051943419607679/10001 + file:/tmp/jssarma/hive_2010-07-12_18-27-50_011_5989157907580991921/-ext-10001 1 @@ -1079,7 +1079,7 @@ - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 s @@ -1091,10 +1091,10 @@ - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 - hr=11 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1161,11 +1161,11 @@ location - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_3/build/ql/test/data/warehouse/srcpart + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcpart transient_lastDdlTime - 1270516912 + 1278984465 Index: ql/src/test/results/compiler/plan/sample2.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample2.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/sample2.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-58-58_526_3987730952407967960/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-58-58_526_3987730952407967960/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-58-58_526_3987730952407967960/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-58-58_526_3987730952407967960/-ext-10002 - 10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-58-58_526_3987730952407967960/-ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1270751318 + 1279072738 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-58-58_526_3987730952407967960/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1270751318 + 1279072738 @@ -596,13 +596,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-58-58_526_3987730952407967960/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10001 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-58-58_526_3987730952407967960/-ext-10001 @@ -613,7 +613,7 @@ - Stage-4 + Stage-5 @@ -623,10 +623,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-58-58_526_3987730952407967960/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-58-58_526_3987730952407967960/-ext-10000 @@ -652,7 +652,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-58-58_526_3987730952407967960/-ext-10002 @@ -678,7 +678,7 @@ - Stage-2 + Stage-3 @@ -742,11 +742,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751317 + 1279072731 @@ -802,7 +802,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-58-58_526_3987730952407967960/-ext-10002 1 @@ -1393,7 +1393,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt s @@ -1405,10 +1405,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt - srcbucket0.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1466,11 +1466,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751317 + 1279072731 Index: ql/src/test/results/compiler/plan/sample3.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample3.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/sample3.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-00_260_3224577318435142516/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-00_260_3224577318435142516/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-00_260_3224577318435142516/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-00_260_3224577318435142516/-ext-10002 - 10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-00_260_3224577318435142516/-ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1270751321 + 1278984479 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-00_260_3224577318435142516/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1270751321 + 1278984479 @@ -596,13 +596,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-00_260_3224577318435142516/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10001 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-00_260_3224577318435142516/-ext-10001 @@ -613,7 +613,7 @@ - Stage-4 + Stage-5 @@ -623,10 +623,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-00_260_3224577318435142516/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-00_260_3224577318435142516/-ext-10000 @@ -652,7 +652,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-00_260_3224577318435142516/-ext-10002 @@ -678,7 +678,7 @@ - Stage-2 + Stage-3 @@ -742,11 +742,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751320 + 1278984477 @@ -802,7 +802,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-00_260_3224577318435142516/-ext-10002 1 @@ -1416,7 +1416,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket s @@ -1428,10 +1428,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket - srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1489,11 +1489,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751320 + 1278984477 Index: ql/src/test/results/compiler/plan/sample4.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample4.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/sample4.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-25_464_4826080145595190883/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-25_464_4826080145595190883/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-25_464_4826080145595190883/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-25_464_4826080145595190883/-ext-10002 - 10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-25_464_4826080145595190883/-ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1270751324 + 1279072765 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-25_464_4826080145595190883/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1270751324 + 1279072765 @@ -596,13 +596,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-25_464_4826080145595190883/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10001 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-25_464_4826080145595190883/-ext-10001 @@ -613,7 +613,7 @@ - Stage-4 + Stage-5 @@ -623,10 +623,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-25_464_4826080145595190883/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-25_464_4826080145595190883/-ext-10000 @@ -652,7 +652,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-25_464_4826080145595190883/-ext-10002 @@ -678,7 +678,7 @@ - Stage-2 + Stage-3 @@ -742,11 +742,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751323 + 1279072758 @@ -802,7 +802,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-25_464_4826080145595190883/-ext-10002 1 @@ -1393,7 +1393,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt s @@ -1405,10 +1405,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt - srcbucket0.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1466,11 +1466,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751323 + 1279072758 Index: ql/src/test/results/compiler/plan/sample5.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample5.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/sample5.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-10_471_5261685479883641917/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-10_471_5261685479883641917/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-10_471_5261685479883641917/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-10_471_5261685479883641917/-ext-10002 - 10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-10_471_5261685479883641917/-ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1270751327 + 1278984490 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-10_471_5261685479883641917/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1270751327 + 1278984490 @@ -596,13 +596,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-10_471_5261685479883641917/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10001 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-10_471_5261685479883641917/-ext-10001 @@ -613,7 +613,7 @@ - Stage-4 + Stage-5 @@ -623,10 +623,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-10_471_5261685479883641917/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-10_471_5261685479883641917/-ext-10000 @@ -652,7 +652,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-10_471_5261685479883641917/-ext-10002 @@ -678,7 +678,7 @@ - Stage-2 + Stage-3 @@ -742,11 +742,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751327 + 1278984487 @@ -802,7 +802,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-28-10_471_5261685479883641917/-ext-10002 1 @@ -1390,7 +1390,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket s @@ -1402,10 +1402,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket - srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1463,11 +1463,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751327 + 1278984487 Index: ql/src/test/results/compiler/plan/sample6.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample6.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/sample6.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-50_570_399347080258040928/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-50_570_399347080258040928/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-50_570_399347080258040928/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-50_570_399347080258040928/-ext-10002 - 10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-50_570_399347080258040928/-ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1270751330 + 1279072790 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-50_570_399347080258040928/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1270751330 + 1279072790 @@ -596,13 +596,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-50_570_399347080258040928/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10001 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-50_570_399347080258040928/-ext-10001 @@ -613,7 +613,7 @@ - Stage-4 + Stage-5 @@ -623,10 +623,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-50_570_399347080258040928/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-50_570_399347080258040928/-ext-10000 @@ -652,7 +652,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-50_570_399347080258040928/-ext-10002 @@ -678,7 +678,7 @@ - Stage-2 + Stage-3 @@ -742,11 +742,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751329 + 1279072784 @@ -802,7 +802,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_18-59-50_570_399347080258040928/-ext-10002 1 @@ -1393,7 +1393,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt s @@ -1405,10 +1405,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt - srcbucket0.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1466,11 +1466,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751329 + 1279072784 Index: ql/src/test/results/compiler/plan/sample7.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample7.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/sample7.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_19-00-04_191_3579697198212471220/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_19-00-04_191_3579697198212471220/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_19-00-04_191_3579697198212471220/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_19-00-04_191_3579697198212471220/-ext-10002 - 10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_19-00-04_191_3579697198212471220/-ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1270751334 + 1279072803 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_19-00-04_191_3579697198212471220/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1270751334 + 1279072803 @@ -596,13 +596,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_19-00-04_191_3579697198212471220/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10001 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_19-00-04_191_3579697198212471220/-ext-10001 @@ -613,7 +613,7 @@ - Stage-4 + Stage-5 @@ -623,10 +623,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_19-00-04_191_3579697198212471220/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_19-00-04_191_3579697198212471220/-ext-10000 @@ -652,7 +652,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_19-00-04_191_3579697198212471220/-ext-10002 @@ -678,7 +678,7 @@ - Stage-2 + Stage-3 @@ -742,11 +742,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751332 + 1279072796 @@ -806,7 +806,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-13_19-00-04_191_3579697198212471220/-ext-10002 1 @@ -1563,7 +1563,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt s @@ -1575,10 +1575,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt - srcbucket0.txt + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1636,11 +1636,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751332 + 1279072796 Index: ql/src/test/results/compiler/plan/cast1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/cast1.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/cast1.q.xml (working copy) @@ -1,8 +1,8 @@ - + - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858181 + 1278984322 @@ -119,7 +119,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-36-22_732_3001896678619491726/10001 + file:/tmp/jssarma/hive_2010-07-12_18-25-24_041_7912323789330984834/-ext-10001 1 @@ -1027,7 +1027,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src src @@ -1039,10 +1039,10 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1096,11 +1096,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858181 + 1278984322 Index: ql/src/test/results/compiler/plan/join1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join1.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/join1.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-1 + Stage-2 @@ -26,7 +26,7 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-59_623_3508584562176156326/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-27-08_363_4831127067408911398/-ext-10000 @@ -79,11 +79,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980339 + 1278984427 @@ -93,7 +93,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-59_623_3508584562176156326/10001 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-27-08_363_4831127067408911398/-ext-10001 @@ -104,7 +104,7 @@ - Stage-2 + Stage-3 @@ -164,11 +164,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980339 + 1278984427 @@ -251,11 +251,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980339 + 1278984427 @@ -794,7 +794,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src src2 @@ -809,10 +809,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -866,11 +866,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980339 + 1278984427 @@ -916,7 +916,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-59_623_3508584562176156326/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-27-08_363_4831127067408911398/-ext-10000 1 Index: ql/src/test/results/compiler/plan/input1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input1.q.xml (revision 962379) +++ ql/src/test/results/compiler/plan/input1.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-57_517_3615085325688376160/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-57_517_3615085325688376160/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-57_517_3615085325688376160/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-57_517_3615085325688376160/-ext-10002 - 10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-57_517_3615085325688376160/-ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980306 + 1278984357 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-57_517_3615085325688376160/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1269980306 + 1278984357 @@ -592,13 +592,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-57_517_3615085325688376160/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10001 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-57_517_3615085325688376160/-ext-10001 @@ -609,7 +609,7 @@ - Stage-4 + Stage-5 @@ -619,10 +619,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-57_517_3615085325688376160/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10000 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-57_517_3615085325688376160/-ext-10000 @@ -648,7 +648,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-57_517_3615085325688376160/-ext-10002 @@ -674,7 +674,7 @@ - Stage-2 + Stage-3 @@ -734,11 +734,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980306 + 1278984356 @@ -794,7 +794,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10002 + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/scratchdir/hive_2010-07-12_18-25-57_517_3615085325688376160/-ext-10002 1 @@ -1216,7 +1216,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src src @@ -1228,10 +1228,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src - src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1285,11 +1285,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk_local_mode/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980306 + 1278984356 Index: ql/src/test/org/apache/hadoop/hive/ql/QTestUtil.java =================================================================== --- ql/src/test/org/apache/hadoop/hive/ql/QTestUtil.java (revision 962379) +++ ql/src/test/org/apache/hadoop/hive/ql/QTestUtil.java (working copy) @@ -309,11 +309,11 @@ private void runLoadCmd(String loadCmd) throws Exception { int ecode = 0; ecode = drv.run(loadCmd).getResponseCode(); + drv.close(); if (ecode != 0) { throw new Exception("load command: " + loadCmd + " failed with exit code= " + ecode); } - return; } @@ -343,7 +343,6 @@ srcTables.add("srcpart"); Path fpath; - Path newfpath; HashMap part_spec = new HashMap(); for (String ds : new String[] {"2008-04-08", "2008-04-09"}) { for (String hr : new String[] {"11", "12"}) { @@ -353,11 +352,8 @@ // System.out.println("Loading partition with spec: " + part_spec); // db.createPartition(srcpart, part_spec); fpath = new Path(testFiles, "kv1.txt"); - newfpath = new Path(tmppath, "kv1.txt"); - fs.copyFromLocalFile(false, true, fpath, newfpath); - fpath = newfpath; // db.loadPartition(fpath, srcpart.getName(), part_spec, true); - runLoadCmd("LOAD DATA INPATH '" + newfpath.toString() + runLoadCmd("LOAD DATA LOCAL INPATH '" + fpath.toString() + "' OVERWRITE INTO TABLE srcpart PARTITION (ds='" + ds + "',hr='" + hr + "')"); } @@ -370,9 +366,7 @@ srcTables.add("srcbucket"); for (String fname : new String[] {"srcbucket0.txt", "srcbucket1.txt"}) { fpath = new Path(testFiles, fname); - newfpath = new Path(tmppath, fname); - fs.copyFromLocalFile(false, true, fpath, newfpath); - runLoadCmd("LOAD DATA INPATH '" + newfpath.toString() + runLoadCmd("LOAD DATA LOCAL INPATH '" + fpath.toString() + "' INTO TABLE srcbucket"); } @@ -384,9 +378,7 @@ for (String fname : new String[] {"srcbucket20.txt", "srcbucket21.txt", "srcbucket22.txt", "srcbucket23.txt"}) { fpath = new Path(testFiles, fname); - newfpath = new Path(tmppath, fname); - fs.copyFromLocalFile(false, true, fpath, newfpath); - runLoadCmd("LOAD DATA INPATH '" + newfpath.toString() + runLoadCmd("LOAD DATA LOCAL INPATH '" + fpath.toString() + "' INTO TABLE srcbucket2"); } @@ -418,40 +410,25 @@ // load the input data into the src table fpath = new Path(testFiles, "kv1.txt"); - newfpath = new Path(tmppath, "kv1.txt"); - fs.copyFromLocalFile(false, true, fpath, newfpath); - // db.loadTable(newfpath, "src", false); - runLoadCmd("LOAD DATA INPATH '" + newfpath.toString() + "' INTO TABLE src"); + runLoadCmd("LOAD DATA LOCAL INPATH '" + fpath.toString() + "' INTO TABLE src"); // load the input data into the src table fpath = new Path(testFiles, "kv3.txt"); - newfpath = new Path(tmppath, "kv3.txt"); - fs.copyFromLocalFile(false, true, fpath, newfpath); - // db.loadTable(newfpath, "src1", false); - runLoadCmd("LOAD DATA INPATH '" + newfpath.toString() + "' INTO TABLE src1"); + runLoadCmd("LOAD DATA LOCAL INPATH '" + fpath.toString() + "' INTO TABLE src1"); // load the input data into the src_sequencefile table fpath = new Path(testFiles, "kv1.seq"); - newfpath = new Path(tmppath, "kv1.seq"); - fs.copyFromLocalFile(false, true, fpath, newfpath); - // db.loadTable(newfpath, "src_sequencefile", true); - runLoadCmd("LOAD DATA INPATH '" + newfpath.toString() + runLoadCmd("LOAD DATA LOCAL INPATH '" + fpath.toString() + "' INTO TABLE src_sequencefile"); // load the input data into the src_thrift table fpath = new Path(testFiles, "complex.seq"); - newfpath = new Path(tmppath, "complex.seq"); - fs.copyFromLocalFile(false, true, fpath, newfpath); - // db.loadTable(newfpath, "src_thrift", true); - runLoadCmd("LOAD DATA INPATH '" + newfpath.toString() + runLoadCmd("LOAD DATA LOCAL INPATH '" + fpath.toString() + "' INTO TABLE src_thrift"); // load the json data into the src_json table fpath = new Path(testFiles, "json.txt"); - newfpath = new Path(tmppath, "json.txt"); - fs.copyFromLocalFile(false, true, fpath, newfpath); - // db.loadTable(newfpath, "src_json", false); - runLoadCmd("LOAD DATA INPATH '" + newfpath.toString() + runLoadCmd("LOAD DATA LOCAL INPATH '" + fpath.toString() + "' INTO TABLE src_json"); } @@ -692,6 +669,7 @@ cmdArray[3] = "\\(\\(\\)" + "\\|\\(.*/tmp/.*\\)" + "\\|\\(file:.*\\)" + + "\\|\\(pfile:.*\\)" + "\\|\\([0-9]\\{10\\}\\)" + "\\|\\(/.*/warehouse/.*\\)\\)"; cmdArray[4] = outf.getPath(); @@ -847,6 +825,7 @@ cmdArray = new String[] { "diff", "-a", "-I", "file:", + "-I", "pfile:", "-I", "/tmp/", "-I", "invalidscheme:", "-I", "lastUpdateTime", Index: ql/src/test/queries/clientpositive/input12.q =================================================================== --- ql/src/test/queries/clientpositive/input12.q (revision 962379) +++ ql/src/test/queries/clientpositive/input12.q (working copy) @@ -1,3 +1,6 @@ +set mapred.job.tracker=does.notexist.com:666; +set hive.exec.mode.local.auto=true; + CREATE TABLE dest1(key INT, value STRING) STORED AS TEXTFILE; CREATE TABLE dest2(key INT, value STRING) STORED AS TEXTFILE; CREATE TABLE dest3(key INT) PARTITIONED BY(ds STRING, hr STRING) STORED AS TEXTFILE; Index: ql/src/test/queries/clientpositive/join14.q =================================================================== --- ql/src/test/queries/clientpositive/join14.q (revision 962379) +++ ql/src/test/queries/clientpositive/join14.q (working copy) @@ -1,5 +1,8 @@ CREATE TABLE dest1(c1 INT, c2 STRING) STORED AS TEXTFILE; +set mapred.job.tracker=does.notexist.com:666; +set hive.exec.mode.local.auto=true; + EXPLAIN FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100 INSERT OVERWRITE TABLE dest1 SELECT src.key, srcpart.value; Index: ql/src/test/queries/clientpositive/ctas.q =================================================================== --- ql/src/test/queries/clientpositive/ctas.q (revision 962379) +++ ql/src/test/queries/clientpositive/ctas.q (working copy) @@ -43,6 +43,9 @@ explain extended create table nzhang_ctas5 row format delimited fields terminated by ',' lines terminated by '\012' stored as textfile as select key, value from src sort by key, value limit 10; +set mapred.job.tracker=does.notexist.com:666; +set hive.exec.mode.local.auto=true; + create table nzhang_ctas5 row format delimited fields terminated by ',' lines terminated by '\012' stored as textfile as select key, value from src sort by key, value limit 10; drop table nzhang_ctas1; @@ -51,3 +54,5 @@ drop table nzhang_ctas4; drop table nzhang_ctas5; drop table nzhang_Tmp; + +set mapred.job.tracker; \ No newline at end of file Index: ql/src/test/queries/clientpositive/insertexternal1.q =================================================================== --- ql/src/test/queries/clientpositive/insertexternal1.q (revision 962379) +++ ql/src/test/queries/clientpositive/insertexternal1.q (working copy) @@ -5,7 +5,7 @@ !rm -fr /tmp/texternal; !mkdir -p /tmp/texternal/2008-01-01; -alter table texternal add partition (insertdate='2008-01-01') location 'file:///tmp/texternal/2008-01-01'; +alter table texternal add partition (insertdate='2008-01-01') location 'pfile:///tmp/texternal/2008-01-01'; from src insert overwrite table texternal partition (insertdate='2008-01-01') select *; select * from texternal where insertdate='2008-01-01'; Index: ql/src/test/queries/clientpositive/input39.q =================================================================== --- ql/src/test/queries/clientpositive/input39.q (revision 962379) +++ ql/src/test/queries/clientpositive/input39.q (working copy) @@ -15,6 +15,8 @@ set hive.test.mode=true; set hive.mapred.mode=strict; +set mapred.job.tracker=does.notexist.com:666; +set hive.exec.mode.local.auto=true; explain select count(1) from t1 join t2 on t1.key=t2.key where t1.ds='1' and t2.ds='1'; @@ -22,6 +24,7 @@ select count(1) from t1 join t2 on t1.key=t2.key where t1.ds='1' and t2.ds='1'; set hive.test.mode=false; +set mapred.job.tracker; drop table t1; drop table t2; Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/ppr/PartitionPruner.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/ppr/PartitionPruner.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/ppr/PartitionPruner.java (working copy) @@ -238,13 +238,15 @@ } else { Partition part = Hive.get().getPartition(tab, partSpec, Boolean.FALSE); + String state = "retained"; if (Boolean.TRUE.equals(r)) { - LOG.debug("retained partition: " + partSpec); true_parts.add(part); } else { - LOG.debug("unknown partition: " + partSpec); unkn_parts.add(part); + state = "unknown"; } + if (LOG.isDebugEnabled()) + LOG.debug(state + " partition: " + partSpec); } } else { // is there is no parition pruning, all of them are needed Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java (working copy) @@ -587,7 +587,8 @@ continue; } String path = p.toString(); - LOG.debug("Adding " + path + " of table" + alias_id); + if (LOG.isDebugEnabled()) + LOG.debug("Adding " + path + " of table" + alias_id); partDir.add(p); try { @@ -615,7 +616,8 @@ } plan.getPathToAliases().get(path).add(alias_id); plan.getPathToPartitionInfo().put(path, prtDesc); - LOG.debug("Information added for path " + path); + if (LOG.isDebugEnabled()) + LOG.debug("Information added for path " + path); } assert plan.getAliasToWork().get(alias_id) == null; Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/BucketMapJoinOptimizer.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/BucketMapJoinOptimizer.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/BucketMapJoinOptimizer.java (working copy) @@ -273,7 +273,7 @@ aliasToBucketNumberMapping.put(alias, num); List fileNames = new ArrayList(); try { - FileSystem fs = FileSystem.get(this.pGraphContext.getConf()); + FileSystem fs = FileSystem.get(tbl.getDataLocation(), this.pGraphContext.getConf()); FileStatus[] files = fs.listStatus(new Path(tbl.getDataLocation().toString())); if(files != null) { for(FileStatus file : files) { @@ -412,7 +412,7 @@ throws SemanticException { List fileNames = new ArrayList(); try { - FileSystem fs = FileSystem.get(this.pGraphContext.getConf()); + FileSystem fs = FileSystem.get(part.getDataLocation(), this.pGraphContext.getConf()); FileStatus[] files = fs.listStatus(new Path(part.getDataLocation() .toString())); if (files != null) { Index: ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionTask.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionTask.java (working copy) @@ -23,6 +23,7 @@ import org.apache.hadoop.hive.common.JavaUtils; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.ql.DriverContext; +import org.apache.hadoop.hive.ql.Context; import org.apache.hadoop.hive.ql.QueryPlan; import org.apache.hadoop.hive.ql.metadata.HiveException; import org.apache.hadoop.hive.ql.plan.CreateFunctionDesc; @@ -127,4 +128,9 @@ public String getName() { return "FUNCTION"; } -} + + @Override + protected void localizeMRTmpFilesImpl(Context ctx) { + throw new RuntimeException ("Unexpected call"); + } +} \ No newline at end of file Index: ql/src/java/org/apache/hadoop/hive/ql/exec/FetchTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/FetchTask.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/FetchTask.java (working copy) @@ -24,6 +24,7 @@ import java.util.Properties; import org.apache.hadoop.hive.conf.HiveConf; +import org.apache.hadoop.hive.ql.Context; import org.apache.hadoop.hive.ql.DriverContext; import org.apache.hadoop.hive.ql.QueryPlan; import org.apache.hadoop.hive.ql.plan.FetchWork; @@ -147,4 +148,15 @@ public String getName() { return "FETCH"; } + + @Override + protected void localizeMRTmpFilesImpl(Context ctx) { + String s = work.getTblDir(); + if ((s != null) && ctx.isMRTmpFileURI(s)) + work.setTblDir(ctx.localizeMRTmpFileURI(s)); + + ArrayList ls = work.getPartDir(); + if (ls != null) + ctx.localizePaths(ls); + } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java (working copy) @@ -427,4 +427,10 @@ public String getName() { return "MAP"; } + + @Override + public int getType() { + return -1; + } + } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/CollectOperator.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/CollectOperator.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/CollectOperator.java (working copy) @@ -77,4 +77,8 @@ } } + @Override + public int getType() { + return -1; + } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/Task.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/Task.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/Task.java (working copy) @@ -28,6 +28,7 @@ import org.apache.commons.logging.LogFactory; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.ql.DriverContext; +import org.apache.hadoop.hive.ql.Context; import org.apache.hadoop.hive.ql.QueryPlan; import org.apache.hadoop.hive.ql.lib.Node; import org.apache.hadoop.hive.ql.metadata.Hive; @@ -123,18 +124,6 @@ */ protected abstract int execute(DriverContext driverContext); - /** - * Update the progress of the task within taskHandle and also dump the - * progress information to the history file. - * - * @param taskHandle - * task handle returned by execute - * @throws IOException - */ - public void progress(TaskHandle taskHandle) throws IOException { - // do nothing by default - } - // dummy method - FetchTask overwrites this public boolean fetch(ArrayList res) throws IOException { assert false; @@ -273,10 +262,6 @@ return false; } - public void updateCounters(TaskHandle th) throws IOException { - // default, do nothing - } - public HashMap getCounters() { return taskCounters; } @@ -291,4 +276,34 @@ assert false; return -1; } + + /** + * If this task uses any map-reduce intermediate data (either for reading + * or for writing), localize them (using the supplied Context). Map-Reduce + * intermediate directories are allocated using Context.getMRTmpFileURI() + * and can be localized using localizeMRTmpFileURI(). + * + * This method is declared abstract to force any task code to explicitly + * deal with this aspect of execution. + * + * @param ctx context object with which to localize + */ + abstract protected void localizeMRTmpFilesImpl(Context ctx); + + /** + * Localize a task tree + * @param ctx context object with which to localize + */ + public final void localizeMRTmpFiles(Context ctx) { + localizeMRTmpFilesImpl(ctx); + + if (childTasks == null) + return; + + for (Task t: childTasks) { + t.localizeMRTmpFiles(ctx); + } + } + } + \ No newline at end of file Index: ql/src/java/org/apache/hadoop/hive/ql/exec/LateralViewJoinOperator.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/LateralViewJoinOperator.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/LateralViewJoinOperator.java (working copy) @@ -28,7 +28,7 @@ import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorFactory; import org.apache.hadoop.hive.serde2.objectinspector.StructField; import org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector; - +import org.apache.hadoop.hive.ql.plan.api.OperatorType; /** * The lateral view join operator is used to implement the lateral view * functionality. This operator was implemented with the following operator DAG @@ -126,4 +126,8 @@ return "LVJ"; } + @Override + public int getType() { + return OperatorType.LATERALVIEWJOIN; + } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionRegistry.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionRegistry.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionRegistry.java (working copy) @@ -709,7 +709,8 @@ } public static GenericUDAFResolver getGenericUDAFResolver(String functionName) { - LOG.debug("Looking up GenericUDAF: " + functionName); + if (LOG.isDebugEnabled()) + LOG.debug("Looking up GenericUDAF: " + functionName); FunctionInfo finfo = mFunctions.get(functionName.toLowerCase()); if (finfo == null) { return null; @@ -847,9 +848,10 @@ conversionCost += cost; } } - LOG.debug("Method " + (match ? "did" : "didn't") + " match: passed = " - + argumentsPassed + " accepted = " + argumentsAccepted + " method = " - + m); + if (LOG.isDebugEnabled()) + LOG.debug("Method " + (match ? "did" : "didn't") + " match: passed = " + + argumentsPassed + " accepted = " + argumentsAccepted + + " method = " + m); if (match) { // Always choose the function with least implicit conversions. if (conversionCost < leastConversionCost) { Index: ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java (working copy) @@ -38,6 +38,7 @@ import org.apache.hadoop.hive.ql.plan.api.StageType; import org.apache.hadoop.util.StringUtils; import org.apache.hadoop.hive.ql.DriverContext; +import org.apache.hadoop.hive.ql.Context; /** @@ -402,4 +403,12 @@ public String getName() { return "EXPLAIN"; } + + @Override + protected void localizeMRTmpFilesImpl(Context ctx) { + // explain task has nothing to localize + // we don't expect to enter this code path at all + throw new RuntimeException ("Unexpected call"); + } + } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/ConditionalTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/ConditionalTask.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/ConditionalTask.java (working copy) @@ -22,6 +22,7 @@ import java.util.List; import org.apache.hadoop.hive.conf.HiveConf; +import org.apache.hadoop.hive.ql.Context; import org.apache.hadoop.hive.ql.DriverContext; import org.apache.hadoop.hive.ql.QueryPlan; import org.apache.hadoop.hive.ql.plan.ConditionalResolver; @@ -199,4 +200,11 @@ } return ret; } + + @Override + protected void localizeMRTmpFilesImpl(Context ctx) { + if (getListTasks() != null) + for(Task t: getListTasks()) + t.localizeMRTmpFiles(ctx); + } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/TaskFactory.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/TaskFactory.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/TaskFactory.java (working copy) @@ -65,10 +65,8 @@ .add(new taskTuple(ExplainWork.class, ExplainTask.class)); taskvec.add(new taskTuple(ConditionalWork.class, ConditionalTask.class)); - // we are taking this out to allow us to instantiate either MapRedTask or - // ExecDriver dynamically at run time based on configuration - // taskvec.add(new taskTuple(mapredWork.class, - // ExecDriver.class)); + taskvec.add(new taskTuple(MapredWork.class, + MapRedTask.class)); } private static ThreadLocal tid = new ThreadLocal() { @@ -104,28 +102,6 @@ } } - if (workClass == MapredWork.class) { - - boolean viachild = conf.getBoolVar(HiveConf.ConfVars.SUBMITVIACHILD); - - try { - - // in local mode - or if otherwise so configured - always submit - // jobs via separate jvm - Task ret = null; - if (conf.getVar(HiveConf.ConfVars.HADOOPJT).equals("local") || viachild) { - ret = (Task) MapRedTask.class.newInstance(); - } else { - ret = (Task) ExecDriver.class.newInstance(); - } - ret.setId("Stage-" + Integer.toString(getAndIncrementId())); - return ret; - } catch (Exception e) { - throw new RuntimeException(e.getMessage(), e); - } - - } - throw new RuntimeException("No task for work class " + workClass.getName()); } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/MapRedTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/MapRedTask.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/MapRedTask.java (working copy) @@ -18,9 +18,9 @@ package org.apache.hadoop.hive.ql.exec; -import java.io.File; -import java.io.FileOutputStream; +import java.io.OutputStream; import java.io.Serializable; +import java.io.IOException; import java.util.HashMap; import java.util.Map; import java.util.Properties; @@ -28,19 +28,28 @@ import org.apache.commons.lang.StringUtils; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.conf.HiveConf.ConfVars; +import org.apache.hadoop.hive.ql.QueryPlan; import org.apache.hadoop.hive.ql.exec.Utilities.StreamPrinter; +import org.apache.hadoop.hive.ql.metadata.HiveException; import org.apache.hadoop.hive.ql.plan.MapredWork; import org.apache.hadoop.hive.ql.plan.api.StageType; import org.apache.hadoop.hive.ql.session.SessionState; import org.apache.hadoop.hive.shims.ShimLoader; import org.apache.hadoop.hive.ql.DriverContext; +import org.apache.hadoop.hive.ql.Context; +import org.apache.hadoop.fs.ContentSummary; +import org.apache.hadoop.fs.Path; +import org.apache.hadoop.fs.FileSystem; +import org.apache.hadoop.mapred.JobConf; /** - * Alternate implementation (to ExecDriver) of spawning a mapreduce task that - * runs it from a separate jvm. The primary issue with this is the inability to - * control logging from a separate jvm in a consistent manner + * Extension of ExecDriver: + * - can optionally spawn a map-reduce task from a separate jvm + * - will make last minute adjustments to map-reduce job parameters, viz: + * * estimating number of reducers + * * estimating whether job should run locally **/ -public class MapRedTask extends Task implements Serializable { +public class MapRedTask extends ExecDriver implements Serializable { private static final long serialVersionUID = 1L; @@ -48,21 +57,72 @@ static final String HADOOP_OPTS_KEY = "HADOOP_OPTS"; static final String[] HIVE_SYS_PROP = {"build.dir", "build.dir.hive"}; + private transient ContentSummary inputSummary = null; + private transient boolean runningViaChild = false; + public MapRedTask() { super(); } + public MapRedTask(MapredWork plan, JobConf job, boolean isSilent) throws HiveException { + throw new RuntimeException("Illegal Constructor call"); + } + @Override public int execute(DriverContext driverContext) { + Context ctx = driverContext.getCtx(); + boolean ctxCreated = false; + try { + if (ctx == null) { + ctx = new Context(conf); + ctxCreated = true; + } + + // estimate number of reducers + setNumberOfReducers(); + + // auto-determine local mode if allowed + if (!ctx.isLocalOnlyExecutionMode() && + conf.getBoolVar(HiveConf.ConfVars.LOCALMODEAUTO)) { + + if (inputSummary == null) + inputSummary = Utilities.getInputSummary(driverContext.getCtx(), work, null); + + // at this point the number of reducers is precisely defined in the plan + int numReducers = work.getNumReduceTasks(); + + if (LOG.isDebugEnabled()) { + LOG.debug("Task: " + getId() + ", Summary: " + + inputSummary.getLength() + "," + inputSummary.getFileCount() + "," + + numReducers); + } + + if (MapRedTask.isEligibleForLocalMode(conf, inputSummary, numReducers)) { + // set the JT to local for the duration of this job + ctx.setOriginalTracker(conf.getVar(HiveConf.ConfVars.HADOOPJT)); + conf.setVar(HiveConf.ConfVars.HADOOPJT, "local"); + LOG.info("Selecting local mode for task: " + getId()); + } + } + + runningViaChild = + "local".equals(conf.getVar(HiveConf.ConfVars.HADOOPJT)) || + conf.getBoolVar(HiveConf.ConfVars.SUBMITVIACHILD); + + if(!runningViaChild) { + // we are not running this mapred task via child jvm + // so directly invoke ExecDriver + return super.execute(driverContext); + } + // enable assertion String hadoopExec = conf.getVar(HiveConf.ConfVars.HADOOPBIN); String hiveJar = conf.getJar(); String libJarsOption; - String addedJars = ExecDriver.getResourceFiles(conf, - SessionState.ResourceType.JAR); + String addedJars = getResourceFiles(conf, SessionState.ResourceType.JAR); conf.setVar(ConfVars.HIVEADDEDJARS, addedJars); String auxJars = conf.getAuxJars(); // Put auxjars and addedjars together into libjars @@ -80,40 +140,13 @@ } } // Generate the hiveConfArgs after potentially adding the jars - String hiveConfArgs = ExecDriver.generateCmdLine(conf); - String hiveScratchDir; - if (driverContext.getCtx() != null && driverContext.getCtx().getQueryPath() != null) - hiveScratchDir = driverContext.getCtx().getQueryPath().toString(); - else - hiveScratchDir = conf.getVar(HiveConf.ConfVars.SCRATCHDIR); + String hiveConfArgs = generateCmdLine(conf); - File scratchDir = new File(hiveScratchDir); - - // Check if the scratch directory exists. If not, create it. - if (!scratchDir.exists()) { - LOG.info("Local scratch directory " + scratchDir.getPath() - + " not found. Attempting to create."); - if (!scratchDir.mkdirs()) { - // Unable to create this directory - it might have been created due - // to another process. - if (!scratchDir.exists()) { - throw new TaskExecutionException( - "Cannot create scratch directory " - + "\"" + scratchDir.getPath() + "\". " - + "To configure a different directory, " - + "set the configuration " - + "\"hive.exec.scratchdir\" " - + "in the session, or permanently by modifying the " - + "appropriate hive configuration file such as hive-site.xml."); - } - } - } - + // write out the plan to a local file + Path planPath = new Path(ctx.getLocalTmpFileURI(), "plan.xml"); + OutputStream out = FileSystem.getLocal(conf).create(planPath); MapredWork plan = getWork(); - - File planFile = File.createTempFile("plan", ".xml", scratchDir); - LOG.info("Generating plan file " + planFile.toString()); - FileOutputStream out = new FileOutputStream(planFile); + LOG.info("Generating plan file " + planPath.toString()); Utilities.serializeMapRedWork(plan, out); String isSilent = "true".equalsIgnoreCase(System @@ -127,10 +160,9 @@ } String cmdLine = hadoopExec + " jar " + jarCmd + " -plan " - + planFile.toString() + " " + isSilent + " " + hiveConfArgs; + + planPath.toString() + " " + isSilent + " " + hiveConfArgs; - String files = ExecDriver.getResourceFiles(conf, - SessionState.ResourceType.FILE); + String files = getResourceFiles(conf, SessionState.ResourceType.FILE); if (!files.isEmpty()) { cmdLine = cmdLine + " -files " + files; } @@ -196,27 +228,136 @@ e.printStackTrace(); LOG.error("Exception: " + e.getMessage()); return (1); + } finally { + try { + // in case we decided to run everything in local mode, restore the + // the jobtracker setting to its initial value + ctx.restoreOriginalTracker(); + + // creating the context can create a bunch of files. So make + // sure to clear it out + if(ctxCreated) + ctx.clear(); + + } catch (Exception e) { + LOG.error("Exception: " + e.getMessage()); + } } } @Override - public boolean isMapRedTask() { - return true; + public boolean mapStarted() { + boolean b = super.mapStarted(); + return runningViaChild ? isdone : b; } @Override - public boolean hasReduce() { - MapredWork w = getWork(); - return w.getReducer() != null; + public boolean reduceStarted() { + boolean b = super.reduceStarted(); + return runningViaChild ? isdone : b; } @Override - public int getType() { - return StageType.MAPREDLOCAL; + public boolean mapDone() { + boolean b = super.mapDone(); + return runningViaChild ? isdone : b; } @Override - public String getName() { - return "MAPRED"; + public boolean reduceDone() { + boolean b = super.reduceDone(); + return runningViaChild ? isdone : b; } + + /** + * Set the number of reducers for the mapred work. + */ + private void setNumberOfReducers() throws IOException { + // this is a temporary hack to fix things that are not fixed in the compiler + Integer numReducersFromWork = work.getNumReduceTasks(); + + if (work.getReducer() == null) { + console + .printInfo("Number of reduce tasks is set to 0 since there's no reduce operator"); + work.setNumReduceTasks(Integer.valueOf(0)); + } else { + if (numReducersFromWork >= 0) { + console.printInfo("Number of reduce tasks determined at compile time: " + + work.getNumReduceTasks()); + } else if (job.getNumReduceTasks() > 0) { + int reducers = job.getNumReduceTasks(); + work.setNumReduceTasks(reducers); + console + .printInfo("Number of reduce tasks not specified. Defaulting to jobconf value of: " + + reducers); + } else { + int reducers = estimateNumberOfReducers(); + work.setNumReduceTasks(reducers); + console + .printInfo("Number of reduce tasks not specified. Estimated from input data size: " + + reducers); + + } + console + .printInfo("In order to change the average load for a reducer (in bytes):"); + console.printInfo(" set " + HiveConf.ConfVars.BYTESPERREDUCER.varname + + "="); + console.printInfo("In order to limit the maximum number of reducers:"); + console.printInfo(" set " + HiveConf.ConfVars.MAXREDUCERS.varname + + "="); + console.printInfo("In order to set a constant number of reducers:"); + console.printInfo(" set " + HiveConf.ConfVars.HADOOPNUMREDUCERS + + "="); + } + } + + /** + * Estimate the number of reducers needed for this job, based on job input, + * and configuration parameters. + * + * @return the number of reducers. + */ + private int estimateNumberOfReducers() throws IOException { + long bytesPerReducer = conf.getLongVar(HiveConf.ConfVars.BYTESPERREDUCER); + int maxReducers = conf.getIntVar(HiveConf.ConfVars.MAXREDUCERS); + + if(inputSummary == null) + // compute the summary and stash it away + inputSummary = Utilities.getInputSummary(driverContext.getCtx(), work, null); + + long totalInputFileSize = inputSummary.getLength(); + + LOG.info("BytesPerReducer=" + bytesPerReducer + " maxReducers=" + + maxReducers + " totalInputFileSize=" + totalInputFileSize); + + int reducers = (int) ((totalInputFileSize + bytesPerReducer - 1) / bytesPerReducer); + reducers = Math.max(1, reducers); + reducers = Math.min(maxReducers, reducers); + return reducers; + } + + + /** + * Find out if a job can be run in local mode based on it's characteristics + * + * @param conf Hive Configuration + * @param inputSummary summary about the input files for this job + * @param numReducers total number of reducers for this job + */ + public static boolean isEligibleForLocalMode(HiveConf conf, + ContentSummary inputSummary, + int numReducers) { + + long maxBytes = conf.getLongVar(HiveConf.ConfVars.LOCALMODEMAXBYTES); + long maxTasks = conf.getIntVar(HiveConf.ConfVars.LOCALMODEMAXTASKS); + + // ideally we would like to do this check based on the number of splits + // in the absence of an easy way to get the number of splits - do this + // based on the total number of files (pessimistically assumming that + // splits are equal to number of files in worst case + + return (inputSummary.getLength() <= maxBytes && + inputSummary.getFileCount() <= maxTasks && + numReducers <= maxTasks); + } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/FetchOperator.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/FetchOperator.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/FetchOperator.java (working copy) @@ -282,9 +282,13 @@ splitNum = 0; serde = tmp.getDeserializerClass().newInstance(); serde.initialize(job, tmp.getProperties()); - LOG.debug("Creating fetchTask with deserializer typeinfo: " - + serde.getObjectInspector().getTypeName()); - LOG.debug("deserializer properties: " + tmp.getProperties()); + + if(LOG.isDebugEnabled()) { + LOG.debug("Creating fetchTask with deserializer typeinfo: " + + serde.getObjectInspector().getTypeName()); + LOG.debug("deserializer properties: " + tmp.getProperties()); + } + if (currPart != null) { setPrtnDesc(); } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java (working copy) @@ -1128,15 +1128,12 @@ } /** - * Should be overridden to return the type of the specific operator among the + * Return the type of the specific operator among the * types in OperatorType. * - * @return OperatorType.* or -1 if not overridden + * @return OperatorType.* */ - public int getType() { - assert false; - return -1; - } + abstract public int getType(); public void setGroupKeyObject(Object keyObject) { this.groupKeyObject = keyObject; Index: ql/src/java/org/apache/hadoop/hive/ql/exec/ExecDriver.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/ExecDriver.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/ExecDriver.java (working copy) @@ -45,13 +45,13 @@ import org.apache.commons.logging.LogFactory; import org.apache.commons.logging.Log; import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.fs.ContentSummary; import org.apache.hadoop.fs.FileStatus; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.conf.HiveConf.ConfVars; import org.apache.hadoop.hive.ql.DriverContext; +import org.apache.hadoop.hive.ql.Context; import org.apache.hadoop.hive.ql.QueryPlan; import org.apache.hadoop.hive.ql.exec.FileSinkOperator.RecordWriter; import org.apache.hadoop.hive.ql.exec.errors.ErrorAndSolution; @@ -60,7 +60,10 @@ import org.apache.hadoop.hive.ql.io.HiveKey; import org.apache.hadoop.hive.ql.io.HiveOutputFormat; import org.apache.hadoop.hive.ql.metadata.HiveException; +import org.apache.hadoop.hive.ql.plan.FetchWork; import org.apache.hadoop.hive.ql.plan.MapredWork; +import org.apache.hadoop.hive.ql.plan.MapredLocalWork; +import org.apache.hadoop.hive.ql.plan.FileSinkDesc; import org.apache.hadoop.hive.ql.plan.PartitionDesc; import org.apache.hadoop.hive.ql.plan.TableDesc; import org.apache.hadoop.hive.ql.plan.api.StageType; @@ -96,8 +99,6 @@ protected transient int reduceProgress = 0; protected transient boolean success = false; // if job execution is successful - public static Random randGen = new Random(); - /** * Constructor when invoked from QL. */ @@ -105,7 +106,7 @@ super(); } - public static String getResourceFiles(Configuration conf, + protected static String getResourceFiles(Configuration conf, SessionState.ResourceType t) { // fill in local files to be added to the task environment SessionState ss = SessionState.get(); @@ -178,7 +179,7 @@ * used to kill all running jobs in the event of an unexpected shutdown - * i.e., the JVM shuts down while there are still jobs running. */ - public static Map runningJobKillURIs = + private static Map runningJobKillURIs = Collections.synchronizedMap(new HashMap()); /** @@ -222,7 +223,7 @@ /** * from StreamJob.java. */ - public void jobInfo(RunningJob rj) { + private void jobInfo(RunningJob rj) { if (job.get("mapred.job.tracker", "local").equals("local")) { console.printInfo("Job running in-process (local Hadoop)"); } else { @@ -245,7 +246,7 @@ * return this handle from execute and Driver can split execute into start, * monitorProgess and postProcess. */ - public static class ExecDriverTaskHandle extends TaskHandle { + private static class ExecDriverTaskHandle extends TaskHandle { JobClient jc; RunningJob rj; @@ -284,8 +285,7 @@ * @return true if fatal errors happened during job execution, false * otherwise. */ - protected boolean checkFatalErrors(TaskHandle t, StringBuilder errMsg) { - ExecDriverTaskHandle th = (ExecDriverTaskHandle) t; + private boolean checkFatalErrors(ExecDriverTaskHandle th, StringBuilder errMsg) { RunningJob rj = th.getRunningJob(); try { Counters ctrs = th.getCounters(); @@ -311,9 +311,7 @@ } } - @Override - public void progress(TaskHandle taskHandle) throws IOException { - ExecDriverTaskHandle th = (ExecDriverTaskHandle) taskHandle; + private void progress(ExecDriverTaskHandle th) throws IOException { JobClient jc = th.getJobClient(); RunningJob rj = th.getRunningJob(); String lastReport = ""; @@ -404,101 +402,9 @@ } /** - * Estimate the number of reducers needed for this job, based on job input, - * and configuration parameters. - * - * @return the number of reducers. - */ - public int estimateNumberOfReducers(HiveConf hive, JobConf job, - MapredWork work) throws IOException { - if (hive == null) { - hive = new HiveConf(); - } - long bytesPerReducer = hive.getLongVar(HiveConf.ConfVars.BYTESPERREDUCER); - int maxReducers = hive.getIntVar(HiveConf.ConfVars.MAXREDUCERS); - long totalInputFileSize = getTotalInputFileSize(job, work); - - LOG.info("BytesPerReducer=" + bytesPerReducer + " maxReducers=" - + maxReducers + " totalInputFileSize=" + totalInputFileSize); - - int reducers = (int) ((totalInputFileSize + bytesPerReducer - 1) / bytesPerReducer); - reducers = Math.max(1, reducers); - reducers = Math.min(maxReducers, reducers); - return reducers; - } - - /** - * Set the number of reducers for the mapred work. - */ - protected void setNumberOfReducers() throws IOException { - // this is a temporary hack to fix things that are not fixed in the compiler - Integer numReducersFromWork = work.getNumReduceTasks(); - - if (work.getReducer() == null) { - console - .printInfo("Number of reduce tasks is set to 0 since there's no reduce operator"); - work.setNumReduceTasks(Integer.valueOf(0)); - } else { - if (numReducersFromWork >= 0) { - console.printInfo("Number of reduce tasks determined at compile time: " - + work.getNumReduceTasks()); - } else if (job.getNumReduceTasks() > 0) { - int reducers = job.getNumReduceTasks(); - work.setNumReduceTasks(reducers); - console - .printInfo("Number of reduce tasks not specified. Defaulting to jobconf value of: " - + reducers); - } else { - int reducers = estimateNumberOfReducers(conf, job, work); - work.setNumReduceTasks(reducers); - console - .printInfo("Number of reduce tasks not specified. Estimated from input data size: " - + reducers); - - } - console - .printInfo("In order to change the average load for a reducer (in bytes):"); - console.printInfo(" set " + HiveConf.ConfVars.BYTESPERREDUCER.varname - + "="); - console.printInfo("In order to limit the maximum number of reducers:"); - console.printInfo(" set " + HiveConf.ConfVars.MAXREDUCERS.varname - + "="); - console.printInfo("In order to set a constant number of reducers:"); - console.printInfo(" set " + HiveConf.ConfVars.HADOOPNUMREDUCERS - + "="); - } - } - - /** - * Calculate the total size of input files. - * - * @param job - * the hadoop job conf. - * @return the total size in bytes. - * @throws IOException - */ - public long getTotalInputFileSize(JobConf job, MapredWork work) throws IOException { - long r = 0; - // For each input path, calculate the total size. - for (String path : work.getPathToAliases().keySet()) { - try { - Path p = new Path(path); - FileSystem fs = p.getFileSystem(job); - ContentSummary cs = fs.getContentSummary(p); - r += cs.getLength(); - } catch (IOException e) { - LOG.info("Cannot get size of " + path + ". Safely ignored."); - } - } - return r; - } - - /** * Update counters relevant to this task. */ - @Override - public void updateCounters(TaskHandle t) throws IOException { - ExecDriverTaskHandle th = (ExecDriverTaskHandle) t; + private void updateCounters(ExecDriverTaskHandle th) throws IOException { RunningJob rj = th.getRunningJob(); mapProgress = Math.round(rj.mapProgress() * 100); reduceProgress = Math.round(rj.reduceProgress() * 100); @@ -543,49 +449,31 @@ success = true; - try { - setNumberOfReducers(); - } catch (IOException e) { - String statusMesg = "IOException while accessing HDFS to estimate the number of reducers: " - + e.getMessage(); - console.printError(statusMesg, "\n" - + org.apache.hadoop.util.StringUtils.stringifyException(e)); - return 1; - } - String invalidReason = work.isInvalid(); if (invalidReason != null) { throw new RuntimeException("Plan invalid, Reason: " + invalidReason); } - String hiveScratchDir; - if (driverContext.getCtx() != null && driverContext.getCtx().getQueryPath() != null) { - hiveScratchDir = driverContext.getCtx().getQueryPath().toString(); - } else { - hiveScratchDir = HiveConf.getVar(job, HiveConf.ConfVars.SCRATCHDIR); - } + Context ctx = driverContext.getCtx(); + boolean ctxCreated = false; + String emptyScratchDirStr; + Path emptyScratchDir; - String emptyScratchDirStr = null; - Path emptyScratchDir = null; + try { + if (ctx == null) { + ctx = new Context(job); + ctxCreated = true; + } - int numTries = 3; - while (numTries > 0) { - emptyScratchDirStr = hiveScratchDir + File.separator - + Utilities.randGen.nextInt(); + emptyScratchDirStr = ctx.getMRTmpFileURI(); emptyScratchDir = new Path(emptyScratchDirStr); - - try { - FileSystem fs = emptyScratchDir.getFileSystem(job); - fs.mkdirs(emptyScratchDir); - break; - } catch (Exception e) { - if (numTries > 0) { - numTries--; - } else { - throw new RuntimeException("Failed to make dir " - + emptyScratchDir.toString() + " : " + e.getMessage()); - } - } + FileSystem fs = emptyScratchDir.getFileSystem(job); + fs.mkdirs(emptyScratchDir); + } catch (IOException e) { + e.printStackTrace(); + console.printError("Error launching map-reduce job", "\n" + + org.apache.hadoop.util.StringUtils.stringifyException(e)); + return 5; } ShimLoader.getHadoopShims().setNullOutputFormat(job); @@ -674,13 +562,13 @@ if (noName) { // This is for a special case to ensure unit tests pass HiveConf.setVar(job, HiveConf.ConfVars.HADOOPJOBNAME, "JOB" - + randGen.nextInt()); + + Utilities.randGen.nextInt()); } try { addInputPaths(job, work, emptyScratchDirStr); - Utilities.setMapRedWork(job, work, hiveScratchDir); + Utilities.setMapRedWork(job, work, ctx.getMRTmpFileURI()); // remove the pwd from conf file so that job tracker doesn't show this // logs @@ -699,19 +587,17 @@ HiveConf.setVar(job, HiveConf.ConfVars.METASTOREPWD, pwd); } - // add to list of running jobs so in case of abnormal shutdown can kill - // it. + // add to list of running jobs to kill in case of abnormal shutdown runningJobKillURIs.put(rj.getJobID(), rj.getTrackingURL() + "&action=kill"); - TaskHandle th = new ExecDriverTaskHandle(jc, rj); + ExecDriverTaskHandle th = new ExecDriverTaskHandle(jc, rj); jobInfo(rj); progress(th); // success status will be setup inside progress if (rj == null) { // in the corner case where the running job has disappeared from JT - // memory - // remember that we did actually submit the job. + // memory remember that we did actually submit the job. rj = orig_rj; success = false; } @@ -743,7 +629,9 @@ } finally { Utilities.clearMapRedWork(job); try { - emptyScratchDir.getFileSystem(job).delete(emptyScratchDir, true); + if(ctxCreated) + ctx.clear(); + if (returnVal != 0 && rj != null) { rj.killJob(); } @@ -796,7 +684,7 @@ * @param jobId * @return */ - public static String getJobStartMsg(String jobId) { + private static String getJobStartMsg(String jobId) { return "Starting Job = " + jobId; } @@ -1081,16 +969,10 @@ // log the list of job conf parameters for reference LOG.info(sb.toString()); - URI pathURI = (new Path(planFileName)).toUri(); - InputStream pathData; - if (StringUtils.isEmpty(pathURI.getScheme())) { - // default to local file system - pathData = new FileInputStream(planFileName); - } else { - // otherwise may be in hadoop .. - FileSystem fs = FileSystem.get(conf); - pathData = fs.open(new Path(planFileName)); - } + // the plan file should always be in local directory + Path p = new Path(planFileName); + FileSystem fs = FileSystem.getLocal(conf); + InputStream pathData = fs.open(p); // this is workaround for hadoop-17 - libjars are not added to classpath of the // child process. so we add it here explicitly @@ -1177,13 +1059,13 @@ sb.append(URLEncoder.encode(hconf.get(hadoopWorkDir) + "/" + Utilities.randGen.nextInt(), "UTF-8")); } - + return sb.toString(); } catch (UnsupportedEncodingException e) { throw new RuntimeException(e); } } - + @Override public boolean isMapRedTask() { return true; @@ -1195,19 +1077,6 @@ return w.getReducer() != null; } - private boolean isEmptyPath(JobConf job, String path) throws Exception { - Path dirPath = new Path(path); - FileSystem inpFs = dirPath.getFileSystem(job); - - if (inpFs.exists(dirPath)) { - FileStatus[] fStats = inpFs.listStatus(dirPath); - if (fStats.length > 0) { - return false; - } - } - return true; - } - /** * Handle a empty/null path for a given alias. */ @@ -1309,7 +1178,7 @@ LOG.info("Adding input file " + path); - if (!isEmptyPath(job, path)) { + if (!Utilities.isEmptyPath(job, path)) { FileInputFormat.addInputPaths(job, path); } else { emptyPaths.add(path); @@ -1345,6 +1214,53 @@ @Override public String getName() { - return "EXEC"; + return "MAPRED"; } + + @Override + protected void localizeMRTmpFilesImpl(Context ctx) { + + // localize any map-reduce input paths + ctx.localizeKeys((Map)((Object)work.getPathToAliases())); + ctx.localizeKeys((Map)((Object)work.getPathToPartitionInfo())); + + // localize any input paths for maplocal work + MapredLocalWork l = work.getMapLocalWork(); + if (l != null) { + Map m = l.getAliasToFetchWork(); + if (m != null) { + for (FetchWork fw: m.values()) { + String s = fw.getTblDir(); + if ((s != null) && ctx.isMRTmpFileURI(s)) + fw.setTblDir(ctx.localizeMRTmpFileURI(s)); + } + } + } + + // fix up outputs + Map> pa = work.getPathToAliases(); + if (pa != null) { + for (List ls: pa.values()) + for (String a: ls) { + ArrayList> opList = new + ArrayList> (); + opList.add(work.getAliasToWork().get(a)); + + while (!opList.isEmpty()) { + Operator op = opList.remove(0); + + if (op instanceof FileSinkOperator) { + FileSinkDesc fdesc = ((FileSinkOperator)op).getConf(); + String s = fdesc.getDirName(); + if ((s != null) && ctx.isMRTmpFileURI(s)) + fdesc.setDirName(ctx.localizeMRTmpFileURI(s)); + ((FileSinkOperator)op).setConf(fdesc); + } + + if (op.getChildOperators() != null) + opList.addAll(op.getChildOperators()); + } + } + } + } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java (working copy) @@ -65,10 +65,13 @@ import org.apache.hadoop.fs.FileStatus; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; +import org.apache.hadoop.fs.ContentSummary; +import org.apache.hadoop.fs.PathFilter; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.metastore.api.FieldSchema; import org.apache.hadoop.hive.metastore.api.Order; import org.apache.hadoop.hive.ql.QueryPlan; +import org.apache.hadoop.hive.ql.Context; import org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat; import org.apache.hadoop.hive.ql.io.RCFile; import org.apache.hadoop.hive.ql.metadata.HiveException; @@ -127,7 +130,7 @@ public static void clearMapRedWork(Configuration job) { try { Path planPath = new Path(HiveConf.getVar(job, HiveConf.ConfVars.PLAN)); - FileSystem fs = FileSystem.get(job); + FileSystem fs = planPath.getFileSystem(job); if (fs.exists(planPath)) { try { fs.delete(planPath, true); @@ -269,17 +272,25 @@ } + /** + * Make map-reduce plan available to map-reduce job + * In local mode - we simply cache the plan in the process (since local mode runs + * in same JVM. Otherwise we write it to the passed in temp folder and add to + * DistributedCache. We assume that the temp directory is unique for this job + * + * @param job configuration object for this job + * @param w map-reduce plan to be be made available + * @param hiveScratchDir temp directory available to map-reduce job/tasks + */ + + public static void setMapRedWork(Configuration job, MapredWork w, String hiveScratchDir) { try { - // Serialize the plan to the default hdfs instance - // Except for hadoop local mode execution where we should be - // able to get the plan directly from the cache - if(!HiveConf.getVar(job, HiveConf.ConfVars.HADOOPJT).equals("local")) { - // use the default file system of the job - FileSystem fs = FileSystem.get(job); - Path planPath = new Path(hiveScratchDir, "plan." + randGen.nextInt()); + Path p = new Path(hiveScratchDir); + Path planPath = new Path(p, "plan"); + FileSystem fs = p.getFileSystem(job); FSDataOutputStream out = fs.create(planPath); serializeMapRedWork(w, out); HiveConf.setVar(job, HiveConf.ConfVars.PLAN, planPath.toString()); @@ -1324,4 +1335,58 @@ } } + /** + * Calculate the total size of input files. + * + * @param job the hadoop job conf. + * @param work map reduce job plan + * @param filter filter to apply to the input paths before calculating size + * @return the summary of all the input paths. + * @throws IOException + */ + public static ContentSummary getInputSummary + (Context ctx, MapredWork work, PathFilter filter) throws IOException { + + long[] summary = {0, 0, 0}; + + // For each input path, calculate the total size. + for (String path : work.getPathToAliases().keySet()) { + try { + Path p = new Path(path); + + if(filter != null && !filter.accept(p)) + continue; + + ContentSummary cs = ctx.getCS(path); + if (cs == null) { + FileSystem fs = p.getFileSystem(ctx.getConf()); + cs = fs.getContentSummary(p); + ctx.addCS(path, cs); + } + + summary[0] += cs.getLength(); + summary[1] += cs.getFileCount(); + summary[2] += cs.getDirectoryCount(); + + } catch (IOException e) { + LOG.info("Cannot get size of " + path + ". Safely ignored."); + if (path != null) + ctx.addCS(path, new ContentSummary(0, 0, 0)); + } + } + return new ContentSummary(summary[0], summary[1], summary[2]); + } + + public static boolean isEmptyPath(JobConf job, String path) throws Exception { + Path dirPath = new Path(path); + FileSystem inpFs = dirPath.getFileSystem(job); + + if (inpFs.exists(dirPath)) { + FileStatus[] fStats = inpFs.listStatus(dirPath); + if (fStats.length > 0) { + return false; + } + } + return true; + } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java (working copy) @@ -56,6 +56,7 @@ import org.apache.hadoop.hive.metastore.api.InvalidOperationException; import org.apache.hadoop.hive.metastore.api.MetaException; import org.apache.hadoop.hive.metastore.api.Order; +import org.apache.hadoop.hive.ql.Context; import org.apache.hadoop.hive.ql.DriverContext; import org.apache.hadoop.hive.ql.QueryPlan; import org.apache.hadoop.hive.ql.hooks.ReadEntity; @@ -424,8 +425,9 @@ p.setLocation(parentDir); } - private boolean pathExists(FileSystem fs, Path p) throws HiveException { + private boolean pathExists(Path p) throws HiveException { try { + FileSystem fs = p.getFileSystem(conf); return fs.exists(p); } catch (IOException e) { throw new HiveException(e); @@ -477,16 +479,13 @@ Path originalDir = new Path(getOriginalLocation(p)); Path leftOverIntermediateOriginal = new Path(originalDir.getParent(), originalDir.getName() + INTERMEDIATE_ORIGINAL_DIR_SUFFIX); - try { - if (pathExists(leftOverIntermediateOriginal.getFileSystem(conf), - leftOverIntermediateOriginal)) { - console.printInfo("Deleting " + leftOverIntermediateOriginal + - " left over from a previous archiving operation"); - deleteDir(leftOverIntermediateOriginal); - } - } catch (IOException e) { - throw new HiveException(e); + + if (pathExists(leftOverIntermediateOriginal)) { + console.printInfo("Deleting " + leftOverIntermediateOriginal + + " left over from a previous archiving operation"); + deleteDir(leftOverIntermediateOriginal); } + throw new HiveException("Specified partition is already archived"); } @@ -525,8 +524,8 @@ // ARCHIVE_INTERMEDIATE_DIR_SUFFIX that's the same level as the partition, // if it does not already exist. If it does exist, we assume the dir is good // to use as the move operation that created it is atomic. - if (!pathExists(fs, intermediateArchivedDir) && - !pathExists(fs, intermediateOriginalDir)) { + if (!pathExists(intermediateArchivedDir) && + !pathExists(intermediateOriginalDir)) { // First create the archive in a tmp dir so that if the job fails, the // bad files don't pollute the filesystem @@ -551,7 +550,7 @@ // the partition directory. e.g. .../hr=12-intermediate-archived try { console.printInfo("Moving " + tmpDir + " to " + intermediateArchivedDir); - if (pathExists(fs, intermediateArchivedDir)) { + if (pathExists(intermediateArchivedDir)) { throw new HiveException("The intermediate archive directory already exists."); } fs.rename(tmpDir, intermediateArchivedDir); @@ -559,7 +558,7 @@ throw new HiveException("Error while moving tmp directory"); } } else { - if (pathExists(fs, intermediateArchivedDir)) { + if (pathExists(intermediateArchivedDir)) { console.printInfo("Intermediate archive directory " + intermediateArchivedDir + " already exists. Assuming it contains an archived version of the partition"); } @@ -571,7 +570,7 @@ // Move the original parent directory to the intermediate original directory // if the move hasn't been made already - if (!pathExists(fs, intermediateOriginalDir)) { + if (!pathExists(intermediateOriginalDir)) { console.printInfo("Moving " + originalDir + " to " + intermediateOriginalDir); moveDir(fs, originalDir, intermediateOriginalDir); @@ -587,7 +586,7 @@ // recovery // Move the intermediate archived directory to the original parent directory - if (!pathExists(fs, originalDir)) { + if (!pathExists(originalDir)) { console.printInfo("Moving " + intermediateArchivedDir + " to " + originalDir); moveDir(fs, intermediateArchivedDir, originalDir); @@ -663,15 +662,12 @@ Path leftOverArchiveDir = new Path(location.getParent(), location.getName() + INTERMEDIATE_ARCHIVED_DIR_SUFFIX); - try { - if (pathExists(location.getFileSystem(conf), leftOverArchiveDir)) { - console.printInfo("Deleting " + leftOverArchiveDir + " left over " + - "from a previous unarchiving operation"); - deleteDir(leftOverArchiveDir); - } - } catch (IOException e) { - throw new HiveException(e); + if (pathExists(leftOverArchiveDir)) { + console.printInfo("Deleting " + leftOverArchiveDir + " left over " + + "from a previous unarchiving operation"); + deleteDir(leftOverArchiveDir); } + throw new HiveException("Specified partition is not archived"); } @@ -727,8 +723,8 @@ // 5. Change the metadata // 6. Delete the archived partition files in intermediate-archive - if (!pathExists(fs, intermediateExtractedDir) && - !pathExists(fs, intermediateArchiveDir)) { + if (!pathExists(intermediateExtractedDir) && + !pathExists(intermediateArchiveDir)) { try { // Copy the files out of the archive into the temporary directory @@ -765,7 +761,7 @@ // At this point, we know that the extracted files are in the intermediate // extracted dir, or in the the original directory. - if (!pathExists(fs, intermediateArchiveDir)) { + if (!pathExists(intermediateArchiveDir)) { try { console.printInfo("Moving " + originalLocation + " to " + intermediateArchiveDir); fs.rename(originalLocation, intermediateArchiveDir); @@ -783,7 +779,7 @@ // If the original location exists here, then it must be the extracted files // because in the previous step, we moved the previous original location // (containing the archived version of the files) to intermediateArchiveDir - if (!pathExists(fs, originalLocation)) { + if (!pathExists(originalLocation)) { try { console.printInfo("Moving " + intermediateExtractedDir + " to " + originalLocation); fs.rename(intermediateExtractedDir, originalLocation); @@ -2124,4 +2120,8 @@ return "DDL"; } + @Override + protected void localizeMRTmpFilesImpl(Context ctx) { + // no-op + } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/MoveTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/MoveTask.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/MoveTask.java (working copy) @@ -46,6 +46,7 @@ import org.apache.hadoop.hive.ql.plan.MoveWork; import org.apache.hadoop.hive.ql.plan.api.StageType; import org.apache.hadoop.hive.ql.session.SessionState; +import org.apache.hadoop.hive.ql.Context; import org.apache.hadoop.util.StringUtils; /** @@ -277,4 +278,10 @@ public String getName() { return "MOVE"; } + + + @Override + protected void localizeMRTmpFilesImpl(Context ctx) { + // no-op + } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/CopyTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/CopyTask.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/CopyTask.java (working copy) @@ -24,6 +24,7 @@ import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.FileUtil; import org.apache.hadoop.fs.Path; +import org.apache.hadoop.hive.ql.Context; import org.apache.hadoop.hive.ql.parse.LoadSemanticAnalyzer; import org.apache.hadoop.hive.ql.plan.CopyWork; import org.apache.hadoop.hive.ql.plan.api.StageType; @@ -97,4 +98,12 @@ public String getName() { return "COPY"; } + + @Override + protected void localizeMRTmpFilesImpl(Context ctx) { + // copy task is only used by the load command and + // does not use any map-reduce tmp files + // we don't expect to enter this code path at all + throw new RuntimeException ("Unexpected call"); + } } Index: ql/src/java/org/apache/hadoop/hive/ql/plan/MapredWork.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/plan/MapredWork.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/plan/MapredWork.java (working copy) @@ -321,5 +321,4 @@ public void setInputformat(String inputformat) { this.inputformat = inputformat; } - } Index: ql/src/java/org/apache/hadoop/hive/ql/Context.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/Context.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/Context.java (working copy) @@ -23,8 +23,11 @@ import java.io.IOException; import java.net.URI; import java.text.SimpleDateFormat; +import java.util.ArrayList; import java.util.Date; import java.util.HashMap; +import java.util.Iterator; +import java.util.List; import java.util.Map; import java.util.Random; @@ -34,9 +37,11 @@ import org.apache.hadoop.fs.FileStatus; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; +import org.apache.hadoop.fs.ContentSummary; import org.apache.hadoop.hive.common.FileUtils; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.util.StringUtils; +import org.apache.hadoop.conf.Configuration; /** * Context for Semantic Analyzers. Usage: not reusable - construct a new one for @@ -50,38 +55,27 @@ private Path[] resDirPaths; private int resDirFilesNum; boolean initialized; + String originalTracker = null; + private HashMap pathToCS; - // all query specific directories are created as sub-directories of queryPath - // this applies to all non-local (ie. hdfs) file system tmp folders - private Path queryScratchPath; + // scratch path to use for all non-local (ie. hdfs) file system tmp folders + private final Path nonLocalScratchPath; + // scratch directory to use for local file system tmp folders + private final String localScratchDir; - // Path without a file system - // Used for creating temporary directory on local file system - private String localScratchPath; + // Keeps track of scratch directories created for different scheme/authority + private final Map fsScratchDirs = new HashMap(); - // Fully Qualified path on the local file system - // System.getProperty("java.io.tmpdir") + Path.SEPARATOR - // + System.getProperty("user.name") + Path.SEPARATOR + executionId - private Path localScratchDir; - - // On the default FileSystem (usually HDFS): - // also based on hive.exec.scratchdir which by default is - // "/tmp/"+System.getProperty("user.name")+"/hive" - private Path MRScratchDir; - - // Keeps track of scratch directories created for different scheme/authority - private final Map externalScratchDirs = new HashMap(); - - private HiveConf conf; + private Configuration conf; protected int pathid = 10000; protected boolean explain = false; private TokenRewriteStream tokenRewriteStream; String executionId; - public Context(HiveConf conf) throws IOException { + public Context(Configuration conf) throws IOException { this(conf, generateExecutionId()); } @@ -89,127 +83,104 @@ * Create a Context with a given executionId. ExecutionId, together with * user name and conf, will determine the temporary directory locations. */ - public Context(HiveConf conf, String executionId) throws IOException { + public Context(Configuration conf, String executionId) { this.conf = conf; this.executionId = executionId; + + // non-local tmp location is configurable. however it is the same across + // all external file systems + nonLocalScratchPath = + new Path(HiveConf.getVar(conf, HiveConf.ConfVars.SCRATCHDIR), + executionId); - localScratchPath = System.getProperty("java.io.tmpdir") + // local tmp location is not configurable for now + localScratchDir = System.getProperty("java.io.tmpdir") + Path.SEPARATOR + System.getProperty("user.name") + Path.SEPARATOR + executionId; - - queryScratchPath = new Path(conf.getVar(HiveConf.ConfVars.SCRATCHDIR), executionId); } /** * Set the context on whether the current query is an explain query. - * - * @param value - * true if the query is an explain query, false if not + * @param value true if the query is an explain query, false if not */ public void setExplain(boolean value) { explain = value; } - + /** - * Find out whether the current query is an explain query. - * + * Find whether the current query is an explain query * @return true if the query is an explain query, false if not */ - public boolean getExplain() { + public boolean getExplain () { return explain; } + /** - * Make a tmp directory for MR intermediate data If URI/Scheme are not - * supplied - those implied by the default filesystem will be used (which will - * typically correspond to hdfs instance on hadoop cluster). + * Get a tmp directory on specified URI * - * @param mkdir if true, will make the directory. Will throw IOException if that fails. + * @param scheme Scheme of the target FS + * @param authority Authority of the target FS + * @param mkdir create the directory if true + * @param scratchdir path of tmp directory */ - private Path makeMRScratchDir(HiveConf conf, boolean mkdir) - throws IOException { + private String getScratchDir(String scheme, String authority, + boolean mkdir, String scratchDir) { - Path dir = FileUtils.makeQualified(queryScratchPath, conf); + String fileSystem = scheme + ":" + authority; + String dir = fsScratchDirs.get(fileSystem); - if (mkdir) { - FileSystem fs = dir.getFileSystem(conf); - if (!fs.mkdirs(dir)) { - throw new IOException("Cannot make directory: " + dir); + if (dir == null) { + Path dirPath = new Path(scheme, authority, scratchDir); + if (mkdir) { + try { + FileSystem fs = dirPath.getFileSystem(conf); + if (!fs.mkdirs(dirPath)) + throw new RuntimeException("Cannot make directory: " + + dirPath.toString()); + } catch (IOException e) { + throw new RuntimeException (e); + } } + dir = dirPath.toString(); + fsScratchDirs.put(fileSystem, dir); } return dir; } - /** - * Make a tmp directory on specified URI Currently will use the same path as - * implied by SCRATCHDIR config variable. - */ - private Path makeExternalScratchDir(HiveConf conf, boolean mkdir, URI extURI) - throws IOException { - Path dir = new Path(extURI.getScheme(), extURI.getAuthority(), - queryScratchPath.toUri().getPath()); - - if (mkdir) { - FileSystem fs = dir.getFileSystem(conf); - if (!fs.mkdirs(dir)) { - throw new IOException("Cannot make directory: " + dir); - } - } - return dir; - } - /** - * Make a tmp directory for local file system. - * - * @param mkdir if true, will make the directory. Will throw IOException if that fails. + * Create a local scratch directory on demand and return it. */ - private Path makeLocalScratchDir(boolean mkdir) - throws IOException { - - FileSystem fs = FileSystem.getLocal(conf); - Path dir = fs.makeQualified(new Path(localScratchPath)); - - if (mkdir) { - if (!fs.mkdirs(dir)) { - throw new IOException("Cannot make directory: " + dir); - } - } - return dir; - } - - /** - * Get a tmp directory on specified URI Will check if this has already been - * made (either via MR or Local FileSystem or some other external URI. - */ - private String getExternalScratchDir(URI extURI) { + public String getLocalScratchDir(boolean mkdir) { try { - String fileSystem = extURI.getScheme() + ":" + extURI.getAuthority(); - Path dir = externalScratchDirs.get(fileSystem); - if (dir == null) { - dir = makeExternalScratchDir(conf, !explain, extURI); - externalScratchDirs.put(fileSystem, dir); - } - return dir.toString(); + FileSystem fs = FileSystem.getLocal(conf); + URI uri = fs.getUri(); + return getScratchDir(uri.getScheme(), uri.getAuthority(), + mkdir, localScratchDir); } catch (IOException e) { - throw new RuntimeException(e); + throw new RuntimeException (e); } } + /** * Create a map-reduce scratch directory on demand and return it. + * */ public String getMRScratchDir() { + + // if we are executing entirely on the client side - then + // just (re)use the local scratch directory + if(isLocalOnlyExecutionMode()) + return getLocalScratchDir(!explain); + try { - // if we are executing entirely on the client side - then - // just (re)use the local scratch directory - if(isLocalOnlyExecutionMode()) - return getLocalScratchDir(); + Path dir = FileUtils.makeQualified(nonLocalScratchPath, conf); + URI uri = dir.toUri(); + return getScratchDir(uri.getScheme(), uri.getAuthority(), + !explain, uri.getPath()); - if (MRScratchDir == null) { - MRScratchDir = makeMRScratchDir(conf, !explain); - } - return MRScratchDir.toString(); } catch (IOException e) { throw new RuntimeException(e); } catch (IllegalArgumentException e) { @@ -218,87 +189,89 @@ } } - /** - * Create a local scratch directory on demand and return it. - */ - public String getLocalScratchDir() { - try { - if (localScratchDir == null) { - localScratchDir = makeLocalScratchDir(true); - } - return localScratchDir.toString(); - } catch (IOException e) { - throw new RuntimeException(e); - } catch (IllegalArgumentException e) { - throw new RuntimeException("Error while making local scratch " - + "directory - check filesystem config (" + e.getCause() + ")", e); - } + private String getExternalScratchDir(URI extURI) { + return getScratchDir(extURI.getScheme(), extURI.getAuthority(), + !explain, nonLocalScratchPath.toUri().getPath()); } - private void removeDir(Path p) { - try { - p.getFileSystem(conf).delete(p, true); - } catch (Exception e) { - LOG.warn("Error Removing Scratch: " - + StringUtils.stringifyException(e)); - } - } - /** * Remove any created scratch directories. */ private void removeScratchDir() { - - for (Map.Entry p : externalScratchDirs.entrySet()) { - removeDir(p.getValue()); + for (Map.Entry entry : fsScratchDirs.entrySet()) { + try { + Path p = new Path(entry.getValue()); + p.getFileSystem(conf).delete(p, true); + } catch (Exception e) { + LOG.warn("Error Removing Scratch: " + + StringUtils.stringifyException(e)); + } } - externalScratchDirs.clear(); - - if (MRScratchDir != null) { - removeDir(MRScratchDir); - MRScratchDir = null; - } - - if (localScratchDir != null) { - removeDir(localScratchDir); - localScratchDir = null; - } + fsScratchDirs.clear(); } - /** - * Return the next available path in the current scratch dir. - */ - private String nextPath(String base) { - return base + Path.SEPARATOR + Integer.toString(pathid++); + private String nextPathId() { + return Integer.toString(pathid++); } + + private static final String MR_PREFIX = "-mr-"; + private static final String EXT_PREFIX = "-ext-"; + private static final String LOCAL_PREFIX = "-local-"; + /** - * Check if path is tmp path. the assumption is that all uri's relative to - * scratchdir are temporary. - * + * Check if path is for intermediate data * @return true if a uri is a temporary uri for map-reduce intermediate data, * false otherwise */ public boolean isMRTmpFileURI(String uriStr) { - return (uriStr.indexOf(executionId) != -1); + return (uriStr.indexOf(executionId) != -1) && + (uriStr.indexOf(MR_PREFIX) != -1); } /** * Get a path to store map-reduce intermediate data in. - * + * * @return next available path for map-red intermediate data */ public String getMRTmpFileURI() { - return nextPath(getMRScratchDir()); + return getMRScratchDir() + Path.SEPARATOR + MR_PREFIX + + nextPathId(); } + /** + * Given a URI for mapreduce intermediate output, swizzle the + * it to point to the local file system. This can be called in + * case the caller decides to run in local mode (in which case + * all intermediate data can be stored locally) + * + * @param originalURI uri to localize + * @return localized path for map-red intermediate data + */ + public String localizeMRTmpFileURI(String originalURI) { + Path o = new Path(originalURI); + Path mrbase = new Path(getMRScratchDir()); + + URI relURI = mrbase.toUri().relativize(o.toUri()); + if (relURI.equals(o.toUri())) + throw new RuntimeException + ("Invalid URI: " + originalURI + ", cannot relativize against" + + mrbase.toString()); + + return getLocalScratchDir(!explain) + Path.SEPARATOR + + relURI.getPath(); + } + + + /** * Get a tmp path on local host to store intermediate data. * * @return next available tmp path on local fs */ public String getLocalTmpFileURI() { - return nextPath(getLocalScratchDir()); + return getLocalScratchDir(true) + Path.SEPARATOR + LOCAL_PREFIX + + nextPathId(); } /** @@ -309,7 +282,8 @@ * @return next available tmp path on the file system corresponding extURI */ public String getExternalTmpFileURI(URI extURI) { - return nextPath(getExternalScratchDir(extURI)); + return getExternalScratchDir(extURI) + Path.SEPARATOR + EXT_PREFIX + + nextPathId(); } /** @@ -368,6 +342,7 @@ } } removeScratchDir(); + originalTracker = null; } public DataInput getStream() { @@ -473,10 +448,6 @@ return executionId; } - public Path getQueryPath() { - return queryScratchPath; - } - /** * Does Hive wants to run tasks entirely on the local machine * (where the query is being compiled)? @@ -484,6 +455,66 @@ * Today this translates into running hadoop jobs locally */ public boolean isLocalOnlyExecutionMode() { - return conf.getVar(HiveConf.ConfVars.HADOOPJT).equals("local"); + return HiveConf.getVar(conf, HiveConf.ConfVars.HADOOPJT).equals("local"); } + + public void setOriginalTracker(String originalTracker) { + this.originalTracker = originalTracker; + } + + public void restoreOriginalTracker() { + if (originalTracker != null) { + HiveConf.setVar(conf, HiveConf.ConfVars.HADOOPJT, originalTracker); + originalTracker = null; + } + } + + public void addCS(String path, ContentSummary cs) { + if(pathToCS == null) + pathToCS = new HashMap (); + pathToCS.put(path, cs); + } + + public ContentSummary getCS(String path) { + if(pathToCS == null) + pathToCS = new HashMap (); + return pathToCS.get(path); + } + + public Configuration getConf() { + return conf; + } + + + /** + * Given a mapping from paths to objects, localize any MR tmp paths + * @param map mapping from paths to objects + */ + public void localizeKeys(Map map) { + for (Map.Entry entry: map.entrySet()) { + String path = entry.getKey(); + if (isMRTmpFileURI(path)) { + Object val = entry.getValue(); + map.remove(path); + map.put(localizeMRTmpFileURI(path), val); + } + } + } + + /** + * Given a list of paths, localize any MR tmp paths contained therein + * @param paths list of paths to be localized + */ + public void localizePaths(List paths) { + Iterator iter = paths.iterator(); + List toAdd = new ArrayList (); + while(iter.hasNext()) { + String path = iter.next(); + if (isMRTmpFileURI(path)) { + iter.remove(); + toAdd.add(localizeMRTmpFileURI(path)); + } + } + paths.addAll(toAdd); + } } Index: ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java (working copy) @@ -24,6 +24,7 @@ import static org.apache.hadoop.util.StringUtils.stringifyException; import java.io.Serializable; +import java.io.IOException; import java.util.ArrayList; import java.util.HashMap; import java.util.HashSet; @@ -39,22 +40,26 @@ import org.apache.commons.lang.StringUtils; import org.apache.hadoop.fs.Path; +import org.apache.hadoop.fs.ContentSummary; +import org.apache.hadoop.fs.PathFilter; import org.apache.hadoop.hive.common.FileUtils; import org.apache.hadoop.hive.common.JavaUtils; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.metastore.MetaStoreUtils; import org.apache.hadoop.hive.metastore.api.FieldSchema; import org.apache.hadoop.hive.metastore.api.Order; +import org.apache.hadoop.hive.ql.Context; +import org.apache.hadoop.hive.ql.Driver; import org.apache.hadoop.hive.ql.exec.AbstractMapJoinOperator; import org.apache.hadoop.hive.ql.exec.ColumnInfo; import org.apache.hadoop.hive.ql.exec.ConditionalTask; -import org.apache.hadoop.hive.ql.exec.ExecDriver; import org.apache.hadoop.hive.ql.exec.FetchTask; import org.apache.hadoop.hive.ql.exec.FileSinkOperator; import org.apache.hadoop.hive.ql.exec.FunctionInfo; import org.apache.hadoop.hive.ql.exec.FunctionRegistry; import org.apache.hadoop.hive.ql.exec.GroupByOperator; import org.apache.hadoop.hive.ql.exec.JoinOperator; +import org.apache.hadoop.hive.ql.exec.ExecDriver; import org.apache.hadoop.hive.ql.exec.MapRedTask; import org.apache.hadoop.hive.ql.exec.Operator; import org.apache.hadoop.hive.ql.exec.OperatorFactory; @@ -1184,8 +1189,9 @@ new FilterDesc(genExprNodeDesc(condn, inputRR), false), new RowSchema( inputRR.getColumnInfos()), input), inputRR); - LOG.debug("Created Filter Plan for " + qb.getId() + " row schema: " - + inputRR.toString()); + if (LOG.isDebugEnabled()) + LOG.debug("Created Filter Plan for " + qb.getId() + " row schema: " + + inputRR.toString()); return output; } @@ -1682,15 +1688,20 @@ ASTNode selExprList = qb.getParseInfo().getSelForClause(dest); Operator op = genSelectPlan(selExprList, qb, input); - LOG.debug("Created Select Plan for clause: " + dest); + + if (LOG.isDebugEnabled()) + LOG.debug("Created Select Plan for clause: " + dest); + return op; } @SuppressWarnings("nls") private Operator genSelectPlan(ASTNode selExprList, QB qb, Operator input) throws SemanticException { - LOG.debug("tree: " + selExprList.toStringTree()); + if (LOG.isDebugEnabled()) + LOG.debug("tree: " + selExprList.toStringTree()); + ArrayList col_list = new ArrayList(); RowResolver out_rwsch = new RowResolver(); ASTNode trfm = null; @@ -1765,8 +1776,10 @@ assert (false); } } - LOG.debug("UDTF table alias is " + udtfTableAlias); - LOG.debug("UDTF col aliases are " + udtfColAliases); + if (LOG.isDebugEnabled()) { + LOG.debug("UDTF table alias is " + udtfTableAlias); + LOG.debug("UDTF col aliases are " + udtfColAliases); + } } // The list of expressions after SELECT or SELECT TRANSFORM. @@ -1779,7 +1792,8 @@ exprList = selExprList; } - LOG.debug("genSelectPlan: input = " + inputRR.toString()); + if (LOG.isDebugEnabled()) + LOG.debug("genSelectPlan: input = " + inputRR.toString()); // For UDTF's, skip the function name to get the expressions int startPosn = isUDTF ? posn + 1 : posn; @@ -1889,7 +1903,8 @@ output = genUDTFPlan(genericUDTF, udtfTableAlias, udtfColAliases, qb, output); } - LOG.debug("Created Select Plan row schema: " + out_rwsch.toString()); + if (LOG.isDebugEnabled()) + LOG.debug("Created Select Plan row schema: " + out_rwsch.toString()); return output; } @@ -3484,8 +3499,9 @@ .mapDirToFop(ltd.getSourceDir(), (FileSinkOperator)output); } - LOG.debug("Created FileSink Plan for clause: " + dest + "dest_path: " - + dest_path + " row schema: " + inputRR.toString()); + if (LOG.isDebugEnabled()) + LOG.debug("Created FileSink Plan for clause: " + dest + "dest_path: " + + dest_path + " row schema: " + inputRR.toString()); return output; } @@ -3638,8 +3654,9 @@ new LimitDesc(limit), new RowSchema(inputRR.getColumnInfos()), input), inputRR); - LOG.debug("Created LimitOperator Plan for clause: " + dest - + " row schema: " + inputRR.toString()); + if (LOG.isDebugEnabled()) + LOG.debug("Created LimitOperator Plan for clause: " + dest + + " row schema: " + inputRR.toString()); return limitMap; } @@ -3666,8 +3683,9 @@ throw new SemanticException(ErrorMsg.UDTF_LATERAL_VIEW.getMsg()); } - LOG.debug("Table alias: " + outputTableAlias + " Col aliases: " - + colAliases); + if (LOG.isDebugEnabled()) + LOG.debug("Table alias: " + outputTableAlias + " Col aliases: " + + colAliases); // Use the RowResolver from the input operator to generate a input // ObjectInspector that can be used to initialize the UDTF. Then, the @@ -3898,8 +3916,9 @@ Utilities.ReduceField.VALUE.toString(), "", false)), new RowSchema( out_rwsch.getColumnInfos()), interim), out_rwsch); - LOG.debug("Created ReduceSink Plan for table: " + tab.getTableName() + " row schema: " - + out_rwsch.toString()); + if (LOG.isDebugEnabled()) + LOG.debug("Created ReduceSink Plan for table: " + tab.getTableName() + + " row schema: " + out_rwsch.toString()); return output; } @@ -4008,8 +4027,9 @@ Utilities.ReduceField.VALUE.toString(), "", false)), new RowSchema( out_rwsch.getColumnInfos()), interim), out_rwsch); - LOG.debug("Created ReduceSink Plan for clause: " + dest + " row schema: " - + out_rwsch.toString()); + if (LOG.isDebugEnabled()) + LOG.debug("Created ReduceSink Plan for clause: " + dest + " row schema: " + + out_rwsch.toString()); return output; } @@ -5122,7 +5142,9 @@ } } - LOG.debug("Created Body Plan for Query Block " + qb.getId()); + if (LOG.isDebugEnabled()) + LOG.debug("Created Body Plan for Query Block " + qb.getId()); + return curr; } @@ -5507,8 +5529,10 @@ } Operator output = putOpInsertMap(tableOp, rwsch); - LOG.debug("Created Table Plan for " + alias + " " + tableOp.toString()); + if (LOG.isDebugEnabled()) + LOG.debug("Created Table Plan for " + alias + " " + tableOp.toString()); + return output; } @@ -5574,8 +5598,10 @@ } Operator bodyOpInfo = genBodyPlan(qb, srcOpInfo); - LOG.debug("Created Plan for Query Block " + qb.getId()); + if (LOG.isDebugEnabled()) + LOG.debug("Created Plan for Query Block " + qb.getId()); + this.qb = qb; return bodyOpInfo; } @@ -5885,6 +5911,8 @@ } } + decideExecMode(rootTasks, ctx); + if (qb.isCTAS()) { // generate a DDL task and make it a dependent task of the leaf CreateTableDesc crtTblDesc = qb.getTableDesc(); @@ -5934,7 +5962,7 @@ // loop over all the tasks recursviely private void generateCountersTask(Task task) { - if ((task instanceof MapRedTask) || (task instanceof ExecDriver)) { + if (task instanceof ExecDriver) { HashMap> opMap = ((MapredWork) task .getWork()).getAliasToWork(); if (!opMap.isEmpty()) { @@ -5984,7 +6012,7 @@ // loop over all the tasks recursviely private void breakTaskTree(Task task) { - if ((task instanceof MapRedTask) || (task instanceof ExecDriver)) { + if (task instanceof ExecDriver) { HashMap> opMap = ((MapredWork) task .getWork()).getAliasToWork(); if (!opMap.isEmpty()) { @@ -6027,7 +6055,7 @@ // loop over all the tasks recursviely private void setKeyDescTaskTree(Task task) { - if ((task instanceof MapRedTask) || (task instanceof ExecDriver)) { + if (task instanceof ExecDriver) { MapredWork work = (MapredWork) task.getWork(); work.deriveExplainAttributes(); HashMap> opMap = work @@ -6365,8 +6393,6 @@ @Override public void validate() throws SemanticException { - // Check if the plan contains atleast one path. - // validate all tasks for (Task rootTask : rootTasks) { validate(rootTask); @@ -6375,13 +6401,6 @@ private void validate(Task task) throws SemanticException { - if ((task instanceof MapRedTask) || (task instanceof ExecDriver)) { - task.getWork(); - - // If the plan does not contain any path, an empty file - // will be added by ExecDriver at execute time - } - if (task.getChildTasks() == null) { return; } @@ -6825,4 +6844,81 @@ } } } + + private void decideExecMode(List> rootTasks, Context ctx) + throws SemanticException { + + // bypass for explain queries for now + if (ctx.getExplain()) + return; + + // user has told us to run in local mode or doesn't want auto-local mode + if (ctx.isLocalOnlyExecutionMode() || + !conf.getBoolVar(HiveConf.ConfVars.LOCALMODEAUTO)) + return; + + final Context lCtx = ctx; + PathFilter p = new PathFilter () { + public boolean accept(Path file) { + return !lCtx.isMRTmpFileURI(file.toUri().getPath()); + } + }; + List mrtasks = Driver.getMRTasks(rootTasks); + + // map-reduce jobs will be run locally based on data size + // first find out if any of the jobs needs to run non-locally + boolean hasNonLocalJob = false; + for (ExecDriver mrtask: mrtasks) { + try { + ContentSummary inputSummary = Utilities.getInputSummary + (ctx, (MapredWork)mrtask.getWork(), p); + int numReducers = getNumberOfReducers(mrtask.getWork(), conf); + + if (LOG.isDebugEnabled()) { + LOG.debug("Task: " + mrtask.getId() + ", Summary: " + + inputSummary.getLength() + "," + inputSummary.getFileCount() + "," + + numReducers); + } + + if(!MapRedTask.isEligibleForLocalMode(conf, inputSummary, numReducers)) { + hasNonLocalJob = true; + break; + } + } catch (IOException e) { + throw new SemanticException (e); + } + } + + if(!hasNonLocalJob) { + // none of the mapred tasks needs to be run locally. That means that the + // query can be executed entirely in local mode. Save the current tracker + // value and restore it when done + ctx.setOriginalTracker(conf.getVar(HiveConf.ConfVars.HADOOPJT)); + conf.setVar(HiveConf.ConfVars.HADOOPJT, "local"); + LOG.info("Selecting local only mode for query"); + + // If all the tasks can be run locally, we can use local disk for + // storing intermediate data. + + /** + * This code is commented out pending further testing/development + * for (Task t: rootTasks) + * t.localizeMRTmpFiles(ctx); + */ + } + } + + /** + * Make a best guess at trying to find the number of reducers + */ + private static int getNumberOfReducers(MapredWork mrwork, HiveConf conf) { + if (mrwork.getReducer() == null) + return 0; + + if (mrwork.getNumReduceTasks() >= 0) + return mrwork.getNumReduceTasks(); + + return conf.getIntVar(HiveConf.ConfVars.HADOOPNUMREDUCERS); + } + } Index: ql/src/java/org/apache/hadoop/hive/ql/Driver.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/Driver.java (revision 962379) +++ ql/src/java/org/apache/hadoop/hive/ql/Driver.java (working copy) @@ -97,32 +97,29 @@ Operator.resetId(); } - public int countJobs(List> tasks) { - return countJobs(tasks, new ArrayList>()); + public static int countJobs(List> tasks) { + return getMRTasks(tasks).size(); } - public int countJobs(List> tasks, - List> seenTasks) { - if (tasks == null) { - return 0; - } - int jobs = 0; + public static List getMRTasks (List> tasks) { + List mrTasks = new ArrayList (); + if(tasks != null) + getMRTasks(tasks, mrTasks); + return mrTasks; + } + + private static void getMRTasks (List> tasks, + List mrTasks) { for (Task task : tasks) { - if (!seenTasks.contains(task)) { - seenTasks.add(task); + if (task instanceof ExecDriver && !mrTasks.contains((ExecDriver)task)) + mrTasks.add((ExecDriver)task); - if (task instanceof ConditionalTask) { - jobs += countJobs(((ConditionalTask) task).getListTasks(), seenTasks); - } else if (task.isMapRedTask()) { // this may be true for conditional - // task, but we will not inc the - // counter - jobs++; - } + if (task instanceof ConditionalTask) + getMRTasks(((ConditionalTask)task).getListTasks(), mrTasks); - jobs += countJobs(task.getChildTasks(), seenTasks); - } + if (task.getChildTasks() != null) + getMRTasks(task.getChildTasks(), mrTasks); } - return jobs; } /** @@ -319,7 +316,7 @@ // test Only - serialize the query plan and deserialize it if("true".equalsIgnoreCase(System.getProperty("test.serialize.qplan"))) { - String queryPlanFileName = ctx.getLocalScratchDir() + Path.SEPARATOR_CHAR + String queryPlanFileName = ctx.getLocalScratchDir(true) + Path.SEPARATOR_CHAR + "queryplan.xml"; LOG.info("query plan = " + queryPlanFileName); queryPlanFileName = new Path(queryPlanFileName).toUri().getPath(); @@ -539,6 +536,10 @@ } } + // in case we decided to run everything in local mode, restore the + // the jobtracker setting to its initial value + ctx.restoreOriginalTracker(); + // Get all the post execution hooks and execute them. for (PostExecute peh : getPostExecHooks()) { peh.run(SessionState.get(), plan.getInputs(), plan.getOutputs(),