Index: shims/src/0.20/java/org/apache/hadoop/fs/ProxyLocalFileSystem.java =================================================================== --- shims/src/0.20/java/org/apache/hadoop/fs/ProxyLocalFileSystem.java (revision 0) +++ shims/src/0.20/java/org/apache/hadoop/fs/ProxyLocalFileSystem.java (revision 0) @@ -0,0 +1,61 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.fs; + +import java.io.*; +import java.net.URI; +import java.net.URISyntaxException; + +import org.apache.hadoop.conf.Configuration; +import org.apache.hadoop.fs.permission.FsPermission; +import org.apache.hadoop.util.Progressable; + +/**************************************************************** + * A Proxy for LocalFileSystem + * + * Serves uri's corresponding to 'pfile:///' namespace with using + * a LocalFileSystem + *****************************************************************/ + +public class ProxyLocalFileSystem extends FilterFileSystem { + + protected LocalFileSystem localFs; + + public ProxyLocalFileSystem() { + localFs = new LocalFileSystem(); + } + + public ProxyLocalFileSystem(FileSystem fs) { + throw new RuntimeException ("Unsupported Constructor"); + } + + @Override + public void initialize(URI name, Configuration conf) throws IOException { + // create a proxy for the local filesystem + // the scheme/authority serving as the proxy is derived + // from the supplied URI + + String scheme = name.getScheme(); + String authority = name.getAuthority() != null ? name.getAuthority() : ""; + String proxyUriString = name + "://" + authority + "/"; + fs = new ProxyFileSystem(localFs, URI.create(proxyUriString)); + + fs.initialize(name, conf); + } +} Index: shims/src/0.20/java/org/apache/hadoop/fs/ProxyFileSystem.java =================================================================== --- shims/src/0.20/java/org/apache/hadoop/fs/ProxyFileSystem.java (revision 0) +++ shims/src/0.20/java/org/apache/hadoop/fs/ProxyFileSystem.java (revision 0) @@ -0,0 +1,268 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.fs; + +import java.io.*; +import java.net.URI; +import java.net.URISyntaxException; + +import org.apache.hadoop.conf.Configuration; +import org.apache.hadoop.fs.permission.FsPermission; +import org.apache.hadoop.util.Progressable; + +/**************************************************************** + * A FileSystem that can serve a given scheme/authority using some + * other file system. In that sense, it serves as a proxy for the + * real/underlying file system + *****************************************************************/ + +public class ProxyFileSystem extends FilterFileSystem { + + protected String myScheme; + protected String myAuthority; + protected URI myUri; + + protected String realScheme; + protected String realAuthority; + protected URI realUri; + + + + private Path swizzleParamPath(Path p) { + return new Path (realScheme, realAuthority, p.toUri().getPath()); + } + + private Path swizzleReturnPath(Path p) { + return new Path (myScheme, myAuthority, p.toUri().getPath()); + } + + private FileStatus swizzleFileStatus(FileStatus orig, boolean isParam) { + FileStatus ret = + new FileStatus(orig.getLen(), orig.isDir(), orig.getReplication(), + orig.getBlockSize(), orig.getModificationTime(), + orig.getAccessTime(), orig.getPermission(), + orig.getOwner(), orig.getGroup(), + isParam ? swizzleParamPath(orig.getPath()) : + swizzleReturnPath(orig.getPath())); + return ret; + } + + public ProxyFileSystem() { + throw new RuntimeException ("Unsupported constructor"); + } + + public ProxyFileSystem(FileSystem fs) { + throw new RuntimeException ("Unsupported constructor"); + } + + /** + * Create a proxy file system for fs. + * + * @param fs FileSystem to create proxy for + * @param myUri URI to use as proxy. Only the scheme and authority from + * this are used right now + */ + public ProxyFileSystem(FileSystem fs, URI myUri) { + super(fs); + + URI realUri = fs.getUri(); + this.realScheme = realUri.getScheme(); + this.realAuthority=realUri.getAuthority(); + this.realUri = realUri; + + this.myScheme = myUri.getScheme(); + this.myAuthority=myUri.getAuthority(); + this.myUri = myUri; + } + + public void initialize(URI name, Configuration conf) throws IOException { + try { + URI realUri = new URI (realScheme, realAuthority, + name.getPath(), name.getQuery(), name.getFragment()); + super.initialize(realUri, conf); + } catch (URISyntaxException e) { + throw new RuntimeException(e); + } + } + + public URI getUri() { + return myUri; + } + + public String getName() { + return getUri().toString(); + } + + public Path makeQualified(Path path) { + return swizzleReturnPath(super.makeQualified(swizzleParamPath(path))); + } + + + protected void checkPath(Path path) { + super.checkPath(swizzleParamPath(path)); + } + + public BlockLocation[] getFileBlockLocations(FileStatus file, long start, + long len) throws IOException { + return super.getFileBlockLocations(swizzleFileStatus(file, true), + start, len); + } + + public FSDataInputStream open(Path f, int bufferSize) throws IOException { + return super.open(swizzleParamPath(f), bufferSize); + } + + public FSDataOutputStream append(Path f, int bufferSize, + Progressable progress) throws IOException { + return super.append(swizzleParamPath(f), bufferSize, progress); + } + + public FSDataOutputStream create(Path f, FsPermission permission, + boolean overwrite, int bufferSize, short replication, long blockSize, + Progressable progress) throws IOException { + return super.create(swizzleParamPath(f), permission, + overwrite, bufferSize, replication, blockSize, progress); + } + + public boolean setReplication(Path src, short replication) throws IOException { + return super.setReplication(swizzleParamPath(src), replication); + } + + public boolean rename(Path src, Path dst) throws IOException { + return super.rename(swizzleParamPath(src), swizzleParamPath(dst)); + } + + public boolean delete(Path f, boolean recursive) throws IOException { + return super.delete(swizzleParamPath(f), recursive); + } + + public boolean deleteOnExit(Path f) throws IOException { + return super.deleteOnExit(swizzleParamPath(f)); + } + + public FileStatus[] listStatus(Path f) throws IOException { + FileStatus[] orig = super.listStatus(swizzleParamPath(f)); + FileStatus[] ret = new FileStatus [orig.length]; + for (int i=0; i @@ -65,6 +66,17 @@ + + + + + + Index: conf/hive-default.xml =================================================================== --- conf/hive-default.xml (revision 979955) +++ conf/hive-default.xml (working copy) @@ -607,6 +607,12 @@ numbers, this conf var needs to be set manually. + + hive.exec.mode.local.auto + true + Let hive determine whether to run in local mode automatically + + Index: metastore/src/test/org/apache/hadoop/hive/metastore/TestHiveMetaStore.java =================================================================== --- metastore/src/test/org/apache/hadoop/hive/metastore/TestHiveMetaStore.java (revision 979955) +++ metastore/src/test/org/apache/hadoop/hive/metastore/TestHiveMetaStore.java (working copy) @@ -303,8 +303,8 @@ } assertTrue("Bad partition spec should have thrown an exception", exceptionThrown); - FileSystem fs = FileSystem.get(hiveConf); Path partPath = new Path(part2.getSd().getLocation()); + FileSystem fs = FileSystem.get(partPath.toUri(), hiveConf); assertTrue(fs.exists(partPath)); ret = client.dropPartition(dbName, tblName, part.getValues(), true); @@ -683,7 +683,8 @@ (tbl2.getPartitionKeys() == null) || (tbl2.getPartitionKeys().size() == 0)); - FileSystem fs = FileSystem.get(hiveConf); + FileSystem fs = FileSystem.get((new Path(tbl.getSd().getLocation())).toUri(), + hiveConf); client.dropTable(dbName, tblName); assertFalse(fs.exists(new Path(tbl.getSd().getLocation()))); @@ -775,7 +776,8 @@ assertEquals("Alter table didn't succeed. Num buckets is different ", tbl2.getSd().getNumBuckets(), tbl3.getSd().getNumBuckets()); // check that data has moved - FileSystem fs = FileSystem.get(hiveConf); + FileSystem fs = FileSystem.get((new Path(tbl.getSd().getLocation())).toUri(), + hiveConf); assertFalse("old table location still exists", fs.exists(new Path(tbl .getSd().getLocation()))); assertTrue("data did not move to new location", fs.exists(new Path(tbl3 Index: data/conf/hive-site.xml =================================================================== --- data/conf/hive-site.xml (revision 979955) +++ data/conf/hive-site.xml (working copy) @@ -60,7 +60,7 @@ hive.metastore.warehouse.dir - file://${build.dir}/test/data/warehouse/ + ${test.warehouse.dir} @@ -145,4 +145,19 @@ Track progress of a task + + fs.pfile.impl + org.apache.hadoop.fs.ProxyLocalFileSystem + A proxy for local file system used for cross file system testing + + + + hive.exec.mode.local.auto + false + + Let hive determine whether to run in local mode automatically + Disabling this for tests so that minimr is not affected + + + Index: build-common.xml =================================================================== --- build-common.xml (revision 979955) +++ build-common.xml (working copy) @@ -392,6 +392,14 @@ + + + + + + + + @@ -417,7 +425,7 @@ - + Index: common/src/java/org/apache/hadoop/hive/conf/HiveConf.java =================================================================== --- common/src/java/org/apache/hadoop/hive/conf/HiveConf.java (revision 979955) +++ common/src/java/org/apache/hadoop/hive/conf/HiveConf.java (working copy) @@ -93,6 +93,16 @@ DYNAMICPARTITIONMAXPARTSPERNODE("hive.exec.max.dynamic.partitions.pernode", 100), DEFAULTPARTITIONNAME("hive.exec.default.partition.name", "__HIVE_DEFAULT_PARTITION__"), + + // should hive determine whether to run in local mode automatically ? + LOCALMODEAUTO("hive.exec.mode.local.auto", true), + // if yes: + // run in local mode only if input bytes is less than this. 128MB by default + LOCALMODEMAXBYTES("hive.exec.mode.local.auto.inputbytes.max", 134217728L), + // run in local mode only if number of tasks (for map and reduce each) is + // less than this + LOCALMODEMAXTASKS("hive.exec.mode.local.auto.tasks.max", 4), + // hadoop stuff HADOOPBIN("hadoop.bin.path", System.getenv("HADOOP_HOME") + "/bin/hadoop"), HADOOPCONF("hadoop.config.dir", System.getenv("HADOOP_HOME") + "/conf"), Index: common/src/java/org/apache/hadoop/hive/common/FileUtils.java =================================================================== --- common/src/java/org/apache/hadoop/hive/common/FileUtils.java (revision 979955) +++ common/src/java/org/apache/hadoop/hive/common/FileUtils.java (working copy) @@ -82,7 +82,7 @@ } } - return new Path(scheme + ":" + "//" + authority + pathUri.getPath()); + return new Path(scheme, authority, pathUri.getPath()); } private FileUtils() { Index: ql/src/test/results/clientnegative/fs_default_name2.q.out =================================================================== --- ql/src/test/results/clientnegative/fs_default_name2.q.out (revision 979955) +++ ql/src/test/results/clientnegative/fs_default_name2.q.out (working copy) @@ -1,16 +1,21 @@ -FAILED: Hive Internal Error: java.lang.RuntimeException(Error while making MR scratch directory - check filesystem config (java.net.URISyntaxException: Illegal character in scheme name at index 0: 'http://www.example.com)) -java.lang.RuntimeException: Error while making MR scratch directory - check filesystem config (java.net.URISyntaxException: Illegal character in scheme name at index 0: 'http://www.example.com) - at org.apache.hadoop.hive.ql.Context.getMRScratchDir(Context.java:208) - at org.apache.hadoop.hive.ql.Context.getMRTmpFileURI(Context.java:284) - at org.apache.hadoop.hive.ql.parse.SemanticAnalyzer.getMetaData(SemanticAnalyzer.java:806) - at org.apache.hadoop.hive.ql.parse.SemanticAnalyzer.analyzeInternal(SemanticAnalyzer.java:6041) +FAILED: Hive Internal Error: java.lang.IllegalArgumentException(null) +java.lang.IllegalArgumentException + at java.net.URI.create(URI.java:842) + at org.apache.hadoop.fs.FileSystem.getDefaultUri(FileSystem.java:103) + at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:184) + at org.apache.hadoop.fs.FileSystem.getLocal(FileSystem.java:167) + at org.apache.hadoop.hive.ql.Context.getLocalScratchDir(Context.java:157) + at org.apache.hadoop.hive.ql.Context.getMRScratchDir(Context.java:176) + at org.apache.hadoop.hive.ql.Context.getMRTmpFileURI(Context.java:238) + at org.apache.hadoop.hive.ql.parse.SemanticAnalyzer.getMetaData(SemanticAnalyzer.java:831) + at org.apache.hadoop.hive.ql.parse.SemanticAnalyzer.analyzeInternal(SemanticAnalyzer.java:6160) at org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(BaseSemanticAnalyzer.java:126) - at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:304) - at org.apache.hadoop.hive.ql.Driver.run(Driver.java:377) + at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:301) + at org.apache.hadoop.hive.ql.Driver.run(Driver.java:376) at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:138) at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:197) - at org.apache.hadoop.hive.ql.QTestUtil.executeClient(QTestUtil.java:504) - at org.apache.hadoop.hive.cli.TestNegativeCliDriver.testNegativeCliDriver_fs_default_name2(TestNegativeCliDriver.java:54) + at org.apache.hadoop.hive.ql.QTestUtil.executeClient(QTestUtil.java:552) + at org.apache.hadoop.hive.cli.TestNegativeCliDriver.testNegativeCliDriver_fs_default_name2(TestNegativeCliDriver.java:2222) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) @@ -23,16 +28,9 @@ at junit.framework.TestCase.run(TestCase.java:118) at junit.framework.TestSuite.runTest(TestSuite.java:208) at junit.framework.TestSuite.run(TestSuite.java:203) - at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.run(JUnitTestRunner.java:420) - at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.launch(JUnitTestRunner.java:911) - at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.main(JUnitTestRunner.java:768) -Caused by: java.lang.IllegalArgumentException - at java.net.URI.create(URI.java:842) - at org.apache.hadoop.fs.FileSystem.getDefaultUri(FileSystem.java:103) - at org.apache.hadoop.hive.common.FileUtils.makeQualified(FileUtils.java:58) - at org.apache.hadoop.hive.ql.Context.makeMRScratchDir(Context.java:128) - at org.apache.hadoop.hive.ql.Context.getMRScratchDir(Context.java:202) - ... 25 more + at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.run(JUnitTestRunner.java:422) + at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.launch(JUnitTestRunner.java:931) + at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.main(JUnitTestRunner.java:785) Caused by: java.net.URISyntaxException: Illegal character in scheme name at index 0: 'http://www.example.com at java.net.URI$Parser.fail(URI.java:2809) at java.net.URI$Parser.checkChars(URI.java:2982) @@ -40,5 +38,5 @@ at java.net.URI$Parser.parse(URI.java:3008) at java.net.URI.(URI.java:578) at java.net.URI.create(URI.java:840) - ... 29 more + ... 30 more Index: ql/src/test/results/clientnegative/fs_default_name1.q.out =================================================================== --- ql/src/test/results/clientnegative/fs_default_name1.q.out (revision 979955) +++ ql/src/test/results/clientnegative/fs_default_name1.q.out (working copy) @@ -1,15 +1,19 @@ -FAILED: Hive Internal Error: java.lang.RuntimeException(Error while making local scratch directory - check filesystem config (java.net.URISyntaxException: Illegal character in scheme name at index 0: 'http://www.example.com)) -java.lang.RuntimeException: Error while making local scratch directory - check filesystem config (java.net.URISyntaxException: Illegal character in scheme name at index 0: 'http://www.example.com) - at org.apache.hadoop.hive.ql.Context.getLocalScratchDir(Context.java:225) - at org.apache.hadoop.hive.ql.Context.getLocalTmpFileURI(Context.java:293) - at org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeInternal(DDLSemanticAnalyzer.java:102) +FAILED: Hive Internal Error: java.lang.IllegalArgumentException(null) +java.lang.IllegalArgumentException + at java.net.URI.create(URI.java:842) + at org.apache.hadoop.fs.FileSystem.getDefaultUri(FileSystem.java:103) + at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:184) + at org.apache.hadoop.fs.FileSystem.getLocal(FileSystem.java:167) + at org.apache.hadoop.hive.ql.Context.getLocalScratchDir(Context.java:157) + at org.apache.hadoop.hive.ql.Context.getLocalTmpFileURI(Context.java:273) + at org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeInternal(DDLSemanticAnalyzer.java:114) at org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(BaseSemanticAnalyzer.java:126) - at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:304) - at org.apache.hadoop.hive.ql.Driver.run(Driver.java:377) + at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:301) + at org.apache.hadoop.hive.ql.Driver.run(Driver.java:376) at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:138) at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:197) - at org.apache.hadoop.hive.ql.QTestUtil.executeClient(QTestUtil.java:504) - at org.apache.hadoop.hive.cli.TestNegativeCliDriver.testNegativeCliDriver_fs_default_name1(TestNegativeCliDriver.java:54) + at org.apache.hadoop.hive.ql.QTestUtil.executeClient(QTestUtil.java:552) + at org.apache.hadoop.hive.cli.TestNegativeCliDriver.testNegativeCliDriver_fs_default_name1(TestNegativeCliDriver.java:2187) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) @@ -22,17 +26,9 @@ at junit.framework.TestCase.run(TestCase.java:118) at junit.framework.TestSuite.runTest(TestSuite.java:208) at junit.framework.TestSuite.run(TestSuite.java:203) - at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.run(JUnitTestRunner.java:420) - at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.launch(JUnitTestRunner.java:911) - at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.main(JUnitTestRunner.java:768) -Caused by: java.lang.IllegalArgumentException - at java.net.URI.create(URI.java:842) - at org.apache.hadoop.fs.FileSystem.getDefaultUri(FileSystem.java:103) - at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:184) - at org.apache.hadoop.fs.FileSystem.getLocal(FileSystem.java:167) - at org.apache.hadoop.hive.ql.Context.makeLocalScratchDir(Context.java:165) - at org.apache.hadoop.hive.ql.Context.getLocalScratchDir(Context.java:219) - ... 24 more + at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.run(JUnitTestRunner.java:422) + at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.launch(JUnitTestRunner.java:931) + at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.main(JUnitTestRunner.java:785) Caused by: java.net.URISyntaxException: Illegal character in scheme name at index 0: 'http://www.example.com at java.net.URI$Parser.fail(URI.java:2809) at java.net.URI$Parser.checkChars(URI.java:2982) @@ -40,5 +36,5 @@ at java.net.URI$Parser.parse(URI.java:3008) at java.net.URI.(URI.java:578) at java.net.URI.create(URI.java:840) - ... 29 more + ... 28 more Index: ql/src/test/results/clientnegative/autolocal1.q.out =================================================================== --- ql/src/test/results/clientnegative/autolocal1.q.out (revision 0) +++ ql/src/test/results/clientnegative/autolocal1.q.out (revision 0) @@ -0,0 +1,6 @@ +PREHOOK: query: SELECT key FROM src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_01-23-08_631_3140637565055726778/-mr-10000 +Job Submission failed with exception 'java.lang.RuntimeException(Not a host:port pair: abracadabra)' +FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.MapRedTask Index: ql/src/test/results/clientpositive/sample8.q.out =================================================================== --- ql/src/test/results/clientpositive/sample8.q.out (revision 979955) +++ ql/src/test/results/clientpositive/sample8.q.out (working copy) @@ -76,12 +76,12 @@ type: string Needs Tagging: true Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [t, s] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [t] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [t] - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [t] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [t, s] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [t] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 [t] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [t] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -95,13 +95,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452835 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -112,17 +112,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452835 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -136,13 +136,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452835 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -153,17 +153,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452835 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -177,13 +177,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452835 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -194,17 +194,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452835 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -218,13 +218,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452835 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -235,13 +235,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266452835 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -273,7 +273,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-27-17_779_216907099015030898/10002 + directory: file:/tmp/jssarma/hive_2010-07-25_12-26-19_423_409659441636733388/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -288,7 +288,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-27-17_779_216907099015030898/10002 + file:/tmp/jssarma/hive_2010-07-25_12-26-19_423_409659441636733388/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -313,11 +313,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-27-17_779_216907099015030898/10002 [file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-27-17_779_216907099015030898/10002] + file:/tmp/jssarma/hive_2010-07-25_12-26-19_423_409659441636733388/-mr-10002 [file:/tmp/jssarma/hive_2010-07-25_12-26-19_423_409659441636733388/-mr-10002] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-27-17_779_216907099015030898/10002 + file:/tmp/jssarma/hive_2010-07-25_12-26-19_423_409659441636733388/-mr-10002 Partition - base file name: 10002 + base file name: -mr-10002 input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: @@ -336,7 +336,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-27-17_779_216907099015030898/10001 + directory: file:/tmp/jssarma/hive_2010-07-25_12-26-19_423_409659441636733388/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -364,7 +364,7 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-27-18_733_5365887792907051091/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-26-19_586_1604258188335771363/-mr-10000 POSTHOOK: query: SELECT s.key, s.value FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON key) s JOIN srcpart TABLESAMPLE (BUCKET 1 OUT OF 10 ON key) t @@ -376,7 +376,7 @@ POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-27-18_733_5365887792907051091/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-26-19_586_1604258188335771363/-mr-10000 0 val_0 0 val_0 0 val_0 Index: ql/src/test/results/clientpositive/bucketmapjoin5.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin5.q.out (revision 979955) +++ ql/src/test/results/clientpositive/bucketmapjoin5.q.out (working copy) @@ -160,7 +160,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-27_050_3859053918333083391/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-44-30_379_539474317644486184/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -171,12 +171,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736127 + transient_lastDdlTime 1280083470 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -224,7 +224,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-27_050_3859053918333083391/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-44-30_379_539474317644486184/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -235,12 +235,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736127 + transient_lastDdlTime 1280083470 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -249,22 +249,22 @@ Alias Bucket Base File Name Mapping: a {srcbucket20.txt=[srcbucket20.txt], srcbucket21.txt=[srcbucket21.txt], srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt], ds=2008-04-09/srcbucket20.txt=[srcbucket20.txt], ds=2008-04-09/srcbucket21.txt=[srcbucket21.txt], ds=2008-04-09/srcbucket22.txt=[srcbucket20.txt], ds=2008-04-09/srcbucket23.txt=[srcbucket21.txt]} Alias Bucket File Name Mapping: - a {file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + a {pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt 0 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt 1 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt 2 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt 3 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket20.txt 0 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket21.txt 1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket22.txt 2 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09/srcbucket23.txt 3 Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 [b] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 [b] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -278,13 +278,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736124 + transient_lastDdlTime 1280083460 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -296,17 +296,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736124 + transient_lastDdlTime 1280083460 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part name: srcbucket_mapjoin_part - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-09 Partition base file name: ds=2008-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -320,13 +320,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736124 + transient_lastDdlTime 1280083460 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -338,13 +338,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736124 + transient_lastDdlTime 1280083460 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part name: srcbucket_mapjoin_part @@ -356,14 +356,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-27_050_3859053918333083391/10002 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-27_050_3859053918333083391/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-44-30_379_539474317644486184/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-44-30_379_539474317644486184/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-27_050_3859053918333083391/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-44-30_379_539474317644486184/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -373,20 +373,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736127 + transient_lastDdlTime 1280083470 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-27_050_3859053918333083391/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-44-30_379_539474317644486184/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-27_050_3859053918333083391/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-44-30_379_539474317644486184/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -402,11 +402,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-27_050_3859053918333083391/10002 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-27_050_3859053918333083391/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-44-30_379_539474317644486184/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-44-30_379_539474317644486184/-ext-10002] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-27_050_3859053918333083391/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-44-30_379_539474317644486184/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -415,12 +415,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736127 + transient_lastDdlTime 1280083470 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -431,12 +431,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736127 + transient_lastDdlTime 1280083470 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -445,7 +445,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-27_050_3859053918333083391/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-44-30_379_539474317644486184/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -456,12 +456,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736127 + transient_lastDdlTime 1280083470 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -492,11 +492,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-15-34_483_4663724029568697547/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-44-39_970_328566439506774843/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-15-34_483_4663724029568697547/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-44-39_970_328566439506774843/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] @@ -547,11 +547,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-15-47_270_4545636427863902378/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-44-54_950_124224140642163106/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-15-47_270_4545636427863902378/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-44-54_950_124224140642163106/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -590,14 +590,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-15-52_543_2406511845804161610/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-45-00_344_8479402935567099984/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-15-52_543_2406511845804161610/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-45-00_344_8479402935567099984/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -685,7 +685,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-55_337_7214106352789078536/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-45-03_674_2077226484042580257/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -696,12 +696,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736147 + transient_lastDdlTime 1280083494 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -749,7 +749,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-55_337_7214106352789078536/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-45-03_674_2077226484042580257/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -760,12 +760,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736147 + transient_lastDdlTime 1280083494 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -774,18 +774,18 @@ Alias Bucket Base File Name Mapping: a {srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt], ds=2008-04-09/srcbucket22.txt=[srcbucket20.txt], ds=2008-04-09/srcbucket23.txt=[srcbucket21.txt]} Alias Bucket File Name Mapping: - a {file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + a {pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt 0 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt 1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket22.txt 0 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09/srcbucket23.txt 1 Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [b] - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 [b] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [b] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 [b] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -799,13 +799,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736126 + transient_lastDdlTime 1280083466 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -817,17 +817,17 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736126 + transient_lastDdlTime 1280083466 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part_2 name: srcbucket_mapjoin_part_2 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-09 Partition base file name: ds=2008-04-09 input format: org.apache.hadoop.mapred.TextInputFormat @@ -841,13 +841,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736126 + transient_lastDdlTime 1280083466 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -859,13 +859,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736126 + transient_lastDdlTime 1280083466 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part_2 name: srcbucket_mapjoin_part_2 @@ -877,14 +877,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-55_337_7214106352789078536/10002 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-55_337_7214106352789078536/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-45-03_674_2077226484042580257/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-45-03_674_2077226484042580257/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-55_337_7214106352789078536/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-45-03_674_2077226484042580257/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -894,20 +894,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736147 + transient_lastDdlTime 1280083494 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-55_337_7214106352789078536/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-45-03_674_2077226484042580257/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-55_337_7214106352789078536/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-45-03_674_2077226484042580257/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -923,11 +923,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-55_337_7214106352789078536/10002 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-55_337_7214106352789078536/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-45-03_674_2077226484042580257/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-45-03_674_2077226484042580257/-ext-10002] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-55_337_7214106352789078536/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-45-03_674_2077226484042580257/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -936,12 +936,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736147 + transient_lastDdlTime 1280083494 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -952,12 +952,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736147 + transient_lastDdlTime 1280083494 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -966,7 +966,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-55_337_7214106352789078536/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-45-03_674_2077226484042580257/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -977,12 +977,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736147 + transient_lastDdlTime 1280083494 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -1025,11 +1025,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-16-00_681_6039313017560460235/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-45-10_454_4820612625246916072/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-16-00_681_6039313017560460235/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-45-10_454_4820612625246916072/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -1116,11 +1116,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-16-12_250_4593300394239034330/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-45-22_963_710778178573482697/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-16-12_250_4593300394239034330/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-45-22_963_710778178573482697/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] @@ -1183,14 +1183,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-16-17_491_993666857276206775/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-45-28_357_8816486708575972952/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-16-17_491_993666857276206775/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-45-28_357_8816486708575972952/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/join33.q.out =================================================================== --- ql/src/test/results/clientpositive/join33.q.out (revision 979955) +++ ql/src/test/results/clientpositive/join33.q.out (working copy) @@ -45,7 +45,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/jssarma/hive_2010-07-21_11-33-43_308_1055825397797894449/10002 + directory: file:/tmp/jssarma/hive_2010-07-25_12-05-26_387_4433348608220583717/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -81,7 +81,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/jssarma/hive_2010-07-21_11-33-43_308_1055825397797894449/10002 + directory: file:/tmp/jssarma/hive_2010-07-25_12-05-26_387_4433348608220583717/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -94,9 +94,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src [y] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src [y] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -107,12 +107,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735685 + transient_lastDdlTime 1280082972 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -123,12 +123,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735685 + transient_lastDdlTime 1280082972 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -136,7 +136,7 @@ Stage: Stage-1 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-07-21_11-33-43_308_1055825397797894449/10002 + file:/tmp/jssarma/hive_2010-07-25_12-05-26_387_4433348608220583717/-mr-10002 Select Operator expressions: expr: _col0 @@ -192,11 +192,27 @@ type: string Needs Tagging: true Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] - file:/tmp/jssarma/hive_2010-07-21_11-33-43_308_1055825397797894449/10002 [file:/tmp/jssarma/hive_2010-07-21_11-33-43_308_1055825397797894449/10002] + file:/tmp/jssarma/hive_2010-07-25_12-05-26_387_4433348608220583717/-mr-10002 [file:/tmp/jssarma/hive_2010-07-25_12-05-26_387_4433348608220583717/-mr-10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + file:/tmp/jssarma/hive_2010-07-25_12-05-26_387_4433348608220583717/-mr-10002 Partition + base file name: -mr-10002 + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col3 + columns.types string,string,string + escape.delim \ + + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col3 + columns.types string,string,string + escape.delim \ + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -209,13 +225,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735681 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -226,32 +242,16 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735681 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/tmp/jssarma/hive_2010-07-21_11-33-43_308_1055825397797894449/10002 - Partition - base file name: 10002 - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col1,_col3 - columns.types string,string,string - escape.delim \ - - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col1,_col3 - columns.types string,string,string - escape.delim \ Reduce Operator Tree: Join Operator condition map: @@ -273,7 +273,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-43_308_1055825397797894449/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-26_387_4433348608220583717/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -284,12 +284,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737223 + transient_lastDdlTime 1280084726 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -299,7 +299,7 @@ Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-43_308_1055825397797894449/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-26_387_4433348608220583717/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -309,15 +309,15 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737223 + transient_lastDdlTime 1280084726 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-43_308_1055825397797894449/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-26_387_4433348608220583717/-ext-10001 PREHOOK: query: INSERT OVERWRITE TABLE dest_j1 @@ -344,11 +344,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-33-48_544_7786473350800117933/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-05-31_885_2528838231589834196/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-33-48_544_7786473350800117933/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-05-31_885_2528838231589834196/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 EXPRESSION [(src)y.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/input_part2.q.out =================================================================== --- ql/src/test/results/clientpositive/input_part2.q.out (revision 979955) +++ ql/src/test/results/clientpositive/input_part2.q.out (working copy) @@ -69,7 +69,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-05_098_8127089578831075147/10004 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10004 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -80,12 +80,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737005 + transient_lastDdlTime 1280084450 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -120,7 +120,7 @@ File Output Operator compressed: false GlobalTableId: 2 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-05_098_8127089578831075147/10005 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10005 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -131,22 +131,22 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737005 + transient_lastDdlTime 1280084450 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest2 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [srcpart] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 [srcpart] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -160,13 +160,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735681 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -177,17 +177,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735681 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-09/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -201,13 +201,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735681 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -218,13 +218,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735681 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -236,14 +236,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-05_098_8127089578831075147/10004 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-05_098_8127089578831075147/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10004 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-05_098_8127089578831075147/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -253,20 +253,20 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737005 + transient_lastDdlTime 1280084450 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-05_098_8127089578831075147/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10001 Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-05_098_8127089578831075147/10004 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10004 Reduce Output Operator sort order: Map-reduce partition columns: @@ -284,11 +284,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-05_098_8127089578831075147/10004 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-05_098_8127089578831075147/10004] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10004 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10004] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-05_098_8127089578831075147/10004 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10004 Partition - base file name: 10004 + base file name: -ext-10004 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -297,12 +297,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737005 + transient_lastDdlTime 1280084450 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -313,12 +313,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737005 + transient_lastDdlTime 1280084450 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -327,7 +327,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-05_098_8127089578831075147/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -338,12 +338,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737005 + transient_lastDdlTime 1280084450 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -356,14 +356,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-05_098_8127089578831075147/10005 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-05_098_8127089578831075147/10002 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10005 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10002 Stage: Stage-1 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-05_098_8127089578831075147/10002 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10002 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -373,20 +373,20 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737005 + transient_lastDdlTime 1280084450 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest2 - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-05_098_8127089578831075147/10003 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10003 Stage: Stage-6 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-05_098_8127089578831075147/10005 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10005 Reduce Output Operator sort order: Map-reduce partition columns: @@ -404,11 +404,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-05_098_8127089578831075147/10005 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-05_098_8127089578831075147/10005] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10005 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10005] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-05_098_8127089578831075147/10005 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10005 Partition - base file name: 10005 + base file name: -ext-10005 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -417,12 +417,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737005 + transient_lastDdlTime 1280084450 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -433,12 +433,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737005 + transient_lastDdlTime 1280084450 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest2 name: dest2 @@ -447,7 +447,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-30-05_098_8127089578831075147/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-50_386_9186142002715697581/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -458,12 +458,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest2 name dest2 serialization.ddl struct dest2 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737005 + transient_lastDdlTime 1280084450 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest2 TotalFiles: 1 @@ -497,11 +497,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 sort by key,value,ds,hr PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-30-12_828_6857029233330905446/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-00-59_391_5915665546351242952/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 sort by key,value,ds,hr POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-30-12_828_6857029233330905446/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-00-59_391_5915665546351242952/-mr-10000 POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] @@ -597,11 +597,11 @@ PREHOOK: query: SELECT dest2.* FROM dest2 sort by key,value,ds,hr PREHOOK: type: QUERY PREHOOK: Input: default@dest2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-30-15_409_5600979597397235313/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-01-01_973_6054171371519172921/-mr-10000 POSTHOOK: query: SELECT dest2.* FROM dest2 sort by key,value,ds,hr POSTHOOK: type: QUERY POSTHOOK: Input: default@dest2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-30-15_409_5600979597397235313/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-01-01_973_6054171371519172921/-mr-10000 POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/sample4.q.out =================================================================== --- ql/src/test/results/clientpositive/sample4.q.out (revision 979955) +++ ql/src/test/results/clientpositive/sample4.q.out (working copy) @@ -52,7 +52,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-12_243_8961525419836984259/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-39_858_5837414475201837656/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -63,21 +63,21 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516992 + transient_lastDdlTime 1280085939 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt Partition base file name: srcbucket0.txt input format: org.apache.hadoop.mapred.TextInputFormat @@ -89,12 +89,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516991 + transient_lastDdlTime 1280082970 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -106,12 +106,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516991 + transient_lastDdlTime 1280082970 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -123,14 +123,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-12_243_8961525419836984259/10002 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-12_243_8961525419836984259/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-39_858_5837414475201837656/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-39_858_5837414475201837656/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-12_243_8961525419836984259/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-39_858_5837414475201837656/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -140,20 +140,20 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516992 + transient_lastDdlTime 1280085939 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-12_243_8961525419836984259/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-39_858_5837414475201837656/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-12_243_8961525419836984259/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-39_858_5837414475201837656/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -167,11 +167,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-12_243_8961525419836984259/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-12_243_8961525419836984259/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-39_858_5837414475201837656/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-39_858_5837414475201837656/-ext-10002] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-12_243_8961525419836984259/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-39_858_5837414475201837656/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -180,12 +180,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516992 + transient_lastDdlTime 1280085939 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -196,12 +196,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516992 + transient_lastDdlTime 1280085939 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -210,7 +210,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-12_243_8961525419836984259/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-39_858_5837414475201837656/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -221,12 +221,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516992 + transient_lastDdlTime 1280085939 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -248,11 +248,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-17_455_9221213970045565376/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-43_186_3357770163777004935/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-17_455_9221213970045565376/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-43_186_3357770163777004935/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 474 val_475 Index: ql/src/test/results/clientpositive/join34.q.out =================================================================== --- ql/src/test/results/clientpositive/join34.q.out (revision 979955) +++ ql/src/test/results/clientpositive/join34.q.out (working copy) @@ -91,7 +91,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-51_338_162260050541565435/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -102,12 +102,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737231 + transient_lastDdlTime 1280084734 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -166,7 +166,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-51_338_162260050541565435/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -177,12 +177,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737231 + transient_lastDdlTime 1280084734 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -230,7 +230,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-51_338_162260050541565435/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -241,21 +241,21 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737231 + transient_lastDdlTime 1280084734 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src [null-subquery1:subq1-subquery1:x, null-subquery2:subq1-subquery2:x1] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src [null-subquery1:subq1-subquery1:x, null-subquery2:subq1-subquery2:x1] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -266,12 +266,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735685 + transient_lastDdlTime 1280082972 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -282,12 +282,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735685 + transient_lastDdlTime 1280082972 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -299,14 +299,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-51_338_162260050541565435/10002 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-51_338_162260050541565435/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-51_338_162260050541565435/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -316,20 +316,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737231 + transient_lastDdlTime 1280084734 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-51_338_162260050541565435/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-51_338_162260050541565435/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -345,11 +345,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-51_338_162260050541565435/10002 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-51_338_162260050541565435/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10002] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-51_338_162260050541565435/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -358,12 +358,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737231 + transient_lastDdlTime 1280084734 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -374,12 +374,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737231 + transient_lastDdlTime 1280084734 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -388,7 +388,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-51_338_162260050541565435/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-34_748_1569842255124853512/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -399,12 +399,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737231 + transient_lastDdlTime 1280084734 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -441,11 +441,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-33-54_152_7377053077102537377/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-05-37_961_7723384539503126895/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-33-54_152_7377053077102537377/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-05-37_961_7723384539503126895/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 EXPRESSION [(src)x.FieldSchema(name:value, type:string, comment:default), (src)x1.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src1)x.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/input39.q.out =================================================================== --- ql/src/test/results/clientpositive/input39.q.out (revision 979955) +++ ql/src/test/results/clientpositive/input39.q.out (working copy) @@ -150,7 +150,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-07-21_11-28-22_923_4771955741892029143/10002 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-58-50_690_6498911926142241137/-mr-10002 Reduce Output Operator sort order: tag: -1 @@ -185,12 +185,12 @@ PREHOOK: type: QUERY PREHOOK: Input: default@t2@ds=1 PREHOOK: Input: default@t1@ds=1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-28-23_078_4826392180572466990/10000 +PREHOOK: Output: file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-58-50_822_5615771567236501342/-mr-10000 POSTHOOK: query: select count(1) from t1 join t2 on t1.key=t2.key where t1.ds='1' and t2.ds='1' POSTHOOK: type: QUERY POSTHOOK: Input: default@t2@ds=1 POSTHOOK: Input: default@t1@ds=1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-28-23_078_4826392180572466990/10000 +POSTHOOK: Output: file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-58-50_822_5615771567236501342/-mr-10000 POSTHOOK: Lineage: t1 PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: t1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: t1 PARTITION(ds=2).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -198,3 +198,4 @@ POSTHOOK: Lineage: t2 PARTITION(ds=1).key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: t2 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 18 +mapred.job.tracker=does.notexist.com:666 Index: ql/src/test/results/clientpositive/bucketmapjoin1.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin1.q.out (revision 979955) +++ ql/src/test/results/clientpositive/bucketmapjoin1.q.out (working copy) @@ -137,7 +137,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-11-57_999_8177681136669893312/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-19_167_2673747164055048229/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -148,12 +148,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735917 + transient_lastDdlTime 1280083219 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -213,7 +213,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-11-57_999_8177681136669893312/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-19_167_2673747164055048229/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -224,12 +224,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735917 + transient_lastDdlTime 1280083219 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -238,15 +238,15 @@ Alias Bucket Base File Name Mapping: b {srcbucket20.txt=[srcbucket20.txt, srcbucket22.txt], srcbucket21.txt=[srcbucket21.txt, srcbucket23.txt]} Alias Bucket File Name Mapping: - b {file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} + b {pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} Alias Bucket Output File Name Mapping: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin [a] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin [a] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin Partition base file name: srcbucket_mapjoin input format: org.apache.hadoop.mapred.TextInputFormat @@ -258,12 +258,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735915 + transient_lastDdlTime 1280083214 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -275,12 +275,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735915 + transient_lastDdlTime 1280083214 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin name: srcbucket_mapjoin @@ -292,14 +292,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-11-57_999_8177681136669893312/10002 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-11-57_999_8177681136669893312/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-19_167_2673747164055048229/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-19_167_2673747164055048229/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-11-57_999_8177681136669893312/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-19_167_2673747164055048229/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -309,20 +309,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735917 + transient_lastDdlTime 1280083219 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-11-57_999_8177681136669893312/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-19_167_2673747164055048229/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-11-57_999_8177681136669893312/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-19_167_2673747164055048229/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -338,11 +338,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-11-57_999_8177681136669893312/10002 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-11-57_999_8177681136669893312/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-19_167_2673747164055048229/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-19_167_2673747164055048229/-ext-10002] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-11-57_999_8177681136669893312/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-19_167_2673747164055048229/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -351,12 +351,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735917 + transient_lastDdlTime 1280083219 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -367,12 +367,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735917 + transient_lastDdlTime 1280083219 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -381,7 +381,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-11-57_999_8177681136669893312/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-19_167_2673747164055048229/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -392,12 +392,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735917 + transient_lastDdlTime 1280083219 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -426,11 +426,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-12-03_524_5411435410955837296/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-40-25_482_8863784295269010139/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-12-03_524_5411435410955837296/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-40-25_482_8863784295269010139/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] @@ -479,11 +479,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-12-14_143_9203520501338252100/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-40-37_529_1833707518210532364/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-12-14_143_9203520501338252100/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-40-37_529_1833707518210532364/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -522,14 +522,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-12-19_237_1383860260604681150/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-40-42_954_929355026598795712/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-12-19_237_1383860260604681150/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-40-42_954_929355026598795712/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -629,7 +629,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-22_909_644555599687524895/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-45_690_2669369780343064476/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -640,12 +640,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735934 + transient_lastDdlTime 1280083237 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -700,7 +700,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-22_909_644555599687524895/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-45_690_2669369780343064476/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -711,12 +711,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735934 + transient_lastDdlTime 1280083237 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -725,17 +725,17 @@ Alias Bucket Base File Name Mapping: a {srcbucket20.txt=[srcbucket20.txt], srcbucket21.txt=[srcbucket21.txt], srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt]} Alias Bucket File Name Mapping: - a {file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + a {pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -749,13 +749,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735916 + transient_lastDdlTime 1280083214 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -767,13 +767,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735916 + transient_lastDdlTime 1280083214 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part name: srcbucket_mapjoin_part @@ -785,14 +785,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-22_909_644555599687524895/10002 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-22_909_644555599687524895/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-45_690_2669369780343064476/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-45_690_2669369780343064476/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-22_909_644555599687524895/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-45_690_2669369780343064476/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -802,20 +802,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735934 + transient_lastDdlTime 1280083237 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-22_909_644555599687524895/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-45_690_2669369780343064476/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-22_909_644555599687524895/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-45_690_2669369780343064476/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -831,11 +831,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-22_909_644555599687524895/10002 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-22_909_644555599687524895/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-45_690_2669369780343064476/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-45_690_2669369780343064476/-ext-10002] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-22_909_644555599687524895/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-45_690_2669369780343064476/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -844,12 +844,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735934 + transient_lastDdlTime 1280083237 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -860,12 +860,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735934 + transient_lastDdlTime 1280083237 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -874,7 +874,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-22_909_644555599687524895/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-40-45_690_2669369780343064476/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -885,12 +885,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735934 + transient_lastDdlTime 1280083237 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -931,11 +931,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-12-28_300_3928482371352153550/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-40-54_256_3570445615662799799/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-12-28_300_3928482371352153550/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-40-54_256_3570445615662799799/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -1020,11 +1020,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-12-40_692_5656314140325909907/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-41-07_639_6613037422321680239/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-12-40_692_5656314140325909907/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-41-07_639_6613037422321680239/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] @@ -1087,14 +1087,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-12-46_030_8024623277815754853/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-41-13_010_6197022944447272166/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-12-46_030_8024623277815754853/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-41-13_010_6197022944447272166/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/filter_join_breaktask.q.out =================================================================== --- ql/src/test/results/clientpositive/filter_join_breaktask.q.out (revision 979955) +++ ql/src/test/results/clientpositive/filter_join_breaktask.q.out (working copy) @@ -98,9 +98,9 @@ type: string Needs Tagging: true Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 [f, m] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 [f, m] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -113,13 +113,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask name filter_join_breaktask partition_columns ds serialization.ddl struct filter_join_breaktask { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736517 + transient_lastDdlTime 1280083899 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -130,13 +130,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask name filter_join_breaktask partition_columns ds serialization.ddl struct filter_join_breaktask { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736517 + transient_lastDdlTime 1280083899 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: filter_join_breaktask name: filter_join_breaktask @@ -167,7 +167,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/jssarma/hive_2010-07-21_11-22-00_300_3159170495555394870/10002 + directory: file:/tmp/jssarma/hive_2010-07-25_11-51-42_736_7752313177772027899/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -222,11 +222,27 @@ type: string Needs Tagging: true Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 [g] - file:/tmp/jssarma/hive_2010-07-21_11-22-00_300_3159170495555394870/10002 [$INTNAME] + file:/tmp/jssarma/hive_2010-07-25_11-51-42_736_7752313177772027899/-mr-10002 [$INTNAME] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 [g] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 + file:/tmp/jssarma/hive_2010-07-25_11-51-42_736_7752313177772027899/-mr-10002 Partition + base file name: -mr-10002 + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col4 + columns.types int,string + escape.delim \ + + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col4 + columns.types int,string + escape.delim \ + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask/ds=2008-04-08 + Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -238,13 +254,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask name filter_join_breaktask partition_columns ds serialization.ddl struct filter_join_breaktask { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736517 + transient_lastDdlTime 1280083899 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -255,32 +271,16 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/filter_join_breaktask name filter_join_breaktask partition_columns ds serialization.ddl struct filter_join_breaktask { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736517 + transient_lastDdlTime 1280083899 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: filter_join_breaktask name: filter_join_breaktask - file:/tmp/jssarma/hive_2010-07-21_11-22-00_300_3159170495555394870/10002 - Partition - base file name: 10002 - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col4 - columns.types int,string - escape.delim \ - - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col4 - columns.types int,string - escape.delim \ Reduce Operator Tree: Join Operator condition map: @@ -300,7 +300,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-22-00_300_3159170495555394870/10001 + directory: file:/tmp/jssarma/hive_2010-07-25_11-51-42_736_7752313177772027899/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -322,13 +322,13 @@ JOIN filter_join_breaktask g ON(g.value = m.value AND g.ds='2008-04-08' AND m.ds='2008-04-08' AND m.value is not null AND m.value !='') PREHOOK: type: QUERY PREHOOK: Input: default@filter_join_breaktask@ds=2008-04-08 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-22-00_469_3112953081846350734/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-51-42_928_8130623629772724799/-mr-10000 POSTHOOK: query: SELECT f.key, g.value FROM filter_join_breaktask f JOIN filter_join_breaktask m ON( f.key = m.key AND f.ds='2008-04-08' AND m.ds='2008-04-08' AND f.key is not null) JOIN filter_join_breaktask g ON(g.value = m.value AND g.ds='2008-04-08' AND m.ds='2008-04-08' AND m.value is not null AND m.value !='') POSTHOOK: type: QUERY POSTHOOK: Input: default@filter_join_breaktask@ds=2008-04-08 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-22-00_469_3112953081846350734/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-51-42_928_8130623629772724799/-mr-10000 POSTHOOK: Lineage: filter_join_breaktask PARTITION(ds=2008-04-08).key EXPRESSION [(src1)src1.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: filter_join_breaktask PARTITION(ds=2008-04-08).value SIMPLE [(src1)src1.FieldSchema(name:value, type:string, comment:default), ] 146 val_146 Index: ql/src/test/results/clientpositive/sample5.q.out =================================================================== --- ql/src/test/results/clientpositive/sample5.q.out (revision 979955) +++ ql/src/test/results/clientpositive/sample5.q.out (working copy) @@ -50,7 +50,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-16_604_4910596059369190270/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-43_743_7780563301202909046/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -61,21 +61,21 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517176 + transient_lastDdlTime 1280085943 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcbucket [s] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket [s] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket Partition base file name: srcbucket input format: org.apache.hadoop.mapred.TextInputFormat @@ -87,12 +87,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517175 + transient_lastDdlTime 1280082970 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -104,12 +104,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517175 + transient_lastDdlTime 1280082970 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -121,14 +121,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-16_604_4910596059369190270/10002 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-16_604_4910596059369190270/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-43_743_7780563301202909046/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-43_743_7780563301202909046/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-16_604_4910596059369190270/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-43_743_7780563301202909046/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -138,20 +138,20 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517176 + transient_lastDdlTime 1280085943 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-16_604_4910596059369190270/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-43_743_7780563301202909046/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-16_604_4910596059369190270/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-43_743_7780563301202909046/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -165,11 +165,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-16_604_4910596059369190270/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-16_604_4910596059369190270/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-43_743_7780563301202909046/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-43_743_7780563301202909046/-ext-10002] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-16_604_4910596059369190270/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-43_743_7780563301202909046/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -178,12 +178,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517176 + transient_lastDdlTime 1280085943 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -194,12 +194,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517176 + transient_lastDdlTime 1280085943 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -208,7 +208,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-16_604_4910596059369190270/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-43_743_7780563301202909046/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -219,12 +219,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517176 + transient_lastDdlTime 1280085943 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -246,11 +246,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 SORT BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-25_884_1399407526358599504/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-49_227_7788070611447574019/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 SORT BY key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-25_884_1399407526358599504/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-49_227_7788070611447574019/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 0 val_0 Index: ql/src/test/results/clientpositive/join26.q.out =================================================================== --- ql/src/test/results/clientpositive/join26.q.out (revision 979955) +++ ql/src/test/results/clientpositive/join26.q.out (working copy) @@ -83,7 +83,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-32-42_624_6168816752113611858/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-04-23_528_3963165874546829292/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -94,12 +94,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737162 + transient_lastDdlTime 1280084663 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -153,7 +153,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-32-42_624_6168816752113611858/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-04-23_528_3963165874546829292/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -164,12 +164,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737162 + transient_lastDdlTime 1280084663 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -213,7 +213,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-32-42_624_6168816752113611858/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-04-23_528_3963165874546829292/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -224,21 +224,21 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737162 + transient_lastDdlTime 1280084663 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -252,13 +252,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735681 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -269,13 +269,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735681 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -287,14 +287,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-32-42_624_6168816752113611858/10002 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-32-42_624_6168816752113611858/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-04-23_528_3963165874546829292/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-04-23_528_3963165874546829292/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-32-42_624_6168816752113611858/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-04-23_528_3963165874546829292/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -304,20 +304,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737162 + transient_lastDdlTime 1280084663 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-32-42_624_6168816752113611858/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-04-23_528_3963165874546829292/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-32-42_624_6168816752113611858/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-04-23_528_3963165874546829292/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -333,11 +333,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-32-42_624_6168816752113611858/10002 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-32-42_624_6168816752113611858/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-04-23_528_3963165874546829292/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-04-23_528_3963165874546829292/-ext-10002] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-32-42_624_6168816752113611858/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-04-23_528_3963165874546829292/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -346,12 +346,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737162 + transient_lastDdlTime 1280084663 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -362,12 +362,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737162 + transient_lastDdlTime 1280084663 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -376,7 +376,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-32-42_624_6168816752113611858/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-04-23_528_3963165874546829292/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -387,12 +387,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737162 + transient_lastDdlTime 1280084663 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -423,11 +423,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-32-45_481_4410605154645734426/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-04-26_636_873566064819234188/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-32-45_481_4410605154645734426/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-04-26_636_873566064819234188/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out (revision 979955) +++ ql/src/test/results/clientpositive/bucketmapjoin_negative.q.out (working copy) @@ -107,7 +107,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-40_189_5186388434790344681/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-00_870_7031846898750076051/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -118,12 +118,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736200 + transient_lastDdlTime 1280083560 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -183,7 +183,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-40_189_5186388434790344681/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-00_870_7031846898750076051/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -194,21 +194,21 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736200 + transient_lastDdlTime 1280083560 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin [a] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin [a] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin Partition base file name: srcbucket_mapjoin input format: org.apache.hadoop.mapred.TextInputFormat @@ -220,12 +220,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736199 + transient_lastDdlTime 1280083558 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -237,12 +237,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736199 + transient_lastDdlTime 1280083558 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin name: srcbucket_mapjoin @@ -254,14 +254,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-40_189_5186388434790344681/10002 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-40_189_5186388434790344681/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-00_870_7031846898750076051/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-00_870_7031846898750076051/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-40_189_5186388434790344681/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-00_870_7031846898750076051/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -271,20 +271,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736200 + transient_lastDdlTime 1280083560 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-40_189_5186388434790344681/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-00_870_7031846898750076051/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-40_189_5186388434790344681/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-00_870_7031846898750076051/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -300,11 +300,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-40_189_5186388434790344681/10002 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-40_189_5186388434790344681/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-00_870_7031846898750076051/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-00_870_7031846898750076051/-ext-10002] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-40_189_5186388434790344681/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-00_870_7031846898750076051/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -313,12 +313,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736200 + transient_lastDdlTime 1280083560 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -329,12 +329,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736200 + transient_lastDdlTime 1280083560 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -343,7 +343,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-40_189_5186388434790344681/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-00_870_7031846898750076051/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -354,12 +354,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736200 + transient_lastDdlTime 1280083560 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 Index: ql/src/test/results/clientpositive/join35.q.out =================================================================== --- ql/src/test/results/clientpositive/join35.q.out (revision 979955) +++ ql/src/test/results/clientpositive/join35.q.out (working copy) @@ -80,9 +80,9 @@ type: bigint Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src [null-subquery1:subq1-subquery1:x] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src [null-subquery1:subq1-subquery1:x] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -93,12 +93,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735685 + transient_lastDdlTime 1280082972 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -109,12 +109,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735685 + transient_lastDdlTime 1280082972 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -138,7 +138,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/jssarma/hive_2010-07-21_11-33-56_971_2721332696665877458/10002 + directory: file:/tmp/jssarma/hive_2010-07-25_12-05-40_758_5061664908968766431/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -153,7 +153,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-07-21_11-33-56_971_2721332696665877458/10002 + file:/tmp/jssarma/hive_2010-07-25_12-05-40_758_5061664908968766431/-mr-10002 Union Common Join Operator condition map: @@ -197,7 +197,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-56_971_2721332696665877458/10003 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10003 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -208,17 +208,17 @@ columns.types string:string:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, i32 val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737236 + transient_lastDdlTime 1280084740 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false - file:/tmp/jssarma/hive_2010-07-21_11-33-56_971_2721332696665877458/10004 + file:/tmp/jssarma/hive_2010-07-25_12-05-40_758_5061664908968766431/-mr-10004 Union Common Join Operator condition map: @@ -262,7 +262,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-56_971_2721332696665877458/10003 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10003 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -273,12 +273,12 @@ columns.types string:string:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, i32 val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737236 + transient_lastDdlTime 1280084740 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -335,7 +335,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-56_971_2721332696665877458/10003 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10003 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -346,24 +346,24 @@ columns.types string:string:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, i32 val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737236 + transient_lastDdlTime 1280084740 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/tmp/jssarma/hive_2010-07-21_11-33-56_971_2721332696665877458/10002 [file:/tmp/jssarma/hive_2010-07-21_11-33-56_971_2721332696665877458/10002] - file:/tmp/jssarma/hive_2010-07-21_11-33-56_971_2721332696665877458/10004 [file:/tmp/jssarma/hive_2010-07-21_11-33-56_971_2721332696665877458/10004] + file:/tmp/jssarma/hive_2010-07-25_12-05-40_758_5061664908968766431/-mr-10002 [file:/tmp/jssarma/hive_2010-07-25_12-05-40_758_5061664908968766431/-mr-10002] + file:/tmp/jssarma/hive_2010-07-25_12-05-40_758_5061664908968766431/-mr-10004 [file:/tmp/jssarma/hive_2010-07-25_12-05-40_758_5061664908968766431/-mr-10004] Path -> Partition: - file:/tmp/jssarma/hive_2010-07-21_11-33-56_971_2721332696665877458/10002 + file:/tmp/jssarma/hive_2010-07-25_12-05-40_758_5061664908968766431/-mr-10002 Partition - base file name: 10002 + base file name: -mr-10002 input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: @@ -377,9 +377,9 @@ columns _col0,_col1 columns.types string,bigint escape.delim \ - file:/tmp/jssarma/hive_2010-07-21_11-33-56_971_2721332696665877458/10004 + file:/tmp/jssarma/hive_2010-07-25_12-05-40_758_5061664908968766431/-mr-10004 Partition - base file name: 10004 + base file name: -mr-10004 input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: @@ -401,14 +401,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-56_971_2721332696665877458/10003 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-56_971_2721332696665877458/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10003 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-56_971_2721332696665877458/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -418,20 +418,20 @@ columns.types string:string:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, i32 val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737236 + transient_lastDdlTime 1280084740 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-56_971_2721332696665877458/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10001 Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-56_971_2721332696665877458/10003 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10003 Reduce Output Operator sort order: Map-reduce partition columns: @@ -447,11 +447,11 @@ type: int Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-56_971_2721332696665877458/10003 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-56_971_2721332696665877458/10003] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10003 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10003] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-56_971_2721332696665877458/10003 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10003 Partition - base file name: 10003 + base file name: -ext-10003 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -460,12 +460,12 @@ columns.types string:string:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, i32 val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737236 + transient_lastDdlTime 1280084740 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -476,12 +476,12 @@ columns.types string:string:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, i32 val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737236 + transient_lastDdlTime 1280084740 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -490,7 +490,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-56_971_2721332696665877458/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-40_758_5061664908968766431/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -501,12 +501,12 @@ columns.types string:string:int file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, i32 val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737236 + transient_lastDdlTime 1280084740 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -556,9 +556,9 @@ type: bigint Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src [null-subquery2:subq1-subquery2:x1] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src [null-subquery2:subq1-subquery2:x1] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -569,12 +569,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735685 + transient_lastDdlTime 1280082972 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -585,12 +585,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735685 + transient_lastDdlTime 1280082972 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -614,7 +614,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/jssarma/hive_2010-07-21_11-33-56_971_2721332696665877458/10004 + directory: file:/tmp/jssarma/hive_2010-07-25_12-05-40_758_5061664908968766431/-mr-10004 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -657,11 +657,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-34-07_547_7908401550562955902/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-05-51_262_6569271114416709764/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-34-07_547_7908401550562955902/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-05-51_262_6569271114416709764/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 EXPRESSION [(src)x.null, (src)x1.null, ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(src1)x.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/bucketmapjoin2.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin2.q.out (revision 979955) +++ ql/src/test/results/clientpositive/bucketmapjoin2.q.out (working copy) @@ -130,7 +130,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-51_864_289604097939000581/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-23_017_7424259511875778980/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -141,12 +141,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735971 + transient_lastDdlTime 1280083283 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -204,7 +204,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-51_864_289604097939000581/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-23_017_7424259511875778980/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -215,12 +215,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735971 + transient_lastDdlTime 1280083283 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -229,15 +229,15 @@ Alias Bucket Base File Name Mapping: b {srcbucket20.txt=[srcbucket22.txt], srcbucket21.txt=[srcbucket23.txt]} Alias Bucket File Name Mapping: - b {file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt]} + b {pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt]} Alias Bucket Output File Name Mapping: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin [a] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin [a] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin Partition base file name: srcbucket_mapjoin input format: org.apache.hadoop.mapred.TextInputFormat @@ -249,12 +249,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735969 + transient_lastDdlTime 1280083278 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -266,12 +266,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735969 + transient_lastDdlTime 1280083278 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin name: srcbucket_mapjoin @@ -283,14 +283,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-51_864_289604097939000581/10002 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-51_864_289604097939000581/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-23_017_7424259511875778980/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-23_017_7424259511875778980/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-51_864_289604097939000581/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-23_017_7424259511875778980/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -300,20 +300,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735971 + transient_lastDdlTime 1280083283 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-51_864_289604097939000581/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-23_017_7424259511875778980/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-51_864_289604097939000581/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-23_017_7424259511875778980/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -329,11 +329,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-51_864_289604097939000581/10002 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-51_864_289604097939000581/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-23_017_7424259511875778980/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-23_017_7424259511875778980/-ext-10002] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-51_864_289604097939000581/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-23_017_7424259511875778980/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -342,12 +342,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735971 + transient_lastDdlTime 1280083283 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -358,12 +358,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735971 + transient_lastDdlTime 1280083283 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -372,7 +372,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-12-51_864_289604097939000581/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-23_017_7424259511875778980/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -383,12 +383,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735971 + transient_lastDdlTime 1280083283 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -417,11 +417,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-12-57_285_8323175681686865540/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-41-29_120_272677121657417243/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-12-57_285_8323175681686865540/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-41-29_120_272677121657417243/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part_2)b.FieldSchema(name:key, type:int, comment:null), ] @@ -470,11 +470,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-13-08_258_8554752852721376861/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-41-40_115_535483089841259534/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-13-08_258_8554752852721376861/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-41-40_115_535483089841259534/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -513,14 +513,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-13-13_785_3291149328245299772/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-41-45_609_456157098062662792/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-13-13_785_3291149328245299772/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-41-45_609_456157098062662792/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -618,7 +618,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-17_474_4845430914820476351/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-48_343_5871876503412546986/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -629,12 +629,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735988 + transient_lastDdlTime 1280083300 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -682,7 +682,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-17_474_4845430914820476351/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-48_343_5871876503412546986/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -693,12 +693,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735988 + transient_lastDdlTime 1280083300 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -707,15 +707,15 @@ Alias Bucket Base File Name Mapping: a {srcbucket22.txt=[srcbucket20.txt], srcbucket23.txt=[srcbucket21.txt]} Alias Bucket File Name Mapping: - a {file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + a {pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [b] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [b] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -729,13 +729,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735970 + transient_lastDdlTime 1280083281 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -747,13 +747,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735970 + transient_lastDdlTime 1280083281 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part_2 name: srcbucket_mapjoin_part_2 @@ -765,14 +765,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-17_474_4845430914820476351/10002 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-17_474_4845430914820476351/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-48_343_5871876503412546986/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-48_343_5871876503412546986/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-17_474_4845430914820476351/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-48_343_5871876503412546986/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -782,20 +782,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735988 + transient_lastDdlTime 1280083300 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-17_474_4845430914820476351/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-48_343_5871876503412546986/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-17_474_4845430914820476351/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-48_343_5871876503412546986/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -811,11 +811,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-17_474_4845430914820476351/10002 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-17_474_4845430914820476351/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-48_343_5871876503412546986/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-48_343_5871876503412546986/-ext-10002] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-17_474_4845430914820476351/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-48_343_5871876503412546986/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -824,12 +824,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735988 + transient_lastDdlTime 1280083300 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -840,12 +840,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735988 + transient_lastDdlTime 1280083300 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -854,7 +854,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-17_474_4845430914820476351/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-41-48_343_5871876503412546986/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -865,12 +865,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735988 + transient_lastDdlTime 1280083300 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -911,11 +911,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-13-22_914_419984116759457763/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-41-54_501_8362933315785569543/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-13-22_914_419984116759457763/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-41-54_501_8362933315785569543/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -1000,11 +1000,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-13-33_677_5753676967649563553/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-42-06_462_4837249414829576290/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-13-33_677_5753676967649563553/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-42-06_462_4837249414829576290/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] @@ -1067,14 +1067,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-13-38_913_1186146182635523380/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-42-11_841_24207209441224628/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-13-38_913_1186146182635523380/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-42-11_841_24207209441224628/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/udf_explode.q.out =================================================================== --- ql/src/test/results/clientpositive/udf_explode.q.out (revision 979955) +++ ql/src/test/results/clientpositive/udf_explode.q.out (working copy) @@ -37,7 +37,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-36_316_3921201311196435797/10001 + directory: file:/tmp/jssarma/hive_2010-07-25_12-45-28_746_6403683001829896191/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -50,9 +50,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src [src] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src [src] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -63,12 +63,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266454055 + transient_lastDdlTime 1280086854 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -79,12 +79,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266454055 + transient_lastDdlTime 1280086854 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -129,9 +129,9 @@ type: int Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src [a:src] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src [a:src] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -142,12 +142,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266454055 + transient_lastDdlTime 1280086854 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -158,12 +158,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1266454055 + transient_lastDdlTime 1280086854 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -187,7 +187,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-36_561_2642184372620503865/10002 + directory: file:/tmp/jssarma/hive_2010-07-25_12-45-28_813_2941624137821891314/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -202,7 +202,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-36_561_2642184372620503865/10002 + file:/tmp/jssarma/hive_2010-07-25_12-45-28_813_2941624137821891314/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -217,11 +217,11 @@ type: bigint Needs Tagging: false Path -> Alias: - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-36_561_2642184372620503865/10002 [file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-36_561_2642184372620503865/10002] + file:/tmp/jssarma/hive_2010-07-25_12-45-28_813_2941624137821891314/-mr-10002 [file:/tmp/jssarma/hive_2010-07-25_12-45-28_813_2941624137821891314/-mr-10002] Path -> Partition: - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-36_561_2642184372620503865/10002 + file:/tmp/jssarma/hive_2010-07-25_12-45-28_813_2941624137821891314/-mr-10002 Partition - base file name: 10002 + base file name: -mr-10002 input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: @@ -255,7 +255,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-36_561_2642184372620503865/10001 + directory: file:/tmp/jssarma/hive_2010-07-25_12-45-28_813_2941624137821891314/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -275,33 +275,33 @@ PREHOOK: query: SELECT explode(array(1,2,3)) AS myCol FROM src LIMIT 3 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-37_008_6185625478208513690/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-45-28_892_2431440475493662931/-mr-10000 POSTHOOK: query: SELECT explode(array(1,2,3)) AS myCol FROM src LIMIT 3 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-37_008_6185625478208513690/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-45-28_892_2431440475493662931/-mr-10000 1 2 3 PREHOOK: query: SELECT explode(array(1,2,3)) AS (myCol) FROM src LIMIT 3 PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-40_284_4747568601574563446/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-45-31_372_2926720035905767102/-mr-10000 POSTHOOK: query: SELECT explode(array(1,2,3)) AS (myCol) FROM src LIMIT 3 POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-40_284_4747568601574563446/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-45-31_372_2926720035905767102/-mr-10000 1 2 3 PREHOOK: query: SELECT a.myCol, count(1) FROM (SELECT explode(array(1,2,3)) AS myCol FROM src LIMIT 3) a GROUP BY a.myCol PREHOOK: type: QUERY PREHOOK: Input: default@src -PREHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-43_526_8728743318366146781/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-45-33_795_6481265984988751332/-mr-10000 POSTHOOK: query: SELECT a.myCol, count(1) FROM (SELECT explode(array(1,2,3)) AS myCol FROM src LIMIT 3) a GROUP BY a.myCol POSTHOOK: type: QUERY POSTHOOK: Input: default@src -POSTHOOK: Output: file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_16-47-43_526_8728743318366146781/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-45-33_795_6481265984988751332/-mr-10000 1 1 2 1 3 1 Index: ql/src/test/results/clientpositive/join_map_ppr.q.out =================================================================== --- ql/src/test/results/clientpositive/join_map_ppr.q.out (revision 979955) +++ ql/src/test/results/clientpositive/join_map_ppr.q.out (working copy) @@ -84,7 +84,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-42_920_5027167476967323602/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-32_178_1568785792517767702/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -95,12 +95,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737342 + transient_lastDdlTime 1280084852 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -163,7 +163,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-42_920_5027167476967323602/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-32_178_1568785792517767702/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -174,12 +174,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737342 + transient_lastDdlTime 1280084852 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -232,7 +232,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-42_920_5027167476967323602/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-32_178_1568785792517767702/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -243,21 +243,21 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737342 + transient_lastDdlTime 1280084852 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -271,13 +271,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735681 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -288,13 +288,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735681 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -306,14 +306,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-42_920_5027167476967323602/10002 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-42_920_5027167476967323602/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-32_178_1568785792517767702/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-32_178_1568785792517767702/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-42_920_5027167476967323602/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-32_178_1568785792517767702/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -323,20 +323,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737342 + transient_lastDdlTime 1280084852 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-42_920_5027167476967323602/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-32_178_1568785792517767702/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-42_920_5027167476967323602/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-32_178_1568785792517767702/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -352,11 +352,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-42_920_5027167476967323602/10002 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-42_920_5027167476967323602/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-32_178_1568785792517767702/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-32_178_1568785792517767702/-ext-10002] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-42_920_5027167476967323602/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-32_178_1568785792517767702/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -365,12 +365,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737342 + transient_lastDdlTime 1280084852 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -381,12 +381,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737342 + transient_lastDdlTime 1280084852 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -395,7 +395,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-42_920_5027167476967323602/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-32_178_1568785792517767702/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -406,12 +406,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737342 + transient_lastDdlTime 1280084852 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -443,11 +443,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-35-45_785_6484231589452690821/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-07-35_322_6005529636073624222/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-35-45_785_6484231589452690821/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-07-35_322_6005529636073624222/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] @@ -690,7 +690,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-53_321_2531534402913708550/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-43_638_9048807845471585670/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -701,12 +701,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737345 + transient_lastDdlTime 1280084855 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -769,7 +769,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-53_321_2531534402913708550/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-43_638_9048807845471585670/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -780,12 +780,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737345 + transient_lastDdlTime 1280084855 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -838,7 +838,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-53_321_2531534402913708550/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-43_638_9048807845471585670/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -849,21 +849,21 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737345 + transient_lastDdlTime 1280084855 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [z] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -877,13 +877,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735681 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -894,13 +894,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735681 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -912,14 +912,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-53_321_2531534402913708550/10002 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-53_321_2531534402913708550/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-43_638_9048807845471585670/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-43_638_9048807845471585670/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-53_321_2531534402913708550/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-43_638_9048807845471585670/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -929,20 +929,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737345 + transient_lastDdlTime 1280084855 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-53_321_2531534402913708550/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-43_638_9048807845471585670/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-53_321_2531534402913708550/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-43_638_9048807845471585670/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -958,11 +958,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-53_321_2531534402913708550/10002 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-53_321_2531534402913708550/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-43_638_9048807845471585670/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-43_638_9048807845471585670/-ext-10002] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-53_321_2531534402913708550/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-43_638_9048807845471585670/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -971,12 +971,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737345 + transient_lastDdlTime 1280084855 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -987,12 +987,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737345 + transient_lastDdlTime 1280084855 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -1001,7 +1001,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-35-53_321_2531534402913708550/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-07-43_638_9048807845471585670/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1012,12 +1012,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737345 + transient_lastDdlTime 1280084855 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -1056,11 +1056,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-35-56_284_4358743879920378285/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-07-46_911_6550146957730775353/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-35-56_284_4358743879920378285/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-07-46_911_6550146957730775353/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1_copy)x.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: dest_j1.val2 SIMPLE [(src)y.FieldSchema(name:value, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/rand_partitionpruner2.q.out =================================================================== --- ql/src/test/results/clientpositive/rand_partitionpruner2.q.out (revision 979955) +++ ql/src/test/results/clientpositive/rand_partitionpruner2.q.out (working copy) @@ -51,7 +51,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-47-44_657_3286892654529398603/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-23-06_779_4237619492448461822/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -62,22 +62,22 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/tmptable + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279738064 + transient_lastDdlTime 1280085786 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [a] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [a] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -91,13 +91,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735681 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -108,17 +108,17 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735681 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -132,13 +132,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735681 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -149,13 +149,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735681 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -167,14 +167,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-47-44_657_3286892654529398603/10002 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-47-44_657_3286892654529398603/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-23-06_779_4237619492448461822/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-23-06_779_4237619492448461822/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-47-44_657_3286892654529398603/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-23-06_779_4237619492448461822/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -184,20 +184,20 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/tmptable + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279738064 + transient_lastDdlTime 1280085786 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-47-44_657_3286892654529398603/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-23-06_779_4237619492448461822/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-47-44_657_3286892654529398603/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-23-06_779_4237619492448461822/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -215,11 +215,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-47-44_657_3286892654529398603/10002 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-47-44_657_3286892654529398603/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-23-06_779_4237619492448461822/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-23-06_779_4237619492448461822/-ext-10002] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-47-44_657_3286892654529398603/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-23-06_779_4237619492448461822/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -228,12 +228,12 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/tmptable + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279738064 + transient_lastDdlTime 1280085786 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -244,12 +244,12 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/tmptable + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279738064 + transient_lastDdlTime 1280085786 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable name: tmptable @@ -258,7 +258,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-47-44_657_3286892654529398603/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-23-06_779_4237619492448461822/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -269,12 +269,12 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/tmptable + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/tmptable name tmptable serialization.ddl struct tmptable { string key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279738064 + transient_lastDdlTime 1280085786 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: tmptable TotalFiles: 1 @@ -300,11 +300,11 @@ PREHOOK: query: select * from tmptable x sort by x.key,x.value,x.ds,x.hr PREHOOK: type: QUERY PREHOOK: Input: default@tmptable -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-47-49_754_5902540397001817121/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-23-12_339_2949840024490936937/-mr-10000 POSTHOOK: query: select * from tmptable x sort by x.key,x.value,x.ds,x.hr POSTHOOK: type: QUERY POSTHOOK: Input: default@tmptable -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-47-49_754_5902540397001817121/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-23-12_339_2949840024490936937/-mr-10000 POSTHOOK: Lineage: tmptable.ds SIMPLE [(srcpart)a.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: tmptable.hr SIMPLE [(srcpart)a.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: tmptable.key SIMPLE [(srcpart)a.FieldSchema(name:ds, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/sample6.q.out =================================================================== --- ql/src/test/results/clientpositive/sample6.q.out (revision 979955) +++ ql/src/test/results/clientpositive/sample6.q.out (working copy) @@ -50,7 +50,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-50-23_864_6498950862836410238/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-52_186_3157231182322687780/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -61,21 +61,21 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279738223 + transient_lastDdlTime 1280085952 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt Partition base file name: srcbucket0.txt input format: org.apache.hadoop.mapred.TextInputFormat @@ -87,12 +87,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735683 + transient_lastDdlTime 1280082970 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -104,12 +104,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735683 + transient_lastDdlTime 1280082970 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -121,14 +121,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-50-23_864_6498950862836410238/10002 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-50-23_864_6498950862836410238/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-52_186_3157231182322687780/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-52_186_3157231182322687780/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-50-23_864_6498950862836410238/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-52_186_3157231182322687780/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -138,20 +138,20 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279738223 + transient_lastDdlTime 1280085952 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-50-23_864_6498950862836410238/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-52_186_3157231182322687780/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-50-23_864_6498950862836410238/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-52_186_3157231182322687780/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -165,11 +165,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-50-23_864_6498950862836410238/10002 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-50-23_864_6498950862836410238/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-52_186_3157231182322687780/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-52_186_3157231182322687780/-ext-10002] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-50-23_864_6498950862836410238/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-52_186_3157231182322687780/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -178,12 +178,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279738223 + transient_lastDdlTime 1280085952 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -194,12 +194,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279738223 + transient_lastDdlTime 1280085952 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -208,7 +208,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-50-23_864_6498950862836410238/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-52_186_3157231182322687780/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -219,12 +219,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279738223 + transient_lastDdlTime 1280085952 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -246,11 +246,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-50-26_756_8278972907693157648/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-55_336_7091683219503570256/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-50-26_756_8278972907693157648/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-55_336_7091683219503570256/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 468 val_469 @@ -556,9 +556,9 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket1.txt [s] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket1.txt [s] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket1.txt + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket1.txt Partition base file name: srcbucket1.txt input format: org.apache.hadoop.mapred.TextInputFormat @@ -570,12 +570,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735683 + transient_lastDdlTime 1280082970 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -587,12 +587,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735683 + transient_lastDdlTime 1280082970 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -601,7 +601,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-50-26_811_1928612617318279401/10001 + directory: file:/tmp/jssarma/hive_2010-07-25_12-25-55_582_7165177909491540451/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -622,12 +622,12 @@ ORDER BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-50-26_951_3796284816579844040/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-55_759_3472807197075770512/-mr-10000 POSTHOOK: query: SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 4 OUT OF 4 on key) s ORDER BY key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-50-26_951_3796284816579844040/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-55_759_3472807197075770512/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 3 val_4 @@ -923,9 +923,9 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt Partition base file name: srcbucket0.txt input format: org.apache.hadoop.mapred.TextInputFormat @@ -937,12 +937,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735683 + transient_lastDdlTime 1280082970 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -954,12 +954,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735683 + transient_lastDdlTime 1280082970 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -968,7 +968,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-50-29_674_1154918281660126042/10001 + directory: file:/tmp/jssarma/hive_2010-07-25_12-25-58_300_3758020696633496326/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -989,12 +989,12 @@ ORDER BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-50-29_757_1534268201126929954/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-58_471_2646849319725353487/-mr-10000 POSTHOOK: query: SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-50-29_757_1534268201126929954/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-58_471_2646849319725353487/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 0 val_0 @@ -1544,9 +1544,9 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket [s] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket [s] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket Partition base file name: srcbucket input format: org.apache.hadoop.mapred.TextInputFormat @@ -1558,12 +1558,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735683 + transient_lastDdlTime 1280082970 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -1575,12 +1575,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735683 + transient_lastDdlTime 1280082970 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -1589,7 +1589,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-50-32_303_2714309411556888893/10001 + directory: file:/tmp/jssarma/hive_2010-07-25_12-26-01_013_4050660666796364037/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -1610,12 +1610,12 @@ ORDER BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-50-32_384_5005530860359231914/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-26-01_082_9188204284444338479/-mr-10000 POSTHOOK: query: SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 1 OUT OF 3 on key) s ORDER BY key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-50-32_384_5005530860359231914/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-26-01_082_9188204284444338479/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 0 val_0 @@ -2008,9 +2008,9 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket [s] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket [s] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket Partition base file name: srcbucket input format: org.apache.hadoop.mapred.TextInputFormat @@ -2022,12 +2022,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735683 + transient_lastDdlTime 1280082970 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2039,12 +2039,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735683 + transient_lastDdlTime 1280082970 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -2053,7 +2053,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-50-34_944_873466326003191566/10001 + directory: file:/tmp/jssarma/hive_2010-07-25_12-26-03_632_3598741012744525781/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2074,12 +2074,12 @@ ORDER BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-50-35_024_8293881759454756883/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-26-03_702_9132739866161120811/-mr-10000 POSTHOOK: query: SELECT s.* FROM srcbucket TABLESAMPLE (BUCKET 2 OUT OF 3 on key) s ORDER BY key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-50-35_024_8293881759454756883/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-26-03_702_9132739866161120811/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 1 val_2 @@ -2458,10 +2458,10 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket2/srcbucket20.txt [s] - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket2/srcbucket22.txt [s] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket2/srcbucket20.txt [s] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket2/srcbucket22.txt [s] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket2/srcbucket20.txt + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket2/srcbucket20.txt Partition base file name: srcbucket20.txt input format: org.apache.hadoop.mapred.TextInputFormat @@ -2473,12 +2473,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket2 name srcbucket2 serialization.ddl struct srcbucket2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735684 + transient_lastDdlTime 1280082972 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2490,16 +2490,16 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket2 name srcbucket2 serialization.ddl struct srcbucket2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735684 + transient_lastDdlTime 1280082972 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket2 name: srcbucket2 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket2/srcbucket22.txt + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket2/srcbucket22.txt Partition base file name: srcbucket22.txt input format: org.apache.hadoop.mapred.TextInputFormat @@ -2511,12 +2511,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket2 name srcbucket2 serialization.ddl struct srcbucket2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735684 + transient_lastDdlTime 1280082972 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2528,12 +2528,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket2 name srcbucket2 serialization.ddl struct srcbucket2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735684 + transient_lastDdlTime 1280082972 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket2 name: srcbucket2 @@ -2542,7 +2542,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-50-37_595_7840737516924429210/10001 + directory: file:/tmp/jssarma/hive_2010-07-25_12-26-06_209_3310903741276971307/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2563,12 +2563,12 @@ ORDER BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-50-37_683_2497676492834201823/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-26-06_679_1761695012341202622/-mr-10000 POSTHOOK: query: SELECT s.* FROM srcbucket2 TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-50-37_683_2497676492834201823/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-26-06_679_1761695012341202622/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 0 val_0 @@ -2747,9 +2747,9 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket2/srcbucket21.txt [s] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket2/srcbucket21.txt [s] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket2/srcbucket21.txt + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket2/srcbucket21.txt Partition base file name: srcbucket21.txt input format: org.apache.hadoop.mapred.TextInputFormat @@ -2761,12 +2761,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket2 name srcbucket2 serialization.ddl struct srcbucket2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735684 + transient_lastDdlTime 1280082972 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -2778,12 +2778,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket2 name srcbucket2 serialization.ddl struct srcbucket2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735684 + transient_lastDdlTime 1280082972 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket2 name: srcbucket2 @@ -2792,7 +2792,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-50-40_255_127228907058394247/10001 + directory: file:/tmp/jssarma/hive_2010-07-25_12-26-09_584_1080977776732961084/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2813,12 +2813,12 @@ ORDER BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-50-40_337_6873183340723048074/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-26-09_846_163307172377614317/-mr-10000 POSTHOOK: query: SELECT s.* FROM srcbucket2 TABLESAMPLE (BUCKET 2 OUT OF 4 on key) s ORDER BY key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-50-40_337_6873183340723048074/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-26-09_846_163307172377614317/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 5 val_5 @@ -2924,7 +2924,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-50-42_960_7107286155400574015/10001 + directory: file:/tmp/jssarma/hive_2010-07-25_12-26-12_552_493736512331555139/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -2945,11 +2945,11 @@ ORDER BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@empty_bucket -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-50-43_037_4167079342764322409/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-26-12_620_3471282047092165712/-mr-10000 POSTHOOK: query: SELECT s.* FROM empty_bucket TABLESAMPLE (BUCKET 1 OUT OF 2 on key) s ORDER BY key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@empty_bucket -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-50-43_037_4167079342764322409/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-26-12_620_3471282047092165712/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/bucketmapjoin3.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin3.q.out (revision 979955) +++ ql/src/test/results/clientpositive/bucketmapjoin3.q.out (working copy) @@ -140,7 +140,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-44_453_5946629419972816172/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-22_176_1679912104749403191/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -151,12 +151,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736024 + transient_lastDdlTime 1280083342 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -214,7 +214,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-44_453_5946629419972816172/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-22_176_1679912104749403191/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -225,12 +225,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736024 + transient_lastDdlTime 1280083342 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -239,15 +239,15 @@ Alias Bucket Base File Name Mapping: b {srcbucket22.txt=[srcbucket20.txt, srcbucket22.txt], srcbucket23.txt=[srcbucket21.txt, srcbucket23.txt]} Alias Bucket File Name Mapping: - b {file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} + b {pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt, pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt, pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt]} Alias Bucket Output File Name Mapping: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt 0 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt 1 Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [a] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 [a] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -261,13 +261,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736023 + transient_lastDdlTime 1280083340 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -279,13 +279,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2 name srcbucket_mapjoin_part_2 partition_columns ds serialization.ddl struct srcbucket_mapjoin_part_2 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736023 + transient_lastDdlTime 1280083340 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part_2 name: srcbucket_mapjoin_part_2 @@ -297,14 +297,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-44_453_5946629419972816172/10002 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-44_453_5946629419972816172/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-22_176_1679912104749403191/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-22_176_1679912104749403191/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-44_453_5946629419972816172/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-22_176_1679912104749403191/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -314,20 +314,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736024 + transient_lastDdlTime 1280083342 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-44_453_5946629419972816172/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-22_176_1679912104749403191/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-44_453_5946629419972816172/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-22_176_1679912104749403191/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -343,11 +343,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-44_453_5946629419972816172/10002 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-44_453_5946629419972816172/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-22_176_1679912104749403191/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-22_176_1679912104749403191/-ext-10002] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-44_453_5946629419972816172/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-22_176_1679912104749403191/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -356,12 +356,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736024 + transient_lastDdlTime 1280083342 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -372,12 +372,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736024 + transient_lastDdlTime 1280083342 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -386,7 +386,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-13-44_453_5946629419972816172/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-22_176_1679912104749403191/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -397,12 +397,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736024 + transient_lastDdlTime 1280083342 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -431,11 +431,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-13-49_836_2279023775244897756/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-42-29_604_3963564358039591210/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-13-49_836_2279023775244897756/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-42-29_604_3963564358039591210/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:ds, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin_part_2)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin_part)b.FieldSchema(name:key, type:int, comment:null), ] @@ -484,11 +484,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-14-00_416_6913608996788723816/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-42-41_828_7181381975614985788/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-14-00_416_6913608996788723816/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-42-41_828_7181381975614985788/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -527,14 +527,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-14-05_840_3009901706260125245/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-42-47_215_5326789807507358686/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-14-05_840_3009901706260125245/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-42-47_215_5326789807507358686/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -632,7 +632,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-08_582_9180675256028772614/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-50_169_4539609400030745507/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -643,12 +643,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736040 + transient_lastDdlTime 1280083361 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -706,7 +706,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-08_582_9180675256028772614/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-50_169_4539609400030745507/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -717,12 +717,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736040 + transient_lastDdlTime 1280083361 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -731,17 +731,17 @@ Alias Bucket Base File Name Mapping: a {srcbucket20.txt=[srcbucket22.txt], srcbucket21.txt=[srcbucket23.txt], srcbucket22.txt=[srcbucket22.txt], srcbucket23.txt=[srcbucket23.txt]} Alias Bucket File Name Mapping: - a {file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt]} + a {pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket22.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part_2/ds=2008-04-08/srcbucket23.txt]} Alias Bucket Output File Name Mapping: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket20.txt 0 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket21.txt 1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket22.txt 2 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08/srcbucket23.txt 3 Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 [b] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part/ds=2008-04-08 Partition base file name: ds=2008-04-08 input format: org.apache.hadoop.mapred.TextInputFormat @@ -755,13 +755,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736023 + transient_lastDdlTime 1280083337 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -773,13 +773,13 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin_part name srcbucket_mapjoin_part partition_columns ds serialization.ddl struct srcbucket_mapjoin_part { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736023 + transient_lastDdlTime 1280083337 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin_part name: srcbucket_mapjoin_part @@ -791,14 +791,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-08_582_9180675256028772614/10002 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-08_582_9180675256028772614/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-50_169_4539609400030745507/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-50_169_4539609400030745507/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-08_582_9180675256028772614/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-50_169_4539609400030745507/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -808,20 +808,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736040 + transient_lastDdlTime 1280083361 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-08_582_9180675256028772614/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-50_169_4539609400030745507/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-08_582_9180675256028772614/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-50_169_4539609400030745507/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -837,11 +837,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-08_582_9180675256028772614/10002 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-08_582_9180675256028772614/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-50_169_4539609400030745507/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-50_169_4539609400030745507/-ext-10002] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-08_582_9180675256028772614/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-50_169_4539609400030745507/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -850,12 +850,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736040 + transient_lastDdlTime 1280083361 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -866,12 +866,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736040 + transient_lastDdlTime 1280083361 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -880,7 +880,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-08_582_9180675256028772614/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-42-50_169_4539609400030745507/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -891,12 +891,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736040 + transient_lastDdlTime 1280083361 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -937,11 +937,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-14-14_952_4306486872899832092/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-42-58_871_2921935963268946208/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-14-14_952_4306486872899832092/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-42-58_871_2921935963268946208/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -1026,11 +1026,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-14-27_262_8641490829427712090/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-43-11_247_7436247198807910104/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-14-27_262_8641490829427712090/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-43-11_247_7436247198807910104/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -1093,14 +1093,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-14-32_501_8471356144377928353/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-43-16_650_4599837576494211956/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-14-32_501_8471356144377928353/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-43-16_650_4599837576494211956/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/sample1.q.out =================================================================== --- ql/src/test/results/clientpositive/sample1.q.out (revision 979955) +++ ql/src/test/results/clientpositive/sample1.q.out (working copy) @@ -72,7 +72,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-22-59_792_2739458757990791318/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-04_490_2622849850903236324/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -83,21 +83,21 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516979 + transient_lastDdlTime 1280085904 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [s] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 [s] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 Partition base file name: hr=11 input format: org.apache.hadoop.mapred.TextInputFormat @@ -111,13 +111,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516978 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -128,13 +128,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516978 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -146,14 +146,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-22-59_792_2739458757990791318/10002 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-22-59_792_2739458757990791318/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-04_490_2622849850903236324/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-04_490_2622849850903236324/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-22-59_792_2739458757990791318/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-04_490_2622849850903236324/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -163,20 +163,20 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516979 + transient_lastDdlTime 1280085904 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-22-59_792_2739458757990791318/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-04_490_2622849850903236324/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-22-59_792_2739458757990791318/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-04_490_2622849850903236324/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -194,11 +194,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-22-59_792_2739458757990791318/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-22-59_792_2739458757990791318/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-04_490_2622849850903236324/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-04_490_2622849850903236324/-ext-10002] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-22-59_792_2739458757990791318/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-04_490_2622849850903236324/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -207,12 +207,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516979 + transient_lastDdlTime 1280085904 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -223,12 +223,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516979 + transient_lastDdlTime 1280085904 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -237,7 +237,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-22-59_792_2739458757990791318/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-04_490_2622849850903236324/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -248,12 +248,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516979 + transient_lastDdlTime 1280085904 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -279,11 +279,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-05_019_6535792314098928577/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-07_701_6268476249840479799/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-05_019_6535792314098928577/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-07_701_6268476249840479799/-mr-10000 POSTHOOK: Lineage: dest1.dt SIMPLE [(srcpart)s.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)s.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)s.FieldSchema(name:ds, type:string, comment:null), ] @@ -791,11 +791,11 @@ PREHOOK: query: select count(1) from srcbucket PREHOOK: type: QUERY PREHOOK: Input: default@srcbucket -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-05_126_6697402095766567006/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-07_969_7373420365628541360/-mr-10000 POSTHOOK: query: select count(1) from srcbucket POSTHOOK: type: QUERY POSTHOOK: Input: default@srcbucket -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-05_126_6697402095766567006/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-07_969_7373420365628541360/-mr-10000 POSTHOOK: Lineage: dest1.dt SIMPLE [(srcpart)s.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)s.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)s.FieldSchema(name:ds, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/ctas.q.out =================================================================== --- ql/src/test/results/clientpositive/ctas.q.out (revision 979955) +++ ql/src/test/results/clientpositive/ctas.q.out (working copy) @@ -6,11 +6,11 @@ PREHOOK: query: select * from nzhang_Tmp PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_tmp -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-20-24_032_2060756190371221889/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-49-56_789_8053581931767422236/-mr-10000 POSTHOOK: query: select * from nzhang_Tmp POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_tmp -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-20-24_032_2060756190371221889/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-49-56_789_8053581931767422236/-mr-10000 PREHOOK: query: explain create table nzhang_CTAS1 as select key k, value from src sort by k, value limit 10 PREHOOK: type: CREATETABLE POSTHOOK: query: explain create table nzhang_CTAS1 as select key k, value from src sort by k, value limit 10 @@ -64,7 +64,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-07-21_11-20-24_081_2842030423917771818/10002 + file:/tmp/jssarma/hive_2010-07-25_11-49-56_885_8970318104409365566/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -83,7 +83,7 @@ Limit File Output Operator compressed: false - GlobalTableId: 0 + GlobalTableId: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -92,7 +92,7 @@ Move Operator files: hdfs directory: true - destination: file:///mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/nzhang_ctas1 + destination: pfile:///data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/nzhang_ctas1 Stage: Stage-3 Create Table Operator: @@ -116,11 +116,11 @@ PREHOOK: query: select * from nzhang_CTAS1 PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_ctas1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-20-29_265_2242843702948387375/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-50-05_215_7362711844632151790/-mr-10000 POSTHOOK: query: select * from nzhang_CTAS1 POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_ctas1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-20-29_265_2242843702948387375/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-50-05_215_7362711844632151790/-mr-10000 0 val_0 0 val_0 0 val_0 @@ -184,7 +184,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-07-21_11-20-29_318_3494652198341465493/10002 + file:/tmp/jssarma/hive_2010-07-25_11-50-05_522_404897969004847381/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -203,7 +203,7 @@ Limit File Output Operator compressed: false - GlobalTableId: 0 + GlobalTableId: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -212,7 +212,7 @@ Move Operator files: hdfs directory: true - destination: file:///mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/nzhang_ctas2 + destination: pfile:///data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/nzhang_ctas2 Stage: Stage-3 Create Table Operator: @@ -236,11 +236,11 @@ PREHOOK: query: select * from nzhang_ctas2 PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_ctas2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-20-34_445_4830318461592445646/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-50-10_969_3097102178230917187/-mr-10000 POSTHOOK: query: select * from nzhang_ctas2 POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_ctas2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-20-34_445_4830318461592445646/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-50-10_969_3097102178230917187/-mr-10000 0 val_0 0 val_0 0 val_0 @@ -304,7 +304,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-07-21_11-20-34_503_7616200575358243425/10002 + file:/tmp/jssarma/hive_2010-07-25_11-50-11_230_7851706392742680650/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -323,7 +323,7 @@ Limit File Output Operator compressed: false - GlobalTableId: 0 + GlobalTableId: 1 table: input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat @@ -332,7 +332,7 @@ Move Operator files: hdfs directory: true - destination: file:///mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/nzhang_ctas3 + destination: pfile:///data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/nzhang_ctas3 Stage: Stage-3 Create Table Operator: @@ -357,11 +357,11 @@ PREHOOK: query: select * from nzhang_ctas3 PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_ctas3 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-20-39_614_692276775971124139/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-50-16_423_4984706586442992530/-mr-10000 POSTHOOK: query: select * from nzhang_ctas3 POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_ctas3 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-20-39_614_692276775971124139/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-50-16_423_4984706586442992530/-mr-10000 0.0 val_0_con 0.0 val_0_con 0.0 val_0_con @@ -390,11 +390,11 @@ PREHOOK: query: select * from nzhang_ctas3 PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_ctas3 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-20-39_719_3985398018110959794/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-50-16_812_7382695559497137315/-mr-10000 POSTHOOK: query: select * from nzhang_ctas3 POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_ctas3 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-20-39_719_3985398018110959794/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-50-16_812_7382695559497137315/-mr-10000 0.0 val_0_con 0.0 val_0_con 0.0 val_0_con @@ -458,7 +458,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-07-21_11-20-39_777_7063025954650345962/10002 + file:/tmp/jssarma/hive_2010-07-25_11-50-17_128_289519796406783178/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -477,7 +477,7 @@ Limit File Output Operator compressed: false - GlobalTableId: 0 + GlobalTableId: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -486,7 +486,7 @@ Move Operator files: hdfs directory: true - destination: file:///mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/nzhang_ctas4 + destination: pfile:///data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/nzhang_ctas4 Stage: Stage-3 Create Table Operator: @@ -511,11 +511,11 @@ PREHOOK: query: select * from nzhang_ctas4 PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_ctas4 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-20-44_738_680021174157430213/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-50-22_425_2648812324905078461/-mr-10000 POSTHOOK: query: select * from nzhang_ctas4 POSTHOOK: type: QUERY POSTHOOK: Input: default@nzhang_ctas4 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-20-44_738_680021174157430213/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-50-22_425_2648812324905078461/-mr-10000 0 val_0 0 val_0 0 val_0 @@ -568,9 +568,9 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src [src] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src [src] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -581,12 +581,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735685 + transient_lastDdlTime 1280082972 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -597,12 +597,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735685 + transient_lastDdlTime 1280082972 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -612,7 +612,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/jssarma/hive_2010-07-21_11-20-44_839_5430947126614955400/10002 + directory: file:/tmp/jssarma/hive_2010-07-25_11-50-22_687_6004057340342647746/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -627,7 +627,7 @@ Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-07-21_11-20-44_839_5430947126614955400/10002 + file:/tmp/jssarma/hive_2010-07-25_11-50-22_687_6004057340342647746/-mr-10002 Reduce Output Operator key expressions: expr: _col0 @@ -643,11 +643,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/tmp/jssarma/hive_2010-07-21_11-20-44_839_5430947126614955400/10002 [file:/tmp/jssarma/hive_2010-07-21_11-20-44_839_5430947126614955400/10002] + file:/tmp/jssarma/hive_2010-07-25_11-50-22_687_6004057340342647746/-mr-10002 [file:/tmp/jssarma/hive_2010-07-25_11-50-22_687_6004057340342647746/-mr-10002] Path -> Partition: - file:/tmp/jssarma/hive_2010-07-21_11-20-44_839_5430947126614955400/10002 + file:/tmp/jssarma/hive_2010-07-25_11-50-22_687_6004057340342647746/-mr-10002 Partition - base file name: 10002 + base file name: -mr-10002 input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: @@ -666,8 +666,8 @@ Limit File Output Operator compressed: false - GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-20-44_839_5430947126614955400/10001 + GlobalTableId: 1 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-50-22_687_6004057340342647746/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -686,8 +686,8 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-20-44_839_5430947126614955400/10001 - destination: file:///mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/nzhang_ctas5 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-50-22_687_6004057340342647746/-ext-10001 + destination: pfile:///data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/nzhang_ctas5 Stage: Stage-3 Create Table Operator: Index: ql/src/test/results/clientpositive/binary_output_format.q.out =================================================================== --- ql/src/test/results/clientpositive/binary_output_format.q.out (revision 979955) +++ ql/src/test/results/clientpositive/binary_output_format.q.out (working copy) @@ -88,7 +88,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-08-59_521_6439138630072861096/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-37-07_143_545511266047909547/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -99,22 +99,22 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string mydata} serialization.format 1 serialization.last.column.takes.rest true serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735739 + transient_lastDdlTime 1280083027 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src [src] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src [src] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -125,12 +125,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735685 + transient_lastDdlTime 1280082972 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -141,12 +141,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735685 + transient_lastDdlTime 1280082972 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -158,14 +158,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-08-59_521_6439138630072861096/10002 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-08-59_521_6439138630072861096/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-37-07_143_545511266047909547/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-37-07_143_545511266047909547/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-08-59_521_6439138630072861096/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-37-07_143_545511266047909547/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat @@ -175,21 +175,21 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string mydata} serialization.format 1 serialization.last.column.takes.rest true serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735739 + transient_lastDdlTime 1280083027 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-08-59_521_6439138630072861096/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-37-07_143_545511266047909547/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-08-59_521_6439138630072861096/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-37-07_143_545511266047909547/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -201,11 +201,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-08-59_521_6439138630072861096/10002 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-08-59_521_6439138630072861096/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-37-07_143_545511266047909547/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-37-07_143_545511266047909547/-ext-10002] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-08-59_521_6439138630072861096/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-37-07_143_545511266047909547/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat properties: @@ -214,13 +214,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string mydata} serialization.format 1 serialization.last.column.takes.rest true serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735739 + transient_lastDdlTime 1280083027 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -231,13 +231,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string mydata} serialization.format 1 serialization.last.column.takes.rest true serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735739 + transient_lastDdlTime 1280083027 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -246,7 +246,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-08-59_521_6439138630072861096/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-37-07_143_545511266047909547/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -257,13 +257,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveBinaryOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { string mydata} serialization.format 1 serialization.last.column.takes.rest true serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735739 + transient_lastDdlTime 1280083027 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -303,12 +303,12 @@ SELECT * FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-09-02_211_5180340221675233412/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-37-10_119_5660806743258606681/-mr-10000 POSTHOOK: query: -- Test the result SELECT * FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-09-02_211_5180340221675233412/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-37-10_119_5660806743258606681/-mr-10000 POSTHOOK: Lineage: dest1.mydata SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] 238 val_238 86 val_86 Index: ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out (revision 979955) +++ ql/src/test/results/clientpositive/bucketmapjoin_negative2.q.out (working copy) @@ -105,7 +105,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-42_513_7749242910411955898/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-06_937_7973298254467464329/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -116,12 +116,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736202 + transient_lastDdlTime 1280083566 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -169,7 +169,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-42_513_7749242910411955898/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-06_937_7973298254467464329/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -180,21 +180,21 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736202 + transient_lastDdlTime 1280083566 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin [a] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin [a] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin Partition base file name: srcbucket_mapjoin input format: org.apache.hadoop.mapred.TextInputFormat @@ -206,12 +206,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736201 + transient_lastDdlTime 1280083563 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -223,12 +223,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736201 + transient_lastDdlTime 1280083563 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin name: srcbucket_mapjoin @@ -240,14 +240,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-42_513_7749242910411955898/10002 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-42_513_7749242910411955898/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-06_937_7973298254467464329/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-06_937_7973298254467464329/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-42_513_7749242910411955898/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-06_937_7973298254467464329/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -257,20 +257,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736202 + transient_lastDdlTime 1280083566 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-42_513_7749242910411955898/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-06_937_7973298254467464329/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-42_513_7749242910411955898/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-06_937_7973298254467464329/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -286,11 +286,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-42_513_7749242910411955898/10002 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-42_513_7749242910411955898/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-06_937_7973298254467464329/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-06_937_7973298254467464329/-ext-10002] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-42_513_7749242910411955898/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-06_937_7973298254467464329/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -299,12 +299,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736202 + transient_lastDdlTime 1280083566 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -315,12 +315,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736202 + transient_lastDdlTime 1280083566 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -329,7 +329,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-16-42_513_7749242910411955898/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-46-06_937_7973298254467464329/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -340,12 +340,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736202 + transient_lastDdlTime 1280083566 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 Index: ql/src/test/results/clientpositive/sample7.q.out =================================================================== --- ql/src/test/results/clientpositive/sample7.q.out (revision 979955) +++ ql/src/test/results/clientpositive/sample7.q.out (working copy) @@ -57,7 +57,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-19_701_2472553384233703902/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-26-15_464_8761284331746638175/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -68,21 +68,21 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516999 + transient_lastDdlTime 1280085975 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt Partition base file name: srcbucket0.txt input format: org.apache.hadoop.mapred.TextInputFormat @@ -94,12 +94,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516998 + transient_lastDdlTime 1280082970 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -111,12 +111,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516998 + transient_lastDdlTime 1280082970 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -128,14 +128,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-19_701_2472553384233703902/10002 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-19_701_2472553384233703902/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-26-15_464_8761284331746638175/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-26-15_464_8761284331746638175/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-19_701_2472553384233703902/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-26-15_464_8761284331746638175/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -145,20 +145,20 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516999 + transient_lastDdlTime 1280085975 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-19_701_2472553384233703902/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-26-15_464_8761284331746638175/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-19_701_2472553384233703902/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-26-15_464_8761284331746638175/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -172,11 +172,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-19_701_2472553384233703902/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-19_701_2472553384233703902/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-26-15_464_8761284331746638175/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-26-15_464_8761284331746638175/-ext-10002] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-19_701_2472553384233703902/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-26-15_464_8761284331746638175/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -185,12 +185,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516999 + transient_lastDdlTime 1280085975 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -201,12 +201,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516999 + transient_lastDdlTime 1280085975 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -215,7 +215,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-19_701_2472553384233703902/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-26-15_464_8761284331746638175/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -226,12 +226,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516999 + transient_lastDdlTime 1280085975 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -255,11 +255,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-24_040_1517941756056179584/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-26-18_926_6225738491472310076/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-23-24_040_1517941756056179584/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-26-18_926_6225738491472310076/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 468 val_469 Index: ql/src/test/results/clientpositive/bucketmapjoin4.q.out =================================================================== --- ql/src/test/results/clientpositive/bucketmapjoin4.q.out (revision 979955) +++ ql/src/test/results/clientpositive/bucketmapjoin4.q.out (working copy) @@ -130,7 +130,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-37_359_7882787011554545381/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-27_038_6770778807721041570/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -141,12 +141,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736077 + transient_lastDdlTime 1280083407 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -194,7 +194,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-37_359_7882787011554545381/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-27_038_6770778807721041570/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -205,12 +205,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736077 + transient_lastDdlTime 1280083407 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -219,15 +219,15 @@ Alias Bucket Base File Name Mapping: b {srcbucket20.txt=[srcbucket20.txt], srcbucket21.txt=[srcbucket21.txt]} Alias Bucket File Name Mapping: - b {file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + b {pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin [a] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin [a] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin Partition base file name: srcbucket_mapjoin input format: org.apache.hadoop.mapred.TextInputFormat @@ -239,12 +239,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736075 + transient_lastDdlTime 1280083401 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -256,12 +256,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736075 + transient_lastDdlTime 1280083401 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin name: srcbucket_mapjoin @@ -273,14 +273,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-37_359_7882787011554545381/10002 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-37_359_7882787011554545381/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-27_038_6770778807721041570/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-27_038_6770778807721041570/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-37_359_7882787011554545381/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-27_038_6770778807721041570/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -290,20 +290,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736077 + transient_lastDdlTime 1280083407 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-37_359_7882787011554545381/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-27_038_6770778807721041570/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-37_359_7882787011554545381/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-27_038_6770778807721041570/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -319,11 +319,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-37_359_7882787011554545381/10002 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-37_359_7882787011554545381/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-27_038_6770778807721041570/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-27_038_6770778807721041570/-ext-10002] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-37_359_7882787011554545381/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-27_038_6770778807721041570/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -332,12 +332,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736077 + transient_lastDdlTime 1280083407 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -348,12 +348,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736077 + transient_lastDdlTime 1280083407 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -362,7 +362,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-14-37_359_7882787011554545381/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-27_038_6770778807721041570/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -373,12 +373,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736077 + transient_lastDdlTime 1280083407 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -405,11 +405,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-14-42_513_8950313021476459985/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-43-33_181_1215037066614630486/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-14-42_513_8950313021476459985/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-43-33_181_1215037066614630486/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_tmp_result.key SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value1 SIMPLE [(srcbucket_mapjoin)a.FieldSchema(name:value, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_tmp_result.value2 SIMPLE [(srcbucket_mapjoin)b.FieldSchema(name:value, type:string, comment:null), ] @@ -456,11 +456,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-14-52_798_7853968826467475434/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-43-44_062_9131443642283524802/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-14-52_798_7853968826467475434/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-43-44_062_9131443642283524802/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -499,14 +499,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-14-58_049_5457597101616694369/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-43-49_671_4231956840955757549/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-14-58_049_5457597101616694369/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-43-49_671_4231956840955757549/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -594,7 +594,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-00_747_9056802752837912387/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-52_419_3117655407782613212/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -605,12 +605,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736092 + transient_lastDdlTime 1280083424 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -658,7 +658,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-00_747_9056802752837912387/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-52_419_3117655407782613212/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -669,12 +669,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736092 + transient_lastDdlTime 1280083424 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -683,15 +683,15 @@ Alias Bucket Base File Name Mapping: a {srcbucket20.txt=[srcbucket20.txt], srcbucket21.txt=[srcbucket21.txt]} Alias Bucket File Name Mapping: - a {file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} + a {pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt], pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt=[pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt]} Alias Bucket Output File Name Mapping: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket20.txt 0 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin/srcbucket21.txt 1 Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin [b] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin [b] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin Partition base file name: srcbucket_mapjoin input format: org.apache.hadoop.mapred.TextInputFormat @@ -703,12 +703,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736075 + transient_lastDdlTime 1280083401 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -720,12 +720,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket_mapjoin name srcbucket_mapjoin serialization.ddl struct srcbucket_mapjoin { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736075 + transient_lastDdlTime 1280083401 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket_mapjoin name: srcbucket_mapjoin @@ -737,14 +737,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-00_747_9056802752837912387/10002 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-00_747_9056802752837912387/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-52_419_3117655407782613212/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-52_419_3117655407782613212/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-00_747_9056802752837912387/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-52_419_3117655407782613212/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -754,20 +754,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736092 + transient_lastDdlTime 1280083424 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-00_747_9056802752837912387/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-52_419_3117655407782613212/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-00_747_9056802752837912387/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-52_419_3117655407782613212/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -783,11 +783,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-00_747_9056802752837912387/10002 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-00_747_9056802752837912387/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-52_419_3117655407782613212/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-52_419_3117655407782613212/-ext-10002] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-00_747_9056802752837912387/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-52_419_3117655407782613212/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -796,12 +796,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736092 + transient_lastDdlTime 1280083424 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -812,12 +812,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736092 + transient_lastDdlTime 1280083424 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result name: bucketmapjoin_tmp_result @@ -826,7 +826,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-15-00_747_9056802752837912387/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_11-43-52_419_3117655407782613212/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -837,12 +837,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/bucketmapjoin_tmp_result name bucketmapjoin_tmp_result serialization.ddl struct bucketmapjoin_tmp_result { string key, string value1, string value2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736092 + transient_lastDdlTime 1280083424 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: bucketmapjoin_tmp_result TotalFiles: 1 @@ -881,11 +881,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-15-06_050_1984218270610080776/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-43-58_550_6991248464626431509/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-15-06_050_1984218270610080776/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-43-58_550_6991248464626431509/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value2 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value2, type:string, comment:null), ] @@ -968,11 +968,11 @@ PREHOOK: query: select count(1) from bucketmapjoin_tmp_result PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_tmp_result -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-15-16_364_6927203184308335043/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-44-09_609_2176589925253698271/-mr-10000 POSTHOOK: query: select count(1) from bucketmapjoin_tmp_result POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_tmp_result -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-15-16_364_6927203184308335043/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-44-09_609_2176589925253698271/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] @@ -1035,14 +1035,14 @@ PREHOOK: type: QUERY PREHOOK: Input: default@bucketmapjoin_hash_result_2 PREHOOK: Input: default@bucketmapjoin_hash_result_1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-15-21_487_4696539047259572290/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-44-15_015_6731689521517360854/-mr-10000 POSTHOOK: query: select a.key-b.key, a.value1-b.value1, a.value2-b.value2 from bucketmapjoin_hash_result_1 a left outer join bucketmapjoin_hash_result_2 b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@bucketmapjoin_hash_result_2 POSTHOOK: Input: default@bucketmapjoin_hash_result_1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-15-21_487_4696539047259572290/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-44-15_015_6731689521517360854/-mr-10000 POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.key EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:key, type:string, comment:null), ] POSTHOOK: Lineage: bucketmapjoin_hash_result_1.value1 EXPRESSION [(bucketmapjoin_tmp_result)bucketmapjoin_tmp_result.FieldSchema(name:value1, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/union22.q.out =================================================================== --- ql/src/test/results/clientpositive/union22.q.out (revision 979955) +++ ql/src/test/results/clientpositive/union22.q.out (working copy) @@ -118,7 +118,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/jssarma/hive_2010-07-21_13-41-06_041_3726366700139911207/10002 + directory: file:/tmp/jssarma/hive_2010-07-25_12-56-52_425_2160732391277257345/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -173,7 +173,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/jssarma/hive_2010-07-21_13-41-06_041_3726366700139911207/10002 + directory: file:/tmp/jssarma/hive_2010-07-25_12-56-52_425_2160732391277257345/-mr-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -186,9 +186,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22/ds=1 [null-subquery2:subq-subquery2:a] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dst_union22/ds=1 [null-subquery2:subq-subquery2:a] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22/ds=1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dst_union22/ds=1 Partition base file name: ds=1 input format: org.apache.hadoop.mapred.TextInputFormat @@ -201,13 +201,13 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dst_union22 name dst_union22 partition_columns ds serialization.ddl struct dst_union22 { string k1, string k2, string k3, string k4} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279744860 + transient_lastDdlTime 1280087806 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -218,13 +218,13 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dst_union22 name dst_union22 partition_columns ds serialization.ddl struct dst_union22 { string k1, string k2, string k3, string k4} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279744860 + transient_lastDdlTime 1280087806 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dst_union22 name: dst_union22 @@ -232,7 +232,7 @@ Stage: Stage-3 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-07-21_13-41-06_041_3726366700139911207/10002 + file:/tmp/jssarma/hive_2010-07-25_12-56-52_425_2160732391277257345/-mr-10002 Select Operator expressions: expr: _col0 @@ -275,7 +275,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_13-41-06_041_3726366700139911207/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-56-52_425_2160732391277257345/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -286,13 +286,13 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dst_union22 name dst_union22 partition_columns ds serialization.ddl struct dst_union22 { string k1, string k2, string k3, string k4} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279744860 + transient_lastDdlTime 1280087806 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dst_union22 TotalFiles: 1 @@ -336,7 +336,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_13-41-06_041_3726366700139911207/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-56-52_425_2160732391277257345/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -347,24 +347,40 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dst_union22 name dst_union22 partition_columns ds serialization.ddl struct dst_union22 { string k1, string k2, string k3, string k4} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279744860 + transient_lastDdlTime 1280087806 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dst_union22 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22_delta/ds=1 [null-subquery1:subq-subquery1:dst_union22_delta] - file:/tmp/jssarma/hive_2010-07-21_13-41-06_041_3726366700139911207/10002 [file:/tmp/jssarma/hive_2010-07-21_13-41-06_041_3726366700139911207/10002] + file:/tmp/jssarma/hive_2010-07-25_12-56-52_425_2160732391277257345/-mr-10002 [file:/tmp/jssarma/hive_2010-07-25_12-56-52_425_2160732391277257345/-mr-10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dst_union22_delta/ds=1 [null-subquery1:subq-subquery1:dst_union22_delta] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22_delta/ds=1 + file:/tmp/jssarma/hive_2010-07-25_12-56-52_425_2160732391277257345/-mr-10002 Partition + base file name: -mr-10002 + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col8,_col9 + columns.types string,string,string,string + escape.delim \ + + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col8,_col9 + columns.types string,string,string,string + escape.delim \ + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dst_union22_delta/ds=1 + Partition base file name: ds=1 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -376,13 +392,13 @@ columns.types string:string:string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22_delta + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dst_union22_delta name dst_union22_delta partition_columns ds serialization.ddl struct dst_union22_delta { string k0, string k1, string k2, string k3, string k4, string k5} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279744861 + transient_lastDdlTime 1280087806 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -393,32 +409,16 @@ columns.types string:string:string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22_delta + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dst_union22_delta name dst_union22_delta partition_columns ds serialization.ddl struct dst_union22_delta { string k0, string k1, string k2, string k3, string k4, string k5} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279744861 + transient_lastDdlTime 1280087806 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dst_union22_delta name: dst_union22_delta - file:/tmp/jssarma/hive_2010-07-21_13-41-06_041_3726366700139911207/10002 - Partition - base file name: 10002 - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col1,_col8,_col9 - columns.types string,string,string,string - escape.delim \ - - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - properties: - columns _col0,_col1,_col8,_col9 - columns.types string,string,string,string - escape.delim \ Stage: Stage-0 Move Operator @@ -426,7 +426,7 @@ partition: ds 2 replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_13-41-06_041_3726366700139911207/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-56-52_425_2160732391277257345/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -436,16 +436,16 @@ columns.types string:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dst_union22 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dst_union22 name dst_union22 partition_columns ds serialization.ddl struct dst_union22 { string k1, string k2, string k3, string k4} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279744860 + transient_lastDdlTime 1280087806 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dst_union22 - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_13-41-06_041_3726366700139911207/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-56-52_425_2160732391277257345/-ext-10001 PREHOOK: query: insert overwrite table dst_union22 partition (ds='2') @@ -495,11 +495,11 @@ PREHOOK: query: select * from dst_union22 where ds = '2' order by k1 PREHOOK: type: QUERY PREHOOK: Input: default@dst_union22@ds=2 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_13-41-11_581_4870502644081141175/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-56-58_103_2950912827827489839/-mr-10000 POSTHOOK: query: select * from dst_union22 where ds = '2' order by k1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dst_union22@ds=2 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_13-41-11_581_4870502644081141175/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-56-58_103_2950912827827489839/-mr-10000 POSTHOOK: Lineage: dst_union22 PARTITION(ds=1).k1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dst_union22 PARTITION(ds=1).k2 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dst_union22 PARTITION(ds=1).k3 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/sample2.q.out =================================================================== --- ql/src/test/results/clientpositive/sample2.q.out (revision 979955) +++ ql/src/test/results/clientpositive/sample2.q.out (working copy) @@ -52,7 +52,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-09_153_5686977390318006528/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-33_273_8350261897659205035/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -63,21 +63,21 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517169 + transient_lastDdlTime 1280085933 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt [s] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt Partition base file name: srcbucket0.txt input format: org.apache.hadoop.mapred.TextInputFormat @@ -89,12 +89,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517168 + transient_lastDdlTime 1280082970 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -106,12 +106,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/srcbucket + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket name srcbucket serialization.ddl struct srcbucket { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517168 + transient_lastDdlTime 1280082970 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcbucket name: srcbucket @@ -123,14 +123,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-09_153_5686977390318006528/10002 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-09_153_5686977390318006528/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-33_273_8350261897659205035/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-33_273_8350261897659205035/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-09_153_5686977390318006528/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-33_273_8350261897659205035/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -140,20 +140,20 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517169 + transient_lastDdlTime 1280085933 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-09_153_5686977390318006528/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-33_273_8350261897659205035/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-09_153_5686977390318006528/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-33_273_8350261897659205035/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -167,11 +167,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-09_153_5686977390318006528/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-09_153_5686977390318006528/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-33_273_8350261897659205035/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-33_273_8350261897659205035/-ext-10002] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-09_153_5686977390318006528/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-33_273_8350261897659205035/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -180,12 +180,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517169 + transient_lastDdlTime 1280085933 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -196,12 +196,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517169 + transient_lastDdlTime 1280085933 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -210,7 +210,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-09_153_5686977390318006528/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-25-33_273_8350261897659205035/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -221,12 +221,12 @@ columns.types int:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270517169 + transient_lastDdlTime 1280085933 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -248,11 +248,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-14_274_6155005237278805309/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-36_421_6085788360382062607/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_0/build/ql/scratchdir/hive_2010-04-05_18-26-14_274_6155005237278805309/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-25-36_421_6085788360382062607/-mr-10000 POSTHOOK: Lineage: dest1.key SIMPLE [(srcbucket)s.FieldSchema(name:key, type:int, comment:null), ] POSTHOOK: Lineage: dest1.value SIMPLE [(srcbucket)s.FieldSchema(name:value, type:string, comment:null), ] 474 val_475 Index: ql/src/test/results/clientpositive/combine2.q.out =================================================================== --- ql/src/test/results/clientpositive/combine2.q.out (revision 979955) +++ ql/src/test/results/clientpositive/combine2.q.out (working copy) @@ -135,7 +135,7 @@ PREHOOK: Input: default@combine2@value=val_8 PREHOOK: Input: default@combine2@value=val_9 PREHOOK: Input: default@combine2@value=| -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-17-58_631_7891940326859316299/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-47-25_377_8872210988132929507/-mr-10000 POSTHOOK: query: select key, value from combine2 where value is not null order by key POSTHOOK: type: QUERY POSTHOOK: Input: default@combine2@value=2010-04-21 09%3A45%3A00 @@ -146,7 +146,7 @@ POSTHOOK: Input: default@combine2@value=val_8 POSTHOOK: Input: default@combine2@value=val_9 POSTHOOK: Input: default@combine2@value=| -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-17-58_631_7891940326859316299/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-47-25_377_8872210988132929507/-mr-10000 POSTHOOK: Lineage: combine2 PARTITION(value=2010-04-21 09:45:00).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -220,18 +220,18 @@ type: bigint Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 [combine2] - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_0 [combine2] - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_2 [combine2] - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_4 [combine2] - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_5 [combine2] - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_8 [combine2] - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_9 [combine2] - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2/value=| [combine2] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 [combine2] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_0 [combine2] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_2 [combine2] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_4 [combine2] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_5 [combine2] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_8 [combine2] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_9 [combine2] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2/value=| [combine2] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 Partition - base file name: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2/value=2010-04-21 09%3A45%3A00 + base file name: value=2010-04-21 09%3A45%3A00 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -242,13 +242,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736275 + transient_lastDdlTime 1280083638 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -259,17 +259,17 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736275 + transient_lastDdlTime 1280083638 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_0 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_0 Partition base file name: value=val_0 input format: org.apache.hadoop.mapred.TextInputFormat @@ -282,13 +282,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736275 + transient_lastDdlTime 1280083638 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -299,17 +299,17 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736275 + transient_lastDdlTime 1280083638 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_2 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_2 Partition base file name: value=val_2 input format: org.apache.hadoop.mapred.TextInputFormat @@ -322,13 +322,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736275 + transient_lastDdlTime 1280083638 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -339,17 +339,17 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736275 + transient_lastDdlTime 1280083638 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_4 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_4 Partition base file name: value=val_4 input format: org.apache.hadoop.mapred.TextInputFormat @@ -362,13 +362,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736275 + transient_lastDdlTime 1280083638 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -379,17 +379,17 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736275 + transient_lastDdlTime 1280083638 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_5 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_5 Partition base file name: value=val_5 input format: org.apache.hadoop.mapred.TextInputFormat @@ -402,13 +402,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736275 + transient_lastDdlTime 1280083638 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -419,17 +419,17 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736275 + transient_lastDdlTime 1280083638 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_8 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_8 Partition base file name: value=val_8 input format: org.apache.hadoop.mapred.TextInputFormat @@ -442,13 +442,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736275 + transient_lastDdlTime 1280083638 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -459,17 +459,17 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736275 + transient_lastDdlTime 1280083638 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_9 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2/value=val_9 Partition base file name: value=val_9 input format: org.apache.hadoop.mapred.TextInputFormat @@ -482,13 +482,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736275 + transient_lastDdlTime 1280083638 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -499,19 +499,19 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736275 + transient_lastDdlTime 1280083638 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2/value=| + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2/value=| Partition - base file name: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2/value=| + base file name: value=| input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: @@ -522,13 +522,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736275 + transient_lastDdlTime 1280083638 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -539,13 +539,13 @@ columns.types string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/combine2 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/combine2 name combine2 partition_columns value serialization.ddl struct combine2 { string key} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279736275 + transient_lastDdlTime 1280083638 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: combine2 name: combine2 @@ -564,7 +564,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-18-02_660_5546731649050577338/10001 + directory: file:/tmp/jssarma/hive_2010-07-25_11-47-29_723_4947781089455768746/-ext-10001 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -591,7 +591,7 @@ PREHOOK: Input: default@combine2@value=val_8 PREHOOK: Input: default@combine2@value=val_9 PREHOOK: Input: default@combine2@value=| -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-18-02_861_7906523373378058182/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-47-29_909_8198850586017643302/-mr-10000 POSTHOOK: query: select count(1) from combine2 where value is not null POSTHOOK: type: QUERY POSTHOOK: Input: default@combine2@value=2010-04-21 09%3A45%3A00 @@ -602,7 +602,7 @@ POSTHOOK: Input: default@combine2@value=val_8 POSTHOOK: Input: default@combine2@value=val_9 POSTHOOK: Input: default@combine2@value=| -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-18-02_861_7906523373378058182/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-47-29_909_8198850586017643302/-mr-10000 POSTHOOK: Lineage: combine2 PARTITION(value=2010-04-21 09:45:00).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] @@ -709,14 +709,14 @@ PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-18-06_997_989404447897197159/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-47-34_373_2325908341143034034/-mr-10000 POSTHOOK: query: select ds, count(1) from srcpart where ds is not null group by ds POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-18-06_997_989404447897197159/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_11-47-34_373_2325908341143034034/-mr-10000 POSTHOOK: Lineage: combine2 PARTITION(value=2010-04-21 09:45:00).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: combine2 PARTITION(value=val_2).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:key, type:string, comment:default), ] Index: ql/src/test/results/clientpositive/join32.q.out =================================================================== --- ql/src/test/results/clientpositive/join32.q.out (revision 979955) +++ ql/src/test/results/clientpositive/join32.q.out (working copy) @@ -48,7 +48,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/jssarma/hive_2010-07-21_11-33-35_233_5606297326105736066/10003 + directory: file:/tmp/jssarma/hive_2010-07-25_12-05-18_151_8949754054039562528/-mr-10003 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -84,7 +84,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/tmp/jssarma/hive_2010-07-21_11-33-35_233_5606297326105736066/10003 + directory: file:/tmp/jssarma/hive_2010-07-25_12-05-18_151_8949754054039562528/-mr-10003 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -97,9 +97,9 @@ MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src [y] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src [y] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src Partition base file name: src input format: org.apache.hadoop.mapred.TextInputFormat @@ -110,12 +110,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735685 + transient_lastDdlTime 1280082972 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -126,12 +126,12 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/src + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src name src serialization.ddl struct src { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279735685 + transient_lastDdlTime 1280082972 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: src name: src @@ -139,7 +139,7 @@ Stage: Stage-1 Map Reduce Alias -> Map Operator Tree: - file:/tmp/jssarma/hive_2010-07-21_11-33-35_233_5606297326105736066/10003 + file:/tmp/jssarma/hive_2010-07-25_12-05-18_151_8949754054039562528/-mr-10003 Select Operator expressions: expr: _col0 @@ -182,7 +182,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-35_233_5606297326105736066/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-18_151_8949754054039562528/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -193,12 +193,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737215 + transient_lastDdlTime 1280084718 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -261,7 +261,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-35_233_5606297326105736066/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-18_151_8949754054039562528/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -272,23 +272,23 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737215 + transient_lastDdlTime 1280084718 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/tmp/jssarma/hive_2010-07-21_11-33-35_233_5606297326105736066/10003 [file:/tmp/jssarma/hive_2010-07-21_11-33-35_233_5606297326105736066/10003] + file:/tmp/jssarma/hive_2010-07-25_12-05-18_151_8949754054039562528/-mr-10003 [file:/tmp/jssarma/hive_2010-07-25_12-05-18_151_8949754054039562528/-mr-10003] Path -> Partition: - file:/tmp/jssarma/hive_2010-07-21_11-33-35_233_5606297326105736066/10003 + file:/tmp/jssarma/hive_2010-07-25_12-05-18_151_8949754054039562528/-mr-10003 Partition - base file name: 10003 + base file name: -mr-10003 input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: @@ -310,14 +310,14 @@ Move Operator files: hdfs directory: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-35_233_5606297326105736066/10002 - destination: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-35_233_5606297326105736066/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-18_151_8949754054039562528/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-18_151_8949754054039562528/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-35_233_5606297326105736066/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-18_151_8949754054039562528/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -327,20 +327,20 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737215 + transient_lastDdlTime 1280084718 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 - tmp directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-35_233_5606297326105736066/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-18_151_8949754054039562528/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-35_233_5606297326105736066/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-18_151_8949754054039562528/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -356,11 +356,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-35_233_5606297326105736066/10002 [file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-35_233_5606297326105736066/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-18_151_8949754054039562528/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-18_151_8949754054039562528/-ext-10002] Path -> Partition: - file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-35_233_5606297326105736066/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-18_151_8949754054039562528/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -369,12 +369,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737215 + transient_lastDdlTime 1280084718 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -385,12 +385,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737215 + transient_lastDdlTime 1280084718 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 name: dest_j1 @@ -399,7 +399,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/scratchdir/hive_2010-07-21_11-33-35_233_5606297326105736066/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-05-18_151_8949754054039562528/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -410,12 +410,12 @@ columns.types string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/mnt/vol/devrs004.snc1/jssarma/projects/hive_trunk/build/ql/test/data/warehouse/dest_j1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest_j1 name dest_j1 serialization.ddl struct dest_j1 { string key, string value, string val2} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1279737215 + transient_lastDdlTime 1280084718 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest_j1 TotalFiles: 1 @@ -446,11 +446,11 @@ PREHOOK: query: select * from dest_j1 x order by x.key PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 -PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-33-40_558_8997400592657848578/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-05-23_589_3916383494099256750/-mr-10000 POSTHOOK: query: select * from dest_j1 x order by x.key POSTHOOK: type: QUERY POSTHOOK: Input: default@dest_j1 -POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-21_11-33-40_558_8997400592657848578/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-05-23_589_3916383494099256750/-mr-10000 POSTHOOK: Lineage: dest_j1.key SIMPLE [(src1)x.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.val2 EXPRESSION [(src)y.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest_j1.value SIMPLE [(srcpart)z.FieldSchema(name:hr, type:string, comment:null), ] Index: ql/src/test/results/clientpositive/input_part1.q.out =================================================================== --- ql/src/test/results/clientpositive/input_part1.q.out (revision 979955) +++ ql/src/test/results/clientpositive/input_part1.q.out (working copy) @@ -63,7 +63,7 @@ File Output Operator compressed: false GlobalTableId: 1 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-56_024_4206326319558041922/10002 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-43_081_2793731208548874630/-ext-10002 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -74,21 +74,21 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516435 + transient_lastDdlTime 1280084443 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 MultiFileSpray: false Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 [srcpart] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 Partition base file name: hr=12 input format: org.apache.hadoop.mapred.TextInputFormat @@ -102,13 +102,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516434 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -119,13 +119,13 @@ columns.types string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/srcpart + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart name srcpart partition_columns ds/hr serialization.ddl struct srcpart { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516434 + transient_lastDdlTime 1280082967 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: srcpart name: srcpart @@ -137,14 +137,14 @@ Move Operator files: hdfs directory: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-56_024_4206326319558041922/10002 - destination: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-56_024_4206326319558041922/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-43_081_2793731208548874630/-ext-10002 + destination: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-43_081_2793731208548874630/-ext-10000 Stage: Stage-0 Move Operator tables: replace: true - source: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-56_024_4206326319558041922/10000 + source: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-43_081_2793731208548874630/-ext-10000 table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -154,20 +154,20 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516435 + transient_lastDdlTime 1280084443 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 - tmp directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-56_024_4206326319558041922/10001 + tmp directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-43_081_2793731208548874630/-ext-10001 Stage: Stage-2 Map Reduce Alias -> Map Operator Tree: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-56_024_4206326319558041922/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-43_081_2793731208548874630/-ext-10002 Reduce Output Operator sort order: Map-reduce partition columns: @@ -185,11 +185,11 @@ type: string Needs Tagging: false Path -> Alias: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-56_024_4206326319558041922/10002 [file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-56_024_4206326319558041922/10002] + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-43_081_2793731208548874630/-ext-10002 [pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-43_081_2793731208548874630/-ext-10002] Path -> Partition: - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-56_024_4206326319558041922/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-43_081_2793731208548874630/-ext-10002 Partition - base file name: 10002 + base file name: -ext-10002 input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: @@ -198,12 +198,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516435 + transient_lastDdlTime 1280084443 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe input format: org.apache.hadoop.mapred.TextInputFormat @@ -214,12 +214,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516435 + transient_lastDdlTime 1280084443 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 name: dest1 @@ -228,7 +228,7 @@ File Output Operator compressed: false GlobalTableId: 0 - directory: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-13-56_024_4206326319558041922/10000 + directory: pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_12-00-43_081_2793731208548874630/-ext-10000 NumFilesPerFileSink: 1 table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -239,12 +239,12 @@ columns.types int:string:string:string file.inputformat org.apache.hadoop.mapred.TextInputFormat file.outputformat org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - location file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/test/data/warehouse/dest1 + location pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 name dest1 serialization.ddl struct dest1 { i32 key, string value, string hr, string ds} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - transient_lastDdlTime 1270516435 + transient_lastDdlTime 1280084443 serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: dest1 TotalFiles: 1 @@ -268,11 +268,11 @@ PREHOOK: query: SELECT dest1.* FROM dest1 PREHOOK: type: QUERY PREHOOK: Input: default@dest1 -PREHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-14-00_868_7784086217615195686/10000 +PREHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-00-46_190_6847472774406960546/-mr-10000 POSTHOOK: query: SELECT dest1.* FROM dest1 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest1 -POSTHOOK: Output: file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_2/build/ql/scratchdir/hive_2010-04-05_18-14-00_868_7784086217615195686/10000 +POSTHOOK: Output: file:/tmp/jssarma/hive_2010-07-25_12-00-46_190_6847472774406960546/-mr-10000 POSTHOOK: Lineage: dest1.ds SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: dest1.hr SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: dest1.key EXPRESSION [(srcpart)srcpart.FieldSchema(name:ds, type:string, comment:null), ] Index: ql/src/test/results/compiler/plan/join2.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join2.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/join2.q.xml (working copy) @@ -1,5 +1,5 @@ - + @@ -10,7 +10,7 @@ - Stage-1 + Stage-2 @@ -30,7 +30,7 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-19-02_013_726916774855452695/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-06-09_037_1027509941398845443/-ext-10000 @@ -83,11 +83,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980341 + 1280088368 @@ -97,7 +97,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-19-02_013_726916774855452695/10001 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-06-09_037_1027509941398845443/-ext-10001 @@ -108,7 +108,7 @@ - Stage-3 + Stage-4 @@ -175,11 +175,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980341 + 1280088366 @@ -766,7 +766,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-19-02_013_726916774855452695/10002 + file:/tmp/jssarma/hive_2010-07-25_13-06-09_037_1027509941398845443/-mr-10002 $INTNAME @@ -774,7 +774,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src3 @@ -786,10 +786,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-19-02_013_726916774855452695/10002 + file:/tmp/jssarma/hive_2010-07-25_13-06-09_037_1027509941398845443/-mr-10002 - 10002 + -mr-10002 org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe @@ -835,7 +835,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -892,11 +892,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980341 + 1280088366 @@ -942,7 +942,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-19-02_013_726916774855452695/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-06-09_037_1027509941398845443/-ext-10000 1 @@ -1341,7 +1341,7 @@ - Stage-2 + Stage-3 @@ -1401,11 +1401,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980341 + 1280088366 @@ -1488,11 +1488,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980341 + 1280088366 @@ -2024,7 +2024,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src2 @@ -2039,7 +2039,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -2096,11 +2096,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980341 + 1280088366 @@ -2139,7 +2139,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-19-02_013_726916774855452695/10002 + file:/tmp/jssarma/hive_2010-07-25_13-06-09_037_1027509941398845443/-mr-10002 1 Index: ql/src/test/results/compiler/plan/input2.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input2.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/input2.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-7 + Stage-8 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-5 + Stage-6 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10006 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10006 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10006 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10006 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10006 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10006 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10006 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10006 - 10006 + -ext-10006 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980309 + 1280088220 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1269980309 + 1280088220 @@ -592,13 +592,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10001 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10001 @@ -609,7 +609,7 @@ - Stage-6 + Stage-7 @@ -619,10 +619,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10006 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10006 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10000 @@ -648,7 +648,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10006 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10006 @@ -674,7 +674,7 @@ - Stage-10 + Stage-11 @@ -685,7 +685,7 @@ - Stage-2 + Stage-3 @@ -702,14 +702,14 @@ - Stage-8 + Stage-9 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10007 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10007 @@ -946,10 +946,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10007 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10007 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10007 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10007 @@ -958,10 +958,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10007 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10007 - 10007 + -ext-10007 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1012,11 +1012,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest2 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest2 transient_lastDdlTime - 1269980309 + 1280088220 @@ -1055,7 +1055,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10002 1 @@ -1107,7 +1107,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest2 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest2 file.outputformat @@ -1115,7 +1115,7 @@ transient_lastDdlTime - 1269980309 + 1280088220 @@ -1252,13 +1252,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10003 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10003 @@ -1269,7 +1269,7 @@ - Stage-9 + Stage-10 @@ -1279,10 +1279,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10007 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10007 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10002 @@ -1308,7 +1308,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10007 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10007 @@ -1334,7 +1334,7 @@ - Stage-13 + Stage-14 @@ -1345,7 +1345,7 @@ - Stage-3 + Stage-4 @@ -1362,14 +1362,14 @@ - Stage-11 + Stage-12 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10008 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10008 @@ -1606,10 +1606,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10008 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10008 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10008 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10008 @@ -1618,10 +1618,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10008 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10008 - 10008 + -ext-10008 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1672,11 +1672,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest3 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest3 transient_lastDdlTime - 1269980309 + 1280088220 @@ -1715,7 +1715,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10004 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10004 1 @@ -1771,7 +1771,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest3 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest3 file.outputformat @@ -1779,7 +1779,7 @@ transient_lastDdlTime - 1269980309 + 1280088220 @@ -1929,13 +1929,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10004 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10004 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10005 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10005 @@ -1946,7 +1946,7 @@ - Stage-12 + Stage-13 @@ -1956,10 +1956,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10008 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10008 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10004 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10004 @@ -1985,7 +1985,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10008 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10008 @@ -2011,7 +2011,7 @@ - Stage-4 + Stage-5 @@ -2071,11 +2071,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980308 + 1280088218 @@ -2127,7 +2127,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10006 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10006 1 @@ -2417,7 +2417,7 @@ 2 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10007 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10007 1 @@ -2757,7 +2757,7 @@ 3 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-29_208_3516144872472441211/10008 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-41_106_3506261117338855455/-ext-10008 1 @@ -3063,7 +3063,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -3075,7 +3075,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -3132,11 +3132,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980308 + 1280088218 Index: ql/src/test/results/compiler/plan/join3.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join3.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/join3.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-1 + Stage-2 @@ -26,7 +26,7 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-19-04_367_7074230626564910974/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-06-19_693_6322269693461336741/-ext-10000 @@ -79,11 +79,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980344 + 1280088379 @@ -93,7 +93,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-19-04_367_7074230626564910974/10001 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-06-19_693_6322269693461336741/-ext-10001 @@ -104,7 +104,7 @@ - Stage-2 + Stage-3 @@ -164,11 +164,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980343 + 1280088377 @@ -251,11 +251,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980343 + 1280088377 @@ -338,11 +338,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980343 + 1280088377 @@ -1092,7 +1092,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src2 @@ -1110,7 +1110,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -1167,11 +1167,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980343 + 1280088377 @@ -1217,7 +1217,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-19-04_367_7074230626564910974/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-06-19_693_6322269693461336741/-ext-10000 1 Index: ql/src/test/results/compiler/plan/input3.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input3.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/input3.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-8 + Stage-9 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-6 + Stage-7 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10007 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10007 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10007 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10007 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10007 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10007 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10007 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10007 - 10007 + -ext-10007 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1273610222 + 1280088241 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1273610222 + 1280088241 @@ -592,13 +592,13 @@ true - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10000 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10001 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10001 @@ -609,7 +609,7 @@ - Stage-7 + Stage-8 @@ -619,10 +619,10 @@ true - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10007 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10007 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10000 @@ -648,7 +648,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10007 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10007 @@ -674,7 +674,7 @@ - Stage-11 + Stage-12 @@ -685,7 +685,7 @@ - Stage-2 + Stage-3 @@ -702,14 +702,14 @@ - Stage-9 + Stage-10 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10008 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10008 @@ -946,10 +946,10 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10008 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10008 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10008 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10008 @@ -958,10 +958,10 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10008 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10008 - 10008 + -ext-10008 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1012,11 +1012,11 @@ location - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest2 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest2 transient_lastDdlTime - 1273610222 + 1280088241 @@ -1055,7 +1055,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10002 1 @@ -1107,7 +1107,7 @@ location - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest2 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest2 file.outputformat @@ -1115,7 +1115,7 @@ transient_lastDdlTime - 1273610222 + 1280088241 @@ -1252,13 +1252,13 @@ true - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10002 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10003 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10003 @@ -1269,7 +1269,7 @@ - Stage-10 + Stage-11 @@ -1279,10 +1279,10 @@ true - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10008 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10008 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10002 @@ -1308,7 +1308,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10008 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10008 @@ -1334,7 +1334,7 @@ - Stage-14 + Stage-15 @@ -1345,7 +1345,7 @@ - Stage-3 + Stage-4 @@ -1362,14 +1362,14 @@ - Stage-12 + Stage-13 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10009 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10009 @@ -1606,10 +1606,10 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10009 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10009 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10009 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10009 @@ -1618,10 +1618,10 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10009 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10009 - 10009 + -ext-10009 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1672,11 +1672,11 @@ location - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest3 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest3 transient_lastDdlTime - 1273610222 + 1280088241 @@ -1715,7 +1715,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10004 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10004 1 @@ -1771,7 +1771,7 @@ location - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/dest3 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest3 file.outputformat @@ -1779,7 +1779,7 @@ transient_lastDdlTime - 1273610222 + 1280088241 @@ -1929,13 +1929,13 @@ true - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10004 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10004 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10005 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10005 @@ -1946,7 +1946,7 @@ - Stage-13 + Stage-14 @@ -1956,10 +1956,10 @@ true - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10009 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10009 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10004 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10004 @@ -1985,7 +1985,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10009 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10009 @@ -2011,7 +2011,7 @@ - Stage-17 + Stage-18 @@ -2022,7 +2022,7 @@ - Stage-4 + Stage-5 @@ -2039,14 +2039,14 @@ - Stage-15 + Stage-16 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10010 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10010 @@ -2257,10 +2257,10 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10010 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10010 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10010 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10010 @@ -2269,10 +2269,10 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10010 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10010 - 10010 + -ext-10010 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -2328,7 +2328,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10006 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10006 1 @@ -2483,7 +2483,7 @@ true - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10006 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10006 ../../../../build/contrib/hive/ql/test/data/warehouse/dest4.out @@ -2497,7 +2497,7 @@ - Stage-16 + Stage-17 @@ -2507,10 +2507,10 @@ true - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10010 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10010 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10006 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10006 @@ -2536,7 +2536,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10010 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10010 @@ -2562,7 +2562,7 @@ - Stage-5 + Stage-6 @@ -2622,11 +2622,11 @@ location - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1273610220 + 1280088239 @@ -2678,7 +2678,7 @@ 1 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10007 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10007 1 @@ -2968,7 +2968,7 @@ 2 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10008 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10008 1 @@ -3308,7 +3308,7 @@ 3 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10009 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10009 1 @@ -3642,7 +3642,7 @@ 4 - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-02_389_683793888965826220/10010 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-02_058_5906375823597937174/-ext-10010 1 @@ -3927,7 +3927,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -3939,7 +3939,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -3996,11 +3996,11 @@ location - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1273610220 + 1280088239 Index: ql/src/test/results/compiler/plan/join4.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join4.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/join4.q.xml (working copy) @@ -1,8 +1,8 @@ - + - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858243 + 1280088387 @@ -149,11 +149,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858243 + 1280088387 @@ -1647,7 +1647,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src c:a:src1 @@ -1662,7 +1662,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -1719,11 +1719,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858243 + 1280088387 @@ -1770,7 +1770,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-23_952_1215288046645555960/10001 + file:/tmp/jssarma/hive_2010-07-25_13-06-30_246_8518249950111098172/-ext-10001 1 Index: ql/src/test/results/compiler/plan/input4.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input4.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/input4.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-1 + Stage-2 @@ -26,7 +26,7 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-37_219_2053319319473965696/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-12_835_6594692732455814751/-ext-10000 @@ -79,11 +79,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980317 + 1280088252 @@ -93,7 +93,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-37_219_2053319319473965696/10001 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-12_835_6594692732455814751/-ext-10001 @@ -104,7 +104,7 @@ - Stage-2 + Stage-3 @@ -164,11 +164,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980316 + 1280088250 @@ -774,7 +774,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src tmap:src @@ -786,7 +786,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -843,11 +843,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980316 + 1280088250 @@ -897,7 +897,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-37_219_2053319319473965696/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-12_835_6594692732455814751/-ext-10000 1 Index: ql/src/test/results/compiler/plan/join5.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join5.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/join5.q.xml (working copy) @@ -1,8 +1,8 @@ - + - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858245 + 1280088398 @@ -149,11 +149,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858245 + 1280088398 @@ -1647,7 +1647,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src c:a:src1 @@ -1662,7 +1662,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -1719,11 +1719,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858245 + 1280088398 @@ -1770,7 +1770,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-26_223_344884625765229415/10001 + file:/tmp/jssarma/hive_2010-07-25_13-06-40_779_333971552423904122/-ext-10001 1 Index: ql/src/test/results/compiler/plan/input5.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input5.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/input5.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-1 + Stage-2 @@ -26,7 +26,7 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-39_562_7268214911565139971/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-23_420_1031369366148989562/-ext-10000 @@ -79,11 +79,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980319 + 1280088263 @@ -93,7 +93,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-39_562_7268214911565139971/10001 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-23_420_1031369366148989562/-ext-10001 @@ -104,7 +104,7 @@ - Stage-2 + Stage-3 @@ -168,11 +168,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src_thrift + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src_thrift transient_lastDdlTime - 1269980319 + 1280088262 @@ -868,7 +868,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src_thrift + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src_thrift tmap:src_thrift @@ -880,7 +880,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src_thrift + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src_thrift src_thrift @@ -941,11 +941,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src_thrift + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src_thrift transient_lastDdlTime - 1269980319 + 1280088262 @@ -991,7 +991,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-39_562_7268214911565139971/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-23_420_1031369366148989562/-ext-10000 1 Index: ql/src/test/results/compiler/plan/join6.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join6.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/join6.q.xml (working copy) @@ -1,8 +1,8 @@ - + - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858248 + 1280088409 @@ -149,11 +149,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858248 + 1280088409 @@ -1647,7 +1647,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src c:a:src1 @@ -1662,7 +1662,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -1719,11 +1719,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858248 + 1280088409 @@ -1770,7 +1770,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-28_563_6173148678412168171/10001 + file:/tmp/jssarma/hive_2010-07-25_13-06-51_595_3424012524895465104/-ext-10001 1 Index: ql/src/test/results/compiler/plan/input_testxpath2.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input_testxpath2.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/input_testxpath2.q.xml (working copy) @@ -1,8 +1,8 @@ - + - Stage-2 + Stage-3 @@ -66,11 +66,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src_thrift + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src_thrift transient_lastDdlTime - 1268858233 + 1280088346 @@ -123,7 +123,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-13_900_7539919636038613978/10001 + file:/tmp/jssarma/hive_2010-07-25_13-05-47_700_5157146486927954964/-ext-10001 1 @@ -893,7 +893,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src_thrift + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src_thrift src_thrift @@ -905,7 +905,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src_thrift + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src_thrift src_thrift @@ -966,11 +966,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src_thrift + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src_thrift transient_lastDdlTime - 1268858233 + 1280088346 Index: ql/src/test/results/compiler/plan/input6.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input6.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/input6.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-33_880_2343898316681491373/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-33_880_2343898316681491373/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-33_880_2343898316681491373/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-33_880_2343898316681491373/-ext-10002 - 10002 + -ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980321 + 1280088273 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-33_880_2343898316681491373/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1269980321 + 1280088273 @@ -592,13 +592,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-33_880_2343898316681491373/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10001 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-33_880_2343898316681491373/-ext-10001 @@ -609,7 +609,7 @@ - Stage-4 + Stage-5 @@ -619,10 +619,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-33_880_2343898316681491373/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-33_880_2343898316681491373/-ext-10000 @@ -648,7 +648,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-33_880_2343898316681491373/-ext-10002 @@ -674,7 +674,7 @@ - Stage-2 + Stage-3 @@ -734,11 +734,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1269980321 + 1280088271 @@ -794,7 +794,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-41_815_4447235149243326992/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-33_880_2343898316681491373/-ext-10002 1 @@ -1172,7 +1172,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src1 src1 @@ -1184,7 +1184,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src1 src1 @@ -1241,11 +1241,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1269980321 + 1280088271 Index: ql/src/test/results/compiler/plan/join7.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join7.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/join7.q.xml (working copy) @@ -1,8 +1,8 @@ - + - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858250 + 1280088419 @@ -149,11 +149,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858250 + 1280088419 @@ -236,11 +236,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858250 + 1280088419 @@ -2454,7 +2454,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src c:a:src1 @@ -2472,7 +2472,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -2529,11 +2529,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858250 + 1280088419 @@ -2580,7 +2580,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-30_887_8839973426725418491/10001 + file:/tmp/jssarma/hive_2010-07-25_13-07-02_396_9053923551912186403/-ext-10001 1 Index: ql/src/test/results/compiler/plan/input7.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input7.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/input7.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-44_365_7299170351769290977/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-44_365_7299170351769290977/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-44_365_7299170351769290977/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-44_365_7299170351769290977/-ext-10002 - 10002 + -ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980323 + 1280088284 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-44_365_7299170351769290977/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1269980323 + 1280088284 @@ -596,13 +596,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-44_365_7299170351769290977/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10001 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-44_365_7299170351769290977/-ext-10001 @@ -613,7 +613,7 @@ - Stage-4 + Stage-5 @@ -623,10 +623,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-44_365_7299170351769290977/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-44_365_7299170351769290977/-ext-10000 @@ -652,7 +652,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-44_365_7299170351769290977/-ext-10002 @@ -678,7 +678,7 @@ - Stage-2 + Stage-3 @@ -738,11 +738,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1269980323 + 1280088282 @@ -790,7 +790,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-44_088_4644130984076113001/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-04-44_365_7299170351769290977/-ext-10002 1 @@ -1012,7 +1012,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src1 src1 @@ -1024,7 +1024,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src1 src1 @@ -1081,11 +1081,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1269980323 + 1280088282 Index: ql/src/test/results/compiler/plan/join8.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join8.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/join8.q.xml (working copy) @@ -1,8 +1,8 @@ - + - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858252 + 1280088430 @@ -149,11 +149,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858252 + 1280088430 @@ -1647,7 +1647,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src c:a:src1 @@ -1662,7 +1662,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -1719,11 +1719,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858252 + 1280088430 @@ -1774,7 +1774,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-33_495_2760752754228511940/10001 + file:/tmp/jssarma/hive_2010-07-25_13-07-13_366_6194872683241788765/-ext-10001 1 Index: ql/src/test/results/compiler/plan/input_testsequencefile.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input_testsequencefile.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/input_testsequencefile.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-26_630_7271300760805424669/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-26_630_7271300760805424669/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-26_630_7271300760805424669/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-26_630_7271300760805424669/-ext-10002 - 10002 + -ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest4_sequencefile + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest4_sequencefile transient_lastDdlTime - 1269980333 + 1280088326 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-26_630_7271300760805424669/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest4_sequencefile + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest4_sequencefile file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1269980333 + 1280088326 @@ -592,13 +592,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-26_630_7271300760805424669/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10001 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-26_630_7271300760805424669/-ext-10001 @@ -609,7 +609,7 @@ - Stage-4 + Stage-5 @@ -619,10 +619,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-26_630_7271300760805424669/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-26_630_7271300760805424669/-ext-10000 @@ -648,7 +648,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-26_630_7271300760805424669/-ext-10002 @@ -674,7 +674,7 @@ - Stage-2 + Stage-3 @@ -734,11 +734,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980332 + 1280088324 @@ -786,7 +786,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-53_263_6142761201450538105/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-26_630_7271300760805424669/-ext-10002 1 @@ -1017,7 +1017,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -1029,7 +1029,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -1086,11 +1086,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980332 + 1280088324 Index: ql/src/test/results/compiler/plan/input8.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input8.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/input8.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1266455899 + 1280088293 @@ -111,7 +111,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-18-20_061_2184219486756902650/10001 + file:/tmp/jssarma/hive_2010-07-25_13-04-54_997_7394818789296003573/-ext-10001 1 @@ -523,7 +523,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src1 src1 @@ -535,7 +535,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src1 src1 @@ -592,11 +592,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1266455899 + 1280088293 Index: ql/src/test/results/compiler/plan/union.q.xml =================================================================== --- ql/src/test/results/compiler/plan/union.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/union.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-38-03_630_5963252343479840058/10001 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-09-57_296_5421351551755182607/-ext-10001 @@ -286,10 +286,10 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-38-03_630_5963252343479840058/10001 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-09-57_296_5421351551755182607/-ext-10001 - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-38-03_630_5963252343479840058/10001 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-09-57_296_5421351551755182607/-ext-10001 @@ -298,10 +298,10 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-38-03_630_5963252343479840058/10001 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-09-57_296_5421351551755182607/-ext-10001 - 10001 + -ext-10001 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -357,7 +357,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-38-03_630_5963252343479840058/10000 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-09-57_296_5421351551755182607/-ext-10000 1 @@ -522,7 +522,7 @@ true - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-38-03_630_5963252343479840058/10000 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-09-57_296_5421351551755182607/-ext-10000 ../build/ql/test/data/warehouse/union.out @@ -536,7 +536,7 @@ - Stage-4 + Stage-5 @@ -546,10 +546,10 @@ true - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-38-03_630_5963252343479840058/10001 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-09-57_296_5421351551755182607/-ext-10001 - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-38-03_630_5963252343479840058/10000 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-09-57_296_5421351551755182607/-ext-10000 @@ -575,7 +575,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-38-03_630_5963252343479840058/10001 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-09-57_296_5421351551755182607/-ext-10001 @@ -601,7 +601,7 @@ - Stage-2 + Stage-3 @@ -661,11 +661,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858283 + 1280088594 @@ -748,11 +748,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858283 + 1280088594 @@ -816,7 +816,7 @@ 1 - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-38-03_630_5963252343479840058/10001 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-09-57_296_5421351551755182607/-ext-10001 1 @@ -1799,7 +1799,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src null-subquery1:unioninput-subquery1:src @@ -1814,7 +1814,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -1871,11 +1871,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858283 + 1280088594 Index: ql/src/test/results/compiler/plan/input9.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input9.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/input9.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-05_501_5411413768519085045/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-05_501_5411413768519085045/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-05_501_5411413768519085045/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-05_501_5411413768519085045/-ext-10002 - 10002 + -ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980328 + 1280088305 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-05_501_5411413768519085045/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1269980328 + 1280088305 @@ -596,13 +596,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-05_501_5411413768519085045/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10001 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-05_501_5411413768519085045/-ext-10001 @@ -613,7 +613,7 @@ - Stage-4 + Stage-5 @@ -623,10 +623,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-05_501_5411413768519085045/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-05_501_5411413768519085045/-ext-10000 @@ -652,7 +652,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-05_501_5411413768519085045/-ext-10002 @@ -678,7 +678,7 @@ - Stage-2 + Stage-3 @@ -738,11 +738,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1269980328 + 1280088303 @@ -798,7 +798,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-48_652_509053648228357431/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-05_501_5411413768519085045/-ext-10002 1 @@ -1186,7 +1186,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src1 src1 @@ -1198,7 +1198,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src1 src1 @@ -1255,11 +1255,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src1 transient_lastDdlTime - 1269980328 + 1280088303 Index: ql/src/test/results/compiler/plan/udf1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/udf1.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/udf1.q.xml (working copy) @@ -1,8 +1,8 @@ - + - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858272 + 1280088532 @@ -119,7 +119,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-53_218_968039224977034805/10001 + file:/tmp/jssarma/hive_2010-07-25_13-08-55_192_2194975541337978080/-ext-10001 1 @@ -1796,7 +1796,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -1808,7 +1808,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -1865,11 +1865,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858272 + 1280088532 Index: ql/src/test/results/compiler/plan/udf4.q.xml =================================================================== --- ql/src/test/results/compiler/plan/udf4.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/udf4.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1266455973 + 1280088553 @@ -111,7 +111,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-19-34_086_8221720525117767647/10001 + file:/tmp/jssarma/hive_2010-07-25_13-09-13_877_6910137373121445004/-ext-10001 1 @@ -1612,7 +1612,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 dest1 @@ -1624,7 +1624,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 dest1 @@ -1681,11 +1681,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1266455973 + 1280088553 Index: ql/src/test/results/compiler/plan/input_testxpath.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input_testxpath.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/input_testxpath.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -66,11 +66,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src_thrift + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src_thrift transient_lastDdlTime - 1266455912 + 1280088336 @@ -115,7 +115,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-18-32_997_740059328159693448/10001 + file:/tmp/jssarma/hive_2010-07-25_13-05-37_227_2935276077759223319/-ext-10001 1 @@ -628,7 +628,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src_thrift + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src_thrift src_thrift @@ -640,7 +640,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src_thrift + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src_thrift src_thrift @@ -701,11 +701,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src_thrift + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src_thrift transient_lastDdlTime - 1266455912 + 1280088336 Index: ql/src/test/results/compiler/plan/udf6.q.xml =================================================================== --- ql/src/test/results/compiler/plan/udf6.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/udf6.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455976 + 1280088562 @@ -111,7 +111,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-19-37_256_6829332770907119684/10001 + file:/tmp/jssarma/hive_2010-07-25_13-09-24_874_4624432500031555414/-ext-10001 1 @@ -463,7 +463,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -475,7 +475,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -532,11 +532,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455976 + 1280088562 Index: ql/src/test/results/compiler/plan/input_part1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input_part1.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/input_part1.q.xml (working copy) @@ -1,8 +1,8 @@ - + - Stage-2 + Stage-3 @@ -75,11 +75,11 @@ location - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart transient_lastDdlTime - 1273610249 + 1280088306 @@ -132,7 +132,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/scratchdir/hive_2010-05-11_13-37-32_816_8635842651230115640/10001 + file:/tmp/jssarma/hive_2010-07-25_13-05-15_985_1867478457323905745/-ext-10001 1 @@ -1017,7 +1017,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 srcpart @@ -1029,7 +1029,7 @@ - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=12 hr=12 @@ -1099,11 +1099,11 @@ location - file:/data/users/nzhang/work/784/apache-hive/build/ql/test/data/warehouse/srcpart + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart transient_lastDdlTime - 1273610249 + 1280088306 Index: ql/src/test/results/compiler/plan/groupby1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/groupby1.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/groupby1.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-1 + Stage-2 @@ -26,7 +26,7 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-10_516_4874157256531334774/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-02-37_345_2557954067272658367/-ext-10000 @@ -79,11 +79,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980290 + 1280088157 @@ -93,7 +93,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-10_516_4874157256531334774/10001 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-02-37_345_2557954067272658367/-ext-10001 @@ -104,7 +104,7 @@ - Stage-2 + Stage-3 @@ -164,11 +164,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980289 + 1280088155 @@ -741,7 +741,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -753,7 +753,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -810,11 +810,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980289 + 1280088155 @@ -860,7 +860,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-10_516_4874157256531334774/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-02-37_345_2557954067272658367/-ext-10000 1 Index: ql/src/test/results/compiler/plan/udf_case.q.xml =================================================================== --- ql/src/test/results/compiler/plan/udf_case.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/udf_case.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455979 + 1280088573 @@ -115,7 +115,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-19-40_240_570119255178016112/10001 + file:/tmp/jssarma/hive_2010-07-25_13-09-35_681_1344016804653403382/-ext-10001 1 @@ -560,7 +560,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -572,7 +572,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -629,11 +629,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455979 + 1280088573 Index: ql/src/test/results/compiler/plan/groupby2.q.xml =================================================================== --- ql/src/test/results/compiler/plan/groupby2.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/groupby2.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455856 + 1280088163 @@ -882,7 +882,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -894,7 +894,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -951,11 +951,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455856 + 1280088163 @@ -998,7 +998,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-17-37_876_6825245201112498700/10001 + file:/tmp/jssarma/hive_2010-07-25_13-02-45_740_5597310703453507630/-ext-10001 1 Index: ql/src/test/results/compiler/plan/subq.q.xml =================================================================== --- ql/src/test/results/compiler/plan/subq.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/subq.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-50_915_3283756193597972413/10001 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-44_132_3881904371081912513/-ext-10001 @@ -286,10 +286,10 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-50_915_3283756193597972413/10001 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-44_132_3881904371081912513/-ext-10001 - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-50_915_3283756193597972413/10001 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-44_132_3881904371081912513/-ext-10001 @@ -298,10 +298,10 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-50_915_3283756193597972413/10001 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-44_132_3881904371081912513/-ext-10001 - 10001 + -ext-10001 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -357,7 +357,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-50_915_3283756193597972413/10000 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-44_132_3881904371081912513/-ext-10000 1 @@ -522,7 +522,7 @@ true - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-50_915_3283756193597972413/10000 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-44_132_3881904371081912513/-ext-10000 ../build/ql/test/data/warehouse/union.out @@ -536,7 +536,7 @@ - Stage-4 + Stage-5 @@ -546,10 +546,10 @@ true - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-50_915_3283756193597972413/10001 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-44_132_3881904371081912513/-ext-10001 - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-50_915_3283756193597972413/10000 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-44_132_3881904371081912513/-ext-10000 @@ -575,7 +575,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-50_915_3283756193597972413/10001 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-44_132_3881904371081912513/-ext-10001 @@ -601,7 +601,7 @@ - Stage-2 + Stage-3 @@ -661,11 +661,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858270 + 1280088521 @@ -725,7 +725,7 @@ 1 - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-37-50_915_3283756193597972413/10001 + file:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-44_132_3881904371081912513/-ext-10001 1 @@ -1273,7 +1273,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src unioninput:src @@ -1285,7 +1285,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -1342,11 +1342,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858270 + 1280088521 Index: ql/src/test/results/compiler/plan/groupby3.q.xml =================================================================== --- ql/src/test/results/compiler/plan/groupby3.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/groupby3.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455860 + 1280088172 @@ -1083,7 +1083,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -1095,7 +1095,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -1152,11 +1152,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455860 + 1280088172 @@ -1199,7 +1199,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-17-41_150_3905100172052720596/10001 + file:/tmp/jssarma/hive_2010-07-25_13-02-54_318_458665931654802839/-ext-10001 1 Index: ql/src/test/results/compiler/plan/groupby4.q.xml =================================================================== --- ql/src/test/results/compiler/plan/groupby4.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/groupby4.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455863 + 1280088181 @@ -556,7 +556,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -568,7 +568,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -625,11 +625,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455863 + 1280088181 @@ -672,7 +672,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-17-44_603_575418536177605497/10001 + file:/tmp/jssarma/hive_2010-07-25_13-03-03_259_1994120381740345428/-ext-10001 1 Index: ql/src/test/results/compiler/plan/groupby5.q.xml =================================================================== --- ql/src/test/results/compiler/plan/groupby5.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/groupby5.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455867 + 1280088190 @@ -639,7 +639,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -651,7 +651,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -708,11 +708,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455867 + 1280088190 @@ -755,7 +755,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-17-48_198_8122963800478587434/10001 + file:/tmp/jssarma/hive_2010-07-25_13-03-12_494_5403725002305644113/-ext-10001 1 Index: ql/src/test/results/compiler/plan/groupby6.q.xml =================================================================== --- ql/src/test/results/compiler/plan/groupby6.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/groupby6.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455870 + 1280088199 @@ -556,7 +556,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -568,7 +568,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -625,11 +625,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455870 + 1280088199 @@ -672,7 +672,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-17-51_229_8441058961421469917/10001 + file:/tmp/jssarma/hive_2010-07-25_13-03-21_815_5791608325362905869/-ext-10001 1 Index: ql/src/test/results/compiler/plan/case_sensitivity.q.xml =================================================================== --- ql/src/test/results/compiler/plan/case_sensitivity.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/case_sensitivity.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-02-20_631_3805539464636505274/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-02-20_631_3805539464636505274/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-02-20_631_3805539464636505274/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-02-20_631_3805539464636505274/-ext-10002 - 10002 + -ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980282 + 1280088140 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-02-20_631_3805539464636505274/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1269980282 + 1280088140 @@ -596,13 +596,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-02-20_631_3805539464636505274/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10001 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-02-20_631_3805539464636505274/-ext-10001 @@ -613,7 +613,7 @@ - Stage-4 + Stage-5 @@ -623,10 +623,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-02-20_631_3805539464636505274/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-02-20_631_3805539464636505274/-ext-10000 @@ -652,7 +652,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-02-20_631_3805539464636505274/-ext-10002 @@ -678,7 +678,7 @@ - Stage-2 + Stage-3 @@ -742,11 +742,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src_thrift + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src_thrift transient_lastDdlTime - 1269980282 + 1280088139 @@ -802,7 +802,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-03_089_4302759693961110632/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-02-20_631_3805539464636505274/-ext-10002 1 @@ -1415,7 +1415,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src_thrift + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src_thrift src_thrift @@ -1427,7 +1427,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src_thrift + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src_thrift src_thrift @@ -1488,11 +1488,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src_thrift + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src_thrift transient_lastDdlTime - 1269980282 + 1280088139 Index: ql/src/test/results/compiler/plan/udf_when.q.xml =================================================================== --- ql/src/test/results/compiler/plan/udf_when.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/udf_when.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455982 + 1280088583 @@ -115,7 +115,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-17_17-19-43_206_8676665430536340334/10001 + file:/tmp/jssarma/hive_2010-07-25_13-09-46_492_8271745675595132779/-ext-10001 1 @@ -680,7 +680,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -692,7 +692,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -749,11 +749,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1266455982 + 1280088583 Index: ql/src/test/results/compiler/plan/input20.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input20.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/input20.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1267374964 + 1280088229 @@ -749,7 +749,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src tmap:src @@ -761,7 +761,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -818,11 +818,11 @@ location - file:/data/users/njain/hive1/hive1/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1267374964 + 1280088229 @@ -869,7 +869,7 @@ - file:/data/users/njain/hive1/hive1/build/ql/scratchdir/hive_2010-02-28_08-36-05_651_2136775280486866599/10001 + file:/tmp/jssarma/hive_2010-07-25_13-03-51_633_7523201892301237534/-ext-10001 1 Index: ql/src/test/results/compiler/plan/sample1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample1.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/sample1.q.xml (working copy) @@ -2,7 +2,7 @@ - Stage-2 + Stage-3 @@ -75,11 +75,11 @@ location - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_3/build/ql/test/data/warehouse/srcpart + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart transient_lastDdlTime - 1270516912 + 1280088434 @@ -136,7 +136,7 @@ - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_3/build/ql/scratchdir/hive_2010-04-05_18-21-54_347_846051943419607679/10001 + file:/tmp/jssarma/hive_2010-07-25_13-07-24_317_2168471623218361185/-ext-10001 1 @@ -1079,7 +1079,7 @@ - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 s @@ -1091,7 +1091,7 @@ - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_3/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart/ds=2008-04-08/hr=11 hr=11 @@ -1161,11 +1161,11 @@ location - file:/data/users/athusoo/apache_workspaces/hive_trunk_ws1/.ptest_3/build/ql/test/data/warehouse/srcpart + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcpart transient_lastDdlTime - 1270516912 + 1280088434 Index: ql/src/test/results/compiler/plan/sample2.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample2.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/sample2.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-35_024_5016913240898505892/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-35_024_5016913240898505892/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-35_024_5016913240898505892/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-35_024_5016913240898505892/-ext-10002 - 10002 + -ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1270751318 + 1280088454 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-35_024_5016913240898505892/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1270751318 + 1280088454 @@ -596,13 +596,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-35_024_5016913240898505892/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10001 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-35_024_5016913240898505892/-ext-10001 @@ -613,7 +613,7 @@ - Stage-4 + Stage-5 @@ -623,10 +623,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-35_024_5016913240898505892/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-35_024_5016913240898505892/-ext-10000 @@ -652,7 +652,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-35_024_5016913240898505892/-ext-10002 @@ -678,7 +678,7 @@ - Stage-2 + Stage-3 @@ -742,11 +742,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751317 + 1280088449 @@ -802,7 +802,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-39_246_7326638937485662264/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-35_024_5016913240898505892/-ext-10002 1 @@ -1393,7 +1393,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt s @@ -1405,7 +1405,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt srcbucket0.txt @@ -1466,11 +1466,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751317 + 1280088449 Index: ql/src/test/results/compiler/plan/sample3.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample3.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/sample3.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-45_958_5484850466468853515/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-45_958_5484850466468853515/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-45_958_5484850466468853515/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-45_958_5484850466468853515/-ext-10002 - 10002 + -ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1270751321 + 1280088465 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-45_958_5484850466468853515/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1270751321 + 1280088465 @@ -596,13 +596,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-45_958_5484850466468853515/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10001 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-45_958_5484850466468853515/-ext-10001 @@ -613,7 +613,7 @@ - Stage-4 + Stage-5 @@ -623,10 +623,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-45_958_5484850466468853515/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-45_958_5484850466468853515/-ext-10000 @@ -652,7 +652,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-45_958_5484850466468853515/-ext-10002 @@ -678,7 +678,7 @@ - Stage-2 + Stage-3 @@ -742,11 +742,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751320 + 1280088460 @@ -802,7 +802,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-42_065_8243858541133524694/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-45_958_5484850466468853515/-ext-10002 1 @@ -1416,7 +1416,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket s @@ -1428,7 +1428,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket srcbucket @@ -1489,11 +1489,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751320 + 1280088460 Index: ql/src/test/results/compiler/plan/sample4.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample4.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/sample4.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-56_919_5806399506047783992/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-56_919_5806399506047783992/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-56_919_5806399506047783992/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-56_919_5806399506047783992/-ext-10002 - 10002 + -ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1270751324 + 1280088476 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-56_919_5806399506047783992/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1270751324 + 1280088476 @@ -596,13 +596,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-56_919_5806399506047783992/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10001 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-56_919_5806399506047783992/-ext-10001 @@ -613,7 +613,7 @@ - Stage-4 + Stage-5 @@ -623,10 +623,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-56_919_5806399506047783992/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-56_919_5806399506047783992/-ext-10000 @@ -652,7 +652,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-56_919_5806399506047783992/-ext-10002 @@ -678,7 +678,7 @@ - Stage-2 + Stage-3 @@ -742,11 +742,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751323 + 1280088471 @@ -802,7 +802,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-45_088_4058824947359112447/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-07-56_919_5806399506047783992/-ext-10002 1 @@ -1393,7 +1393,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt s @@ -1405,7 +1405,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt srcbucket0.txt @@ -1466,11 +1466,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751323 + 1280088471 Index: ql/src/test/results/compiler/plan/sample5.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample5.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/sample5.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-11_143_2686599143401657791/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-11_143_2686599143401657791/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-11_143_2686599143401657791/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-11_143_2686599143401657791/-ext-10002 - 10002 + -ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1270751327 + 1280088490 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-11_143_2686599143401657791/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1270751327 + 1280088490 @@ -596,13 +596,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-11_143_2686599143401657791/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10001 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-11_143_2686599143401657791/-ext-10001 @@ -613,7 +613,7 @@ - Stage-4 + Stage-5 @@ -623,10 +623,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-11_143_2686599143401657791/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-11_143_2686599143401657791/-ext-10000 @@ -652,7 +652,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-11_143_2686599143401657791/-ext-10002 @@ -678,7 +678,7 @@ - Stage-2 + Stage-3 @@ -742,11 +742,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751327 + 1280088485 @@ -802,7 +802,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-47_998_1132269880532138219/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-11_143_2686599143401657791/-ext-10002 1 @@ -1390,7 +1390,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket s @@ -1402,7 +1402,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket srcbucket @@ -1463,11 +1463,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751327 + 1280088485 Index: ql/src/test/results/compiler/plan/sample6.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample6.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/sample6.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-22_162_4528991448600650631/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-22_162_4528991448600650631/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-22_162_4528991448600650631/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-22_162_4528991448600650631/-ext-10002 - 10002 + -ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1270751330 + 1280088501 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-22_162_4528991448600650631/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1270751330 + 1280088501 @@ -596,13 +596,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-22_162_4528991448600650631/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10001 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-22_162_4528991448600650631/-ext-10001 @@ -613,7 +613,7 @@ - Stage-4 + Stage-5 @@ -623,10 +623,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-22_162_4528991448600650631/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-22_162_4528991448600650631/-ext-10000 @@ -652,7 +652,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-22_162_4528991448600650631/-ext-10002 @@ -678,7 +678,7 @@ - Stage-2 + Stage-3 @@ -742,11 +742,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751329 + 1280088496 @@ -802,7 +802,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-50_686_8060890643334881678/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-22_162_4528991448600650631/-ext-10002 1 @@ -1393,7 +1393,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt s @@ -1405,7 +1405,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt srcbucket0.txt @@ -1466,11 +1466,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751329 + 1280088496 Index: ql/src/test/results/compiler/plan/sample7.q.xml =================================================================== --- ql/src/test/results/compiler/plan/sample7.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/sample7.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-33_090_5115088819516774063/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-33_090_5115088819516774063/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-33_090_5115088819516774063/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-33_090_5115088819516774063/-ext-10002 - 10002 + -ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1270751334 + 1280088512 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-33_090_5115088819516774063/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1270751334 + 1280088512 @@ -596,13 +596,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-33_090_5115088819516774063/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10001 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-33_090_5115088819516774063/-ext-10001 @@ -613,7 +613,7 @@ - Stage-4 + Stage-5 @@ -623,10 +623,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-33_090_5115088819516774063/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-33_090_5115088819516774063/-ext-10000 @@ -652,7 +652,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-33_090_5115088819516774063/-ext-10002 @@ -678,7 +678,7 @@ - Stage-2 + Stage-3 @@ -742,11 +742,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751332 + 1280088507 @@ -806,7 +806,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-04-08_11-28-54_650_3675269060918433067/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-08-33_090_5115088819516774063/-ext-10002 1 @@ -1563,7 +1563,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt s @@ -1575,7 +1575,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket/srcbucket0.txt srcbucket0.txt @@ -1636,11 +1636,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/srcbucket + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/srcbucket transient_lastDdlTime - 1270751332 + 1280088507 Index: ql/src/test/results/compiler/plan/cast1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/cast1.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/cast1.q.xml (working copy) @@ -1,8 +1,8 @@ - + - Stage-2 + Stage-3 @@ -62,11 +62,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858181 + 1280088147 @@ -119,7 +119,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/scratchdir/hive_2010-03-17_13-36-22_732_3001896678619491726/10001 + file:/tmp/jssarma/hive_2010-07-25_13-02-29_238_63279273983594454/-ext-10001 1 @@ -1027,7 +1027,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -1039,7 +1039,7 @@ - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -1096,11 +1096,11 @@ location - file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1268858181 + 1280088147 Index: ql/src/test/results/compiler/plan/join1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/join1.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/join1.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-1 + Stage-2 @@ -26,7 +26,7 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-59_623_3508584562176156326/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-58_464_6389807953466097671/-ext-10000 @@ -79,11 +79,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980339 + 1280088358 @@ -93,7 +93,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-59_623_3508584562176156326/10001 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-58_464_6389807953466097671/-ext-10001 @@ -104,7 +104,7 @@ - Stage-2 + Stage-3 @@ -164,11 +164,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980339 + 1280088355 @@ -251,11 +251,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980339 + 1280088355 @@ -794,7 +794,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src2 @@ -809,7 +809,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -866,11 +866,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980339 + 1280088355 @@ -916,7 +916,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-59_623_3508584562176156326/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-05-58_464_6389807953466097671/-ext-10000 1 Index: ql/src/test/results/compiler/plan/input1.q.xml =================================================================== --- ql/src/test/results/compiler/plan/input1.q.xml (revision 979955) +++ ql/src/test/results/compiler/plan/input1.q.xml (working copy) @@ -1,12 +1,12 @@ - + - Stage-5 + Stage-6 @@ -17,7 +17,7 @@ - Stage-1 + Stage-2 @@ -34,14 +34,14 @@ - Stage-3 + Stage-4 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-31_242_8645354342789882751/-ext-10002 @@ -286,10 +286,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-31_242_8645354342789882751/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-31_242_8645354342789882751/-ext-10002 @@ -298,10 +298,10 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-31_242_8645354342789882751/-ext-10002 - 10002 + -ext-10002 org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -352,11 +352,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 transient_lastDdlTime - 1269980306 + 1280088210 @@ -395,7 +395,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-31_242_8645354342789882751/-ext-10000 1 @@ -447,7 +447,7 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/dest1 + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/dest1 file.outputformat @@ -455,7 +455,7 @@ transient_lastDdlTime - 1269980306 + 1280088210 @@ -592,13 +592,13 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-31_242_8645354342789882751/-ext-10000 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10001 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-31_242_8645354342789882751/-ext-10001 @@ -609,7 +609,7 @@ - Stage-4 + Stage-5 @@ -619,10 +619,10 @@ true - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-31_242_8645354342789882751/-ext-10002 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10000 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-31_242_8645354342789882751/-ext-10000 @@ -648,7 +648,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-31_242_8645354342789882751/-ext-10002 @@ -674,7 +674,7 @@ - Stage-2 + Stage-3 @@ -734,11 +734,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980306 + 1280088208 @@ -794,7 +794,7 @@ 1 - file:/data/users/nzhang/work/876/apache-hive/build/ql/scratchdir/hive_2010-03-30_13-18-26_782_8000254486605037992/10002 + pfile:/data/users/jssarma/hive_trunk/build/ql/scratchdir/hive_2010-07-25_13-03-31_242_8645354342789882751/-ext-10002 1 @@ -1216,7 +1216,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -1228,7 +1228,7 @@ - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src src @@ -1285,11 +1285,11 @@ location - file:/data/users/nzhang/work/876/apache-hive/build/ql/test/data/warehouse/src + pfile:/data/users/jssarma/hive_trunk/build/ql/test/data/warehouse/src transient_lastDdlTime - 1269980306 + 1280088208 Index: ql/src/test/org/apache/hadoop/hive/ql/metadata/TestHive.java =================================================================== --- ql/src/test/org/apache/hadoop/hive/ql/metadata/TestHive.java (revision 979955) +++ ql/src/test/org/apache/hadoop/hive/ql/metadata/TestHive.java (working copy) @@ -48,13 +48,11 @@ public class TestHive extends TestCase { private Hive hm; private HiveConf hiveConf; - private FileSystem fs; @Override protected void setUp() throws Exception { super.setUp(); hiveConf = new HiveConf(this.getClass()); - fs = FileSystem.get(hiveConf); try { hm = Hive.get(hiveConf); } catch (Exception e) { @@ -308,6 +306,7 @@ assertNotNull(table1); assertEquals(table1Name, table1.getTableName()); + FileSystem fs = table1.getPath().getFileSystem(hiveConf); assertTrue(fs.exists(table1.getPath())); // and test dropping this specific table hm.dropTable(dbName, table1Name); Index: ql/src/test/org/apache/hadoop/hive/ql/QTestUtil.java =================================================================== --- ql/src/test/org/apache/hadoop/hive/ql/QTestUtil.java (revision 979955) +++ ql/src/test/org/apache/hadoop/hive/ql/QTestUtil.java (working copy) @@ -334,11 +334,11 @@ private void runLoadCmd(String loadCmd) throws Exception { int ecode = 0; ecode = drv.run(loadCmd).getResponseCode(); + drv.close(); if (ecode != 0) { throw new Exception("load command: " + loadCmd + " failed with exit code= " + ecode); } - return; } @@ -366,7 +366,6 @@ IgnoreKeyTextOutputFormat.class); Path fpath; - Path newfpath; HashMap part_spec = new HashMap(); for (String ds : new String[] {"2008-04-08", "2008-04-09"}) { for (String hr : new String[] {"11", "12"}) { @@ -376,11 +375,8 @@ // System.out.println("Loading partition with spec: " + part_spec); // db.createPartition(srcpart, part_spec); fpath = new Path(testFiles, "kv1.txt"); - newfpath = new Path(tmppath, "kv1.txt"); - fs.copyFromLocalFile(false, true, fpath, newfpath); - fpath = newfpath; // db.loadPartition(fpath, srcpart.getName(), part_spec, true); - runLoadCmd("LOAD DATA INPATH '" + newfpath.toString() + runLoadCmd("LOAD DATA LOCAL INPATH '" + fpath.toString() + "' OVERWRITE INTO TABLE srcpart PARTITION (ds='" + ds + "',hr='" + hr + "')"); } @@ -392,9 +388,7 @@ // IgnoreKeyTextOutputFormat.class, 2, bucketCols); for (String fname : new String[] {"srcbucket0.txt", "srcbucket1.txt"}) { fpath = new Path(testFiles, fname); - newfpath = new Path(tmppath, fname); - fs.copyFromLocalFile(false, true, fpath, newfpath); - runLoadCmd("LOAD DATA INPATH '" + newfpath.toString() + runLoadCmd("LOAD DATA LOCAL INPATH '" + fpath.toString() + "' INTO TABLE srcbucket"); } @@ -405,9 +399,7 @@ for (String fname : new String[] {"srcbucket20.txt", "srcbucket21.txt", "srcbucket22.txt", "srcbucket23.txt"}) { fpath = new Path(testFiles, fname); - newfpath = new Path(tmppath, fname); - fs.copyFromLocalFile(false, true, fpath, newfpath); - runLoadCmd("LOAD DATA INPATH '" + newfpath.toString() + runLoadCmd("LOAD DATA LOCAL INPATH '" + fpath.toString() + "' INTO TABLE srcbucket2"); } @@ -435,40 +427,25 @@ // load the input data into the src table fpath = new Path(testFiles, "kv1.txt"); - newfpath = new Path(tmppath, "kv1.txt"); - fs.copyFromLocalFile(false, true, fpath, newfpath); - // db.loadTable(newfpath, "src", false); - runLoadCmd("LOAD DATA INPATH '" + newfpath.toString() + "' INTO TABLE src"); + runLoadCmd("LOAD DATA LOCAL INPATH '" + fpath.toString() + "' INTO TABLE src"); // load the input data into the src table fpath = new Path(testFiles, "kv3.txt"); - newfpath = new Path(tmppath, "kv3.txt"); - fs.copyFromLocalFile(false, true, fpath, newfpath); - // db.loadTable(newfpath, "src1", false); - runLoadCmd("LOAD DATA INPATH '" + newfpath.toString() + "' INTO TABLE src1"); + runLoadCmd("LOAD DATA LOCAL INPATH '" + fpath.toString() + "' INTO TABLE src1"); // load the input data into the src_sequencefile table fpath = new Path(testFiles, "kv1.seq"); - newfpath = new Path(tmppath, "kv1.seq"); - fs.copyFromLocalFile(false, true, fpath, newfpath); - // db.loadTable(newfpath, "src_sequencefile", true); - runLoadCmd("LOAD DATA INPATH '" + newfpath.toString() + runLoadCmd("LOAD DATA LOCAL INPATH '" + fpath.toString() + "' INTO TABLE src_sequencefile"); // load the input data into the src_thrift table fpath = new Path(testFiles, "complex.seq"); - newfpath = new Path(tmppath, "complex.seq"); - fs.copyFromLocalFile(false, true, fpath, newfpath); - // db.loadTable(newfpath, "src_thrift", true); - runLoadCmd("LOAD DATA INPATH '" + newfpath.toString() + runLoadCmd("LOAD DATA LOCAL INPATH '" + fpath.toString() + "' INTO TABLE src_thrift"); // load the json data into the src_json table fpath = new Path(testFiles, "json.txt"); - newfpath = new Path(tmppath, "json.txt"); - fs.copyFromLocalFile(false, true, fpath, newfpath); - // db.loadTable(newfpath, "src_json", false); - runLoadCmd("LOAD DATA INPATH '" + newfpath.toString() + runLoadCmd("LOAD DATA LOCAL INPATH '" + fpath.toString() + "' INTO TABLE src_json"); } @@ -709,6 +686,7 @@ cmdArray[3] = "\\(\\(\\)" + "\\|\\(.*/tmp/.*\\)" + "\\|\\(file:.*\\)" + + "\\|\\(pfile:.*\\)" + "\\|\\([0-9]\\{10\\}\\)" + "\\|\\(/.*/warehouse/.*\\)\\)"; cmdArray[4] = outf.getPath(); @@ -864,6 +842,7 @@ cmdArray = new String[] { "diff", "-a", "-I", "file:", + "-I", "pfile:", "-I", "/tmp/", "-I", "invalidscheme:", "-I", "lastUpdateTime", Index: ql/src/test/queries/clientnegative/autolocal1.q =================================================================== --- ql/src/test/queries/clientnegative/autolocal1.q (revision 0) +++ ql/src/test/queries/clientnegative/autolocal1.q (revision 0) @@ -0,0 +1,5 @@ +set mapred.job.tracker=abracadabra; +set hive.exec.mode.local.auto.inputbytes.max=1; +set hive.exec.mode.local.auto=true; + +SELECT key FROM src; Index: ql/src/test/queries/clientpositive/input12.q =================================================================== --- ql/src/test/queries/clientpositive/input12.q (revision 979955) +++ ql/src/test/queries/clientpositive/input12.q (working copy) @@ -1,3 +1,6 @@ +set mapred.job.tracker=does.notexist.com:666; +set hive.exec.mode.local.auto=true; + CREATE TABLE dest1(key INT, value STRING) STORED AS TEXTFILE; CREATE TABLE dest2(key INT, value STRING) STORED AS TEXTFILE; CREATE TABLE dest3(key INT) PARTITIONED BY(ds STRING, hr STRING) STORED AS TEXTFILE; Index: ql/src/test/queries/clientpositive/join14.q =================================================================== --- ql/src/test/queries/clientpositive/join14.q (revision 979955) +++ ql/src/test/queries/clientpositive/join14.q (working copy) @@ -1,5 +1,8 @@ CREATE TABLE dest1(c1 INT, c2 STRING) STORED AS TEXTFILE; +set mapred.job.tracker=does.notexist.com:666; +set hive.exec.mode.local.auto=true; + EXPLAIN FROM src JOIN srcpart ON src.key = srcpart.key AND srcpart.ds = '2008-04-08' and src.key > 100 INSERT OVERWRITE TABLE dest1 SELECT src.key, srcpart.value; Index: ql/src/test/queries/clientpositive/ctas.q =================================================================== --- ql/src/test/queries/clientpositive/ctas.q (revision 979955) +++ ql/src/test/queries/clientpositive/ctas.q (working copy) @@ -45,6 +45,9 @@ explain extended create table nzhang_ctas5 row format delimited fields terminated by ',' lines terminated by '\012' stored as textfile as select key, value from src sort by key, value limit 10; +set mapred.job.tracker=does.notexist.com:666; +set hive.exec.mode.local.auto=true; + create table nzhang_ctas5 row format delimited fields terminated by ',' lines terminated by '\012' stored as textfile as select key, value from src sort by key, value limit 10; create table nzhang_ctas6 (key string, `to` string); Index: ql/src/test/queries/clientpositive/insertexternal1.q =================================================================== --- ql/src/test/queries/clientpositive/insertexternal1.q (revision 979955) +++ ql/src/test/queries/clientpositive/insertexternal1.q (working copy) @@ -5,7 +5,7 @@ !rm -fr /tmp/texternal; !mkdir -p /tmp/texternal/2008-01-01; -alter table texternal add partition (insertdate='2008-01-01') location 'file:///tmp/texternal/2008-01-01'; +alter table texternal add partition (insertdate='2008-01-01') location 'pfile:///tmp/texternal/2008-01-01'; from src insert overwrite table texternal partition (insertdate='2008-01-01') select *; select * from texternal where insertdate='2008-01-01'; Index: ql/src/test/queries/clientpositive/input39.q =================================================================== --- ql/src/test/queries/clientpositive/input39.q (revision 979955) +++ ql/src/test/queries/clientpositive/input39.q (working copy) @@ -15,6 +15,8 @@ set hive.test.mode=true; set hive.mapred.mode=strict; +set mapred.job.tracker=does.notexist.com:666; +set hive.exec.mode.local.auto=true; explain select count(1) from t1 join t2 on t1.key=t2.key where t1.ds='1' and t2.ds='1'; @@ -22,6 +24,7 @@ select count(1) from t1 join t2 on t1.key=t2.key where t1.ds='1' and t2.ds='1'; set hive.test.mode=false; +set mapred.job.tracker; Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/ppr/PartitionPruner.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/ppr/PartitionPruner.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/ppr/PartitionPruner.java (working copy) @@ -238,13 +238,15 @@ } else { Partition part = Hive.get().getPartition(tab, partSpec, Boolean.FALSE); + String state = "retained"; if (Boolean.TRUE.equals(r)) { - LOG.debug("retained partition: " + partSpec); true_parts.add(part); } else { - LOG.debug("unknown partition: " + partSpec); unkn_parts.add(part); + state = "unknown"; } + if (LOG.isDebugEnabled()) + LOG.debug(state + " partition: " + partSpec); } } else { // is there is no parition pruning, all of them are needed Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java (working copy) @@ -587,7 +587,8 @@ continue; } String path = p.toString(); - LOG.debug("Adding " + path + " of table" + alias_id); + if (LOG.isDebugEnabled()) + LOG.debug("Adding " + path + " of table" + alias_id); partDir.add(p); try { @@ -615,7 +616,8 @@ } plan.getPathToAliases().get(path).add(alias_id); plan.getPathToPartitionInfo().put(path, prtDesc); - LOG.debug("Information added for path " + path); + if (LOG.isDebugEnabled()) + LOG.debug("Information added for path " + path); } assert plan.getAliasToWork().get(alias_id) == null; Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/BucketMapJoinOptimizer.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/BucketMapJoinOptimizer.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/BucketMapJoinOptimizer.java (working copy) @@ -273,7 +273,7 @@ aliasToBucketNumberMapping.put(alias, num); List fileNames = new ArrayList(); try { - FileSystem fs = FileSystem.get(this.pGraphContext.getConf()); + FileSystem fs = FileSystem.get(tbl.getDataLocation(), this.pGraphContext.getConf()); FileStatus[] files = fs.listStatus(new Path(tbl.getDataLocation().toString())); if(files != null) { for(FileStatus file : files) { @@ -412,7 +412,7 @@ throws SemanticException { List fileNames = new ArrayList(); try { - FileSystem fs = FileSystem.get(this.pGraphContext.getConf()); + FileSystem fs = FileSystem.get(part.getDataLocation(), this.pGraphContext.getConf()); FileStatus[] files = fs.listStatus(new Path(part.getDataLocation() .toString())); if (files != null) { Index: ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionTask.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionTask.java (working copy) @@ -23,6 +23,7 @@ import org.apache.hadoop.hive.common.JavaUtils; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.ql.DriverContext; +import org.apache.hadoop.hive.ql.Context; import org.apache.hadoop.hive.ql.QueryPlan; import org.apache.hadoop.hive.ql.metadata.HiveException; import org.apache.hadoop.hive.ql.plan.CreateFunctionDesc; @@ -127,4 +128,9 @@ public String getName() { return "FUNCTION"; } -} + + @Override + protected void localizeMRTmpFilesImpl(Context ctx) { + throw new RuntimeException ("Unexpected call"); + } +} \ No newline at end of file Index: ql/src/java/org/apache/hadoop/hive/ql/exec/FetchTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/FetchTask.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/FetchTask.java (working copy) @@ -24,6 +24,7 @@ import java.util.Properties; import org.apache.hadoop.hive.conf.HiveConf; +import org.apache.hadoop.hive.ql.Context; import org.apache.hadoop.hive.ql.DriverContext; import org.apache.hadoop.hive.ql.QueryPlan; import org.apache.hadoop.hive.ql.plan.FetchWork; @@ -147,4 +148,15 @@ public String getName() { return "FETCH"; } + + @Override + protected void localizeMRTmpFilesImpl(Context ctx) { + String s = work.getTblDir(); + if ((s != null) && ctx.isMRTmpFileURI(s)) + work.setTblDir(ctx.localizeMRTmpFileURI(s)); + + ArrayList ls = work.getPartDir(); + if (ls != null) + ctx.localizePaths(ls); + } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java (working copy) @@ -427,4 +427,10 @@ public String getName() { return "MAP"; } + + @Override + public int getType() { + return -1; + } + } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/CollectOperator.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/CollectOperator.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/CollectOperator.java (working copy) @@ -77,4 +77,8 @@ } } + @Override + public int getType() { + return -1; + } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/Task.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/Task.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/Task.java (working copy) @@ -28,6 +28,7 @@ import org.apache.commons.logging.LogFactory; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.ql.DriverContext; +import org.apache.hadoop.hive.ql.Context; import org.apache.hadoop.hive.ql.QueryPlan; import org.apache.hadoop.hive.ql.lib.Node; import org.apache.hadoop.hive.ql.metadata.Hive; @@ -123,18 +124,6 @@ */ protected abstract int execute(DriverContext driverContext); - /** - * Update the progress of the task within taskHandle and also dump the - * progress information to the history file. - * - * @param taskHandle - * task handle returned by execute - * @throws IOException - */ - public void progress(TaskHandle taskHandle) throws IOException { - // do nothing by default - } - // dummy method - FetchTask overwrites this public boolean fetch(ArrayList res) throws IOException { assert false; @@ -273,10 +262,6 @@ return false; } - public void updateCounters(TaskHandle th) throws IOException { - // default, do nothing - } - public HashMap getCounters() { return taskCounters; } @@ -291,4 +276,34 @@ assert false; return -1; } + + /** + * If this task uses any map-reduce intermediate data (either for reading + * or for writing), localize them (using the supplied Context). Map-Reduce + * intermediate directories are allocated using Context.getMRTmpFileURI() + * and can be localized using localizeMRTmpFileURI(). + * + * This method is declared abstract to force any task code to explicitly + * deal with this aspect of execution. + * + * @param ctx context object with which to localize + */ + abstract protected void localizeMRTmpFilesImpl(Context ctx); + + /** + * Localize a task tree + * @param ctx context object with which to localize + */ + public final void localizeMRTmpFiles(Context ctx) { + localizeMRTmpFilesImpl(ctx); + + if (childTasks == null) + return; + + for (Task t: childTasks) { + t.localizeMRTmpFiles(ctx); + } + } + } + \ No newline at end of file Index: ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionRegistry.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionRegistry.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionRegistry.java (working copy) @@ -728,7 +728,8 @@ } public static GenericUDAFResolver getGenericUDAFResolver(String functionName) { - LOG.debug("Looking up GenericUDAF: " + functionName); + if (LOG.isDebugEnabled()) + LOG.debug("Looking up GenericUDAF: " + functionName); FunctionInfo finfo = mFunctions.get(functionName.toLowerCase()); if (finfo == null) { return null; @@ -866,9 +867,10 @@ conversionCost += cost; } } - LOG.debug("Method " + (match ? "did" : "didn't") + " match: passed = " - + argumentsPassed + " accepted = " + argumentsAccepted + " method = " - + m); + if (LOG.isDebugEnabled()) + LOG.debug("Method " + (match ? "did" : "didn't") + " match: passed = " + + argumentsPassed + " accepted = " + argumentsAccepted + + " method = " + m); if (match) { // Always choose the function with least implicit conversions. if (conversionCost < leastConversionCost) { Index: ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/ExplainTask.java (working copy) @@ -38,6 +38,7 @@ import org.apache.hadoop.hive.ql.plan.api.StageType; import org.apache.hadoop.util.StringUtils; import org.apache.hadoop.hive.ql.DriverContext; +import org.apache.hadoop.hive.ql.Context; /** @@ -402,4 +403,12 @@ public String getName() { return "EXPLAIN"; } + + @Override + protected void localizeMRTmpFilesImpl(Context ctx) { + // explain task has nothing to localize + // we don't expect to enter this code path at all + throw new RuntimeException ("Unexpected call"); + } + } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/ConditionalTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/ConditionalTask.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/ConditionalTask.java (working copy) @@ -22,6 +22,7 @@ import java.util.List; import org.apache.hadoop.hive.conf.HiveConf; +import org.apache.hadoop.hive.ql.Context; import org.apache.hadoop.hive.ql.DriverContext; import org.apache.hadoop.hive.ql.QueryPlan; import org.apache.hadoop.hive.ql.plan.ConditionalResolver; @@ -199,4 +200,11 @@ } return ret; } + + @Override + protected void localizeMRTmpFilesImpl(Context ctx) { + if (getListTasks() != null) + for(Task t: getListTasks()) + t.localizeMRTmpFiles(ctx); + } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/TaskFactory.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/TaskFactory.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/TaskFactory.java (working copy) @@ -65,10 +65,8 @@ .add(new taskTuple(ExplainWork.class, ExplainTask.class)); taskvec.add(new taskTuple(ConditionalWork.class, ConditionalTask.class)); - // we are taking this out to allow us to instantiate either MapRedTask or - // ExecDriver dynamically at run time based on configuration - // taskvec.add(new taskTuple(mapredWork.class, - // ExecDriver.class)); + taskvec.add(new taskTuple(MapredWork.class, + MapRedTask.class)); } private static ThreadLocal tid = new ThreadLocal() { @@ -104,28 +102,6 @@ } } - if (workClass == MapredWork.class) { - - boolean viachild = conf.getBoolVar(HiveConf.ConfVars.SUBMITVIACHILD); - - try { - - // in local mode - or if otherwise so configured - always submit - // jobs via separate jvm - Task ret = null; - if (conf.getVar(HiveConf.ConfVars.HADOOPJT).equals("local") || viachild) { - ret = (Task) MapRedTask.class.newInstance(); - } else { - ret = (Task) ExecDriver.class.newInstance(); - } - ret.setId("Stage-" + Integer.toString(getAndIncrementId())); - return ret; - } catch (Exception e) { - throw new RuntimeException(e.getMessage(), e); - } - - } - throw new RuntimeException("No task for work class " + workClass.getName()); } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/MapRedTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/MapRedTask.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/MapRedTask.java (working copy) @@ -18,9 +18,9 @@ package org.apache.hadoop.hive.ql.exec; -import java.io.File; -import java.io.FileOutputStream; +import java.io.OutputStream; import java.io.Serializable; +import java.io.IOException; import java.util.HashMap; import java.util.Map; import java.util.Properties; @@ -28,19 +28,28 @@ import org.apache.commons.lang.StringUtils; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.conf.HiveConf.ConfVars; +import org.apache.hadoop.hive.ql.QueryPlan; import org.apache.hadoop.hive.ql.exec.Utilities.StreamPrinter; +import org.apache.hadoop.hive.ql.metadata.HiveException; import org.apache.hadoop.hive.ql.plan.MapredWork; import org.apache.hadoop.hive.ql.plan.api.StageType; import org.apache.hadoop.hive.ql.session.SessionState; import org.apache.hadoop.hive.shims.ShimLoader; import org.apache.hadoop.hive.ql.DriverContext; +import org.apache.hadoop.hive.ql.Context; +import org.apache.hadoop.fs.ContentSummary; +import org.apache.hadoop.fs.Path; +import org.apache.hadoop.fs.FileSystem; +import org.apache.hadoop.mapred.JobConf; /** - * Alternate implementation (to ExecDriver) of spawning a mapreduce task that - * runs it from a separate jvm. The primary issue with this is the inability to - * control logging from a separate jvm in a consistent manner + * Extension of ExecDriver: + * - can optionally spawn a map-reduce task from a separate jvm + * - will make last minute adjustments to map-reduce job parameters, viz: + * * estimating number of reducers + * * estimating whether job should run locally **/ -public class MapRedTask extends Task implements Serializable { +public class MapRedTask extends ExecDriver implements Serializable { private static final long serialVersionUID = 1L; @@ -48,21 +57,75 @@ static final String HADOOP_OPTS_KEY = "HADOOP_OPTS"; static final String[] HIVE_SYS_PROP = {"build.dir", "build.dir.hive"}; + private transient ContentSummary inputSummary = null; + private transient boolean runningViaChild = false; + public MapRedTask() { super(); } + public MapRedTask(MapredWork plan, JobConf job, boolean isSilent) throws HiveException { + throw new RuntimeException("Illegal Constructor call"); + } + @Override public int execute(DriverContext driverContext) { + Context ctx = driverContext.getCtx(); + boolean ctxCreated = false; + try { + if (ctx == null) { + ctx = new Context(conf); + ctxCreated = true; + } + + // estimate number of reducers + setNumberOfReducers(); + + // auto-determine local mode if allowed + if (!ctx.isLocalOnlyExecutionMode() && + conf.getBoolVar(HiveConf.ConfVars.LOCALMODEAUTO)) { + + if (inputSummary == null) + inputSummary = Utilities.getInputSummary(driverContext.getCtx(), work, null); + + // at this point the number of reducers is precisely defined in the plan + int numReducers = work.getNumReduceTasks(); + + if (LOG.isDebugEnabled()) { + LOG.debug("Task: " + getId() + ", Summary: " + + inputSummary.getLength() + "," + inputSummary.getFileCount() + "," + + numReducers); + } + + String reason = MapRedTask.isEligibleForLocalMode(conf, inputSummary, numReducers); + if (reason == null) { + // set the JT to local for the duration of this job + ctx.setOriginalTracker(conf.getVar(HiveConf.ConfVars.HADOOPJT)); + conf.setVar(HiveConf.ConfVars.HADOOPJT, "local"); + console.printInfo("Selecting local mode for task: " + getId()); + } else { + console.printInfo("Cannot run job locally: " + reason); + } + } + + runningViaChild = + "local".equals(conf.getVar(HiveConf.ConfVars.HADOOPJT)) || + conf.getBoolVar(HiveConf.ConfVars.SUBMITVIACHILD); + + if(!runningViaChild) { + // we are not running this mapred task via child jvm + // so directly invoke ExecDriver + return super.execute(driverContext); + } + // enable assertion String hadoopExec = conf.getVar(HiveConf.ConfVars.HADOOPBIN); String hiveJar = conf.getJar(); String libJarsOption; - String addedJars = ExecDriver.getResourceFiles(conf, - SessionState.ResourceType.JAR); + String addedJars = getResourceFiles(conf, SessionState.ResourceType.JAR); conf.setVar(ConfVars.HIVEADDEDJARS, addedJars); String auxJars = conf.getAuxJars(); // Put auxjars and addedjars together into libjars @@ -80,40 +143,13 @@ } } // Generate the hiveConfArgs after potentially adding the jars - String hiveConfArgs = ExecDriver.generateCmdLine(conf); - String hiveScratchDir; - if (driverContext.getCtx() != null && driverContext.getCtx().getQueryPath() != null) - hiveScratchDir = driverContext.getCtx().getQueryPath().toString(); - else - hiveScratchDir = conf.getVar(HiveConf.ConfVars.SCRATCHDIR); + String hiveConfArgs = generateCmdLine(conf); - File scratchDir = new File(hiveScratchDir); - - // Check if the scratch directory exists. If not, create it. - if (!scratchDir.exists()) { - LOG.info("Local scratch directory " + scratchDir.getPath() - + " not found. Attempting to create."); - if (!scratchDir.mkdirs()) { - // Unable to create this directory - it might have been created due - // to another process. - if (!scratchDir.exists()) { - throw new TaskExecutionException( - "Cannot create scratch directory " - + "\"" + scratchDir.getPath() + "\". " - + "To configure a different directory, " - + "set the configuration " - + "\"hive.exec.scratchdir\" " - + "in the session, or permanently by modifying the " - + "appropriate hive configuration file such as hive-site.xml."); - } - } - } - + // write out the plan to a local file + Path planPath = new Path(ctx.getLocalTmpFileURI(), "plan.xml"); + OutputStream out = FileSystem.getLocal(conf).create(planPath); MapredWork plan = getWork(); - - File planFile = File.createTempFile("plan", ".xml", scratchDir); - LOG.info("Generating plan file " + planFile.toString()); - FileOutputStream out = new FileOutputStream(planFile); + LOG.info("Generating plan file " + planPath.toString()); Utilities.serializeMapRedWork(plan, out); String isSilent = "true".equalsIgnoreCase(System @@ -127,10 +163,9 @@ } String cmdLine = hadoopExec + " jar " + jarCmd + " -plan " - + planFile.toString() + " " + isSilent + " " + hiveConfArgs; + + planPath.toString() + " " + isSilent + " " + hiveConfArgs; - String files = ExecDriver.getResourceFiles(conf, - SessionState.ResourceType.FILE); + String files = getResourceFiles(conf, SessionState.ResourceType.FILE); if (!files.isEmpty()) { cmdLine = cmdLine + " -files " + files; } @@ -196,27 +231,148 @@ e.printStackTrace(); LOG.error("Exception: " + e.getMessage()); return (1); + } finally { + try { + // in case we decided to run everything in local mode, restore the + // the jobtracker setting to its initial value + ctx.restoreOriginalTracker(); + + // creating the context can create a bunch of files. So make + // sure to clear it out + if(ctxCreated) + ctx.clear(); + + } catch (Exception e) { + LOG.error("Exception: " + e.getMessage()); + } } } @Override - public boolean isMapRedTask() { - return true; + public boolean mapStarted() { + boolean b = super.mapStarted(); + return runningViaChild ? isdone : b; } @Override - public boolean hasReduce() { - MapredWork w = getWork(); - return w.getReducer() != null; + public boolean reduceStarted() { + boolean b = super.reduceStarted(); + return runningViaChild ? isdone : b; } @Override - public int getType() { - return StageType.MAPREDLOCAL; + public boolean mapDone() { + boolean b = super.mapDone(); + return runningViaChild ? isdone : b; } @Override - public String getName() { - return "MAPRED"; + public boolean reduceDone() { + boolean b = super.reduceDone(); + return runningViaChild ? isdone : b; } + + /** + * Set the number of reducers for the mapred work. + */ + private void setNumberOfReducers() throws IOException { + // this is a temporary hack to fix things that are not fixed in the compiler + Integer numReducersFromWork = work.getNumReduceTasks(); + + if (work.getReducer() == null) { + console + .printInfo("Number of reduce tasks is set to 0 since there's no reduce operator"); + work.setNumReduceTasks(Integer.valueOf(0)); + } else { + if (numReducersFromWork >= 0) { + console.printInfo("Number of reduce tasks determined at compile time: " + + work.getNumReduceTasks()); + } else if (job.getNumReduceTasks() > 0) { + int reducers = job.getNumReduceTasks(); + work.setNumReduceTasks(reducers); + console + .printInfo("Number of reduce tasks not specified. Defaulting to jobconf value of: " + + reducers); + } else { + int reducers = estimateNumberOfReducers(); + work.setNumReduceTasks(reducers); + console + .printInfo("Number of reduce tasks not specified. Estimated from input data size: " + + reducers); + + } + console + .printInfo("In order to change the average load for a reducer (in bytes):"); + console.printInfo(" set " + HiveConf.ConfVars.BYTESPERREDUCER.varname + + "="); + console.printInfo("In order to limit the maximum number of reducers:"); + console.printInfo(" set " + HiveConf.ConfVars.MAXREDUCERS.varname + + "="); + console.printInfo("In order to set a constant number of reducers:"); + console.printInfo(" set " + HiveConf.ConfVars.HADOOPNUMREDUCERS + + "="); + } + } + + /** + * Estimate the number of reducers needed for this job, based on job input, + * and configuration parameters. + * + * @return the number of reducers. + */ + private int estimateNumberOfReducers() throws IOException { + long bytesPerReducer = conf.getLongVar(HiveConf.ConfVars.BYTESPERREDUCER); + int maxReducers = conf.getIntVar(HiveConf.ConfVars.MAXREDUCERS); + + if(inputSummary == null) + // compute the summary and stash it away + inputSummary = Utilities.getInputSummary(driverContext.getCtx(), work, null); + + long totalInputFileSize = inputSummary.getLength(); + + LOG.info("BytesPerReducer=" + bytesPerReducer + " maxReducers=" + + maxReducers + " totalInputFileSize=" + totalInputFileSize); + + int reducers = (int) ((totalInputFileSize + bytesPerReducer - 1) / bytesPerReducer); + reducers = Math.max(1, reducers); + reducers = Math.min(maxReducers, reducers); + return reducers; + } + + /** + * Find out if a job can be run in local mode based on it's characteristics + * + * @param conf Hive Configuration + * @param inputSummary summary about the input files for this job + * @param numReducers total number of reducers for this job + * @return String null if job is eligible for local mode, reason otherwise + */ + public static String isEligibleForLocalMode(HiveConf conf, + ContentSummary inputSummary, + int numReducers) { + + long maxBytes = conf.getLongVar(HiveConf.ConfVars.LOCALMODEMAXBYTES); + long maxTasks = conf.getIntVar(HiveConf.ConfVars.LOCALMODEMAXTASKS); + + // check for max input size + if (inputSummary.getLength() > maxBytes) + return "Input Size (= " + maxBytes + ") is larger than " + + HiveConf.ConfVars.LOCALMODEMAXBYTES.varname + " (= " + maxBytes + ")"; + + // ideally we would like to do this check based on the number of splits + // in the absence of an easy way to get the number of splits - do this + // based on the total number of files (pessimistically assumming that + // splits are equal to number of files in worst case) + if (inputSummary.getFileCount() > maxTasks) + return "Number of Input Files (= " + inputSummary.getFileCount() + + ") is larger than " + + HiveConf.ConfVars.LOCALMODEMAXTASKS.varname + "(= " + maxTasks + ")"; + + // since local mode only runs with 1 reducers - make sure that the + // the number of reducers (set by user or inferred) is <=1 + if (numReducers > 1) + return "Number of reducers (= " + numReducers + ") is more than 1"; + + return null; + } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/FetchOperator.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/FetchOperator.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/FetchOperator.java (working copy) @@ -282,9 +282,13 @@ splitNum = 0; serde = tmp.getDeserializerClass().newInstance(); serde.initialize(job, tmp.getProperties()); - LOG.debug("Creating fetchTask with deserializer typeinfo: " - + serde.getObjectInspector().getTypeName()); - LOG.debug("deserializer properties: " + tmp.getProperties()); + + if(LOG.isDebugEnabled()) { + LOG.debug("Creating fetchTask with deserializer typeinfo: " + + serde.getObjectInspector().getTypeName()); + LOG.debug("deserializer properties: " + tmp.getProperties()); + } + if (currPart != null) { setPrtnDesc(); } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/Operator.java (working copy) @@ -1129,15 +1129,12 @@ } /** - * Should be overridden to return the type of the specific operator among the + * Return the type of the specific operator among the * types in OperatorType. * - * @return OperatorType.* or -1 if not overridden + * @return OperatorType.* */ - public int getType() { - assert false; - return -1; - } + abstract public int getType(); public void setGroupKeyObject(Object keyObject) { this.groupKeyObject = keyObject; Index: ql/src/java/org/apache/hadoop/hive/ql/exec/ExecDriver.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/ExecDriver.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/ExecDriver.java (working copy) @@ -45,13 +45,13 @@ import org.apache.commons.logging.LogFactory; import org.apache.commons.logging.Log; import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.fs.ContentSummary; import org.apache.hadoop.fs.FileStatus; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.conf.HiveConf.ConfVars; import org.apache.hadoop.hive.ql.DriverContext; +import org.apache.hadoop.hive.ql.Context; import org.apache.hadoop.hive.ql.QueryPlan; import org.apache.hadoop.hive.ql.exec.FileSinkOperator.RecordWriter; import org.apache.hadoop.hive.ql.exec.errors.ErrorAndSolution; @@ -60,7 +60,10 @@ import org.apache.hadoop.hive.ql.io.HiveKey; import org.apache.hadoop.hive.ql.io.HiveOutputFormat; import org.apache.hadoop.hive.ql.metadata.HiveException; +import org.apache.hadoop.hive.ql.plan.FetchWork; import org.apache.hadoop.hive.ql.plan.MapredWork; +import org.apache.hadoop.hive.ql.plan.MapredLocalWork; +import org.apache.hadoop.hive.ql.plan.FileSinkDesc; import org.apache.hadoop.hive.ql.plan.PartitionDesc; import org.apache.hadoop.hive.ql.plan.TableDesc; import org.apache.hadoop.hive.ql.plan.api.StageType; @@ -96,8 +99,6 @@ protected transient int reduceProgress = 0; protected transient boolean success = false; // if job execution is successful - public static Random randGen = new Random(); - /** * Constructor when invoked from QL. */ @@ -105,7 +106,7 @@ super(); } - public static String getResourceFiles(Configuration conf, + protected static String getResourceFiles(Configuration conf, SessionState.ResourceType t) { // fill in local files to be added to the task environment SessionState ss = SessionState.get(); @@ -178,7 +179,7 @@ * used to kill all running jobs in the event of an unexpected shutdown - * i.e., the JVM shuts down while there are still jobs running. */ - public static Map runningJobKillURIs = + private static Map runningJobKillURIs = Collections.synchronizedMap(new HashMap()); /** @@ -222,7 +223,7 @@ /** * from StreamJob.java. */ - public void jobInfo(RunningJob rj) { + private void jobInfo(RunningJob rj) { if (job.get("mapred.job.tracker", "local").equals("local")) { console.printInfo("Job running in-process (local Hadoop)"); } else { @@ -245,7 +246,7 @@ * return this handle from execute and Driver can split execute into start, * monitorProgess and postProcess. */ - public static class ExecDriverTaskHandle extends TaskHandle { + private static class ExecDriverTaskHandle extends TaskHandle { JobClient jc; RunningJob rj; @@ -284,8 +285,7 @@ * @return true if fatal errors happened during job execution, false * otherwise. */ - protected boolean checkFatalErrors(TaskHandle t, StringBuilder errMsg) { - ExecDriverTaskHandle th = (ExecDriverTaskHandle) t; + private boolean checkFatalErrors(ExecDriverTaskHandle th, StringBuilder errMsg) { RunningJob rj = th.getRunningJob(); try { Counters ctrs = th.getCounters(); @@ -311,9 +311,7 @@ } } - @Override - public void progress(TaskHandle taskHandle) throws IOException { - ExecDriverTaskHandle th = (ExecDriverTaskHandle) taskHandle; + private void progress(ExecDriverTaskHandle th) throws IOException { JobClient jc = th.getJobClient(); RunningJob rj = th.getRunningJob(); String lastReport = ""; @@ -404,101 +402,9 @@ } /** - * Estimate the number of reducers needed for this job, based on job input, - * and configuration parameters. - * - * @return the number of reducers. - */ - public int estimateNumberOfReducers(HiveConf hive, JobConf job, - MapredWork work) throws IOException { - if (hive == null) { - hive = new HiveConf(); - } - long bytesPerReducer = hive.getLongVar(HiveConf.ConfVars.BYTESPERREDUCER); - int maxReducers = hive.getIntVar(HiveConf.ConfVars.MAXREDUCERS); - long totalInputFileSize = getTotalInputFileSize(job, work); - - LOG.info("BytesPerReducer=" + bytesPerReducer + " maxReducers=" - + maxReducers + " totalInputFileSize=" + totalInputFileSize); - - int reducers = (int) ((totalInputFileSize + bytesPerReducer - 1) / bytesPerReducer); - reducers = Math.max(1, reducers); - reducers = Math.min(maxReducers, reducers); - return reducers; - } - - /** - * Set the number of reducers for the mapred work. - */ - protected void setNumberOfReducers() throws IOException { - // this is a temporary hack to fix things that are not fixed in the compiler - Integer numReducersFromWork = work.getNumReduceTasks(); - - if (work.getReducer() == null) { - console - .printInfo("Number of reduce tasks is set to 0 since there's no reduce operator"); - work.setNumReduceTasks(Integer.valueOf(0)); - } else { - if (numReducersFromWork >= 0) { - console.printInfo("Number of reduce tasks determined at compile time: " - + work.getNumReduceTasks()); - } else if (job.getNumReduceTasks() > 0) { - int reducers = job.getNumReduceTasks(); - work.setNumReduceTasks(reducers); - console - .printInfo("Number of reduce tasks not specified. Defaulting to jobconf value of: " - + reducers); - } else { - int reducers = estimateNumberOfReducers(conf, job, work); - work.setNumReduceTasks(reducers); - console - .printInfo("Number of reduce tasks not specified. Estimated from input data size: " - + reducers); - - } - console - .printInfo("In order to change the average load for a reducer (in bytes):"); - console.printInfo(" set " + HiveConf.ConfVars.BYTESPERREDUCER.varname - + "="); - console.printInfo("In order to limit the maximum number of reducers:"); - console.printInfo(" set " + HiveConf.ConfVars.MAXREDUCERS.varname - + "="); - console.printInfo("In order to set a constant number of reducers:"); - console.printInfo(" set " + HiveConf.ConfVars.HADOOPNUMREDUCERS - + "="); - } - } - - /** - * Calculate the total size of input files. - * - * @param job - * the hadoop job conf. - * @return the total size in bytes. - * @throws IOException - */ - public long getTotalInputFileSize(JobConf job, MapredWork work) throws IOException { - long r = 0; - // For each input path, calculate the total size. - for (String path : work.getPathToAliases().keySet()) { - try { - Path p = new Path(path); - FileSystem fs = p.getFileSystem(job); - ContentSummary cs = fs.getContentSummary(p); - r += cs.getLength(); - } catch (IOException e) { - LOG.info("Cannot get size of " + path + ". Safely ignored."); - } - } - return r; - } - - /** * Update counters relevant to this task. */ - @Override - public void updateCounters(TaskHandle t) throws IOException { - ExecDriverTaskHandle th = (ExecDriverTaskHandle) t; + private void updateCounters(ExecDriverTaskHandle th) throws IOException { RunningJob rj = th.getRunningJob(); mapProgress = Math.round(rj.mapProgress() * 100); reduceProgress = Math.round(rj.reduceProgress() * 100); @@ -543,49 +449,31 @@ success = true; - try { - setNumberOfReducers(); - } catch (IOException e) { - String statusMesg = "IOException while accessing HDFS to estimate the number of reducers: " - + e.getMessage(); - console.printError(statusMesg, "\n" - + org.apache.hadoop.util.StringUtils.stringifyException(e)); - return 1; - } - String invalidReason = work.isInvalid(); if (invalidReason != null) { throw new RuntimeException("Plan invalid, Reason: " + invalidReason); } - String hiveScratchDir; - if (driverContext.getCtx() != null && driverContext.getCtx().getQueryPath() != null) { - hiveScratchDir = driverContext.getCtx().getQueryPath().toString(); - } else { - hiveScratchDir = HiveConf.getVar(job, HiveConf.ConfVars.SCRATCHDIR); - } + Context ctx = driverContext.getCtx(); + boolean ctxCreated = false; + String emptyScratchDirStr; + Path emptyScratchDir; - String emptyScratchDirStr = null; - Path emptyScratchDir = null; + try { + if (ctx == null) { + ctx = new Context(job); + ctxCreated = true; + } - int numTries = 3; - while (numTries > 0) { - emptyScratchDirStr = hiveScratchDir + File.separator - + Utilities.randGen.nextInt(); + emptyScratchDirStr = ctx.getMRTmpFileURI(); emptyScratchDir = new Path(emptyScratchDirStr); - - try { - FileSystem fs = emptyScratchDir.getFileSystem(job); - fs.mkdirs(emptyScratchDir); - break; - } catch (Exception e) { - if (numTries > 0) { - numTries--; - } else { - throw new RuntimeException("Failed to make dir " - + emptyScratchDir.toString() + " : " + e.getMessage()); - } - } + FileSystem fs = emptyScratchDir.getFileSystem(job); + fs.mkdirs(emptyScratchDir); + } catch (IOException e) { + e.printStackTrace(); + console.printError("Error launching map-reduce job", "\n" + + org.apache.hadoop.util.StringUtils.stringifyException(e)); + return 5; } ShimLoader.getHadoopShims().setNullOutputFormat(job); @@ -674,13 +562,13 @@ if (noName) { // This is for a special case to ensure unit tests pass HiveConf.setVar(job, HiveConf.ConfVars.HADOOPJOBNAME, "JOB" - + randGen.nextInt()); + + Utilities.randGen.nextInt()); } try { addInputPaths(job, work, emptyScratchDirStr); - Utilities.setMapRedWork(job, work, hiveScratchDir); + Utilities.setMapRedWork(job, work, ctx.getMRTmpFileURI()); // remove the pwd from conf file so that job tracker doesn't show this // logs @@ -699,19 +587,17 @@ HiveConf.setVar(job, HiveConf.ConfVars.METASTOREPWD, pwd); } - // add to list of running jobs so in case of abnormal shutdown can kill - // it. + // add to list of running jobs to kill in case of abnormal shutdown runningJobKillURIs.put(rj.getJobID(), rj.getTrackingURL() + "&action=kill"); - TaskHandle th = new ExecDriverTaskHandle(jc, rj); + ExecDriverTaskHandle th = new ExecDriverTaskHandle(jc, rj); jobInfo(rj); progress(th); // success status will be setup inside progress if (rj == null) { // in the corner case where the running job has disappeared from JT - // memory - // remember that we did actually submit the job. + // memory remember that we did actually submit the job. rj = orig_rj; success = false; } @@ -743,7 +629,9 @@ } finally { Utilities.clearMapRedWork(job); try { - emptyScratchDir.getFileSystem(job).delete(emptyScratchDir, true); + if(ctxCreated) + ctx.clear(); + if (returnVal != 0 && rj != null) { rj.killJob(); } @@ -796,7 +684,7 @@ * @param jobId * @return */ - public static String getJobStartMsg(String jobId) { + private static String getJobStartMsg(String jobId) { return "Starting Job = " + jobId; } @@ -1081,16 +969,10 @@ // log the list of job conf parameters for reference LOG.info(sb.toString()); - URI pathURI = (new Path(planFileName)).toUri(); - InputStream pathData; - if (StringUtils.isEmpty(pathURI.getScheme())) { - // default to local file system - pathData = new FileInputStream(planFileName); - } else { - // otherwise may be in hadoop .. - FileSystem fs = FileSystem.get(conf); - pathData = fs.open(new Path(planFileName)); - } + // the plan file should always be in local directory + Path p = new Path(planFileName); + FileSystem fs = FileSystem.getLocal(conf); + InputStream pathData = fs.open(p); // this is workaround for hadoop-17 - libjars are not added to classpath of the // child process. so we add it here explicitly @@ -1177,13 +1059,13 @@ sb.append(URLEncoder.encode(hconf.get(hadoopWorkDir) + "/" + Utilities.randGen.nextInt(), "UTF-8")); } - + return sb.toString(); } catch (UnsupportedEncodingException e) { throw new RuntimeException(e); } } - + @Override public boolean isMapRedTask() { return true; @@ -1195,19 +1077,6 @@ return w.getReducer() != null; } - private boolean isEmptyPath(JobConf job, String path) throws Exception { - Path dirPath = new Path(path); - FileSystem inpFs = dirPath.getFileSystem(job); - - if (inpFs.exists(dirPath)) { - FileStatus[] fStats = inpFs.listStatus(dirPath); - if (fStats.length > 0) { - return false; - } - } - return true; - } - /** * Handle a empty/null path for a given alias. */ @@ -1309,7 +1178,7 @@ LOG.info("Adding input file " + path); - if (!isEmptyPath(job, path)) { + if (!Utilities.isEmptyPath(job, path)) { FileInputFormat.addInputPaths(job, path); } else { emptyPaths.add(path); @@ -1345,6 +1214,53 @@ @Override public String getName() { - return "EXEC"; + return "MAPRED"; } + + @Override + protected void localizeMRTmpFilesImpl(Context ctx) { + + // localize any map-reduce input paths + ctx.localizeKeys((Map)((Object)work.getPathToAliases())); + ctx.localizeKeys((Map)((Object)work.getPathToPartitionInfo())); + + // localize any input paths for maplocal work + MapredLocalWork l = work.getMapLocalWork(); + if (l != null) { + Map m = l.getAliasToFetchWork(); + if (m != null) { + for (FetchWork fw: m.values()) { + String s = fw.getTblDir(); + if ((s != null) && ctx.isMRTmpFileURI(s)) + fw.setTblDir(ctx.localizeMRTmpFileURI(s)); + } + } + } + + // fix up outputs + Map> pa = work.getPathToAliases(); + if (pa != null) { + for (List ls: pa.values()) + for (String a: ls) { + ArrayList> opList = new + ArrayList> (); + opList.add(work.getAliasToWork().get(a)); + + while (!opList.isEmpty()) { + Operator op = opList.remove(0); + + if (op instanceof FileSinkOperator) { + FileSinkDesc fdesc = ((FileSinkOperator)op).getConf(); + String s = fdesc.getDirName(); + if ((s != null) && ctx.isMRTmpFileURI(s)) + fdesc.setDirName(ctx.localizeMRTmpFileURI(s)); + ((FileSinkOperator)op).setConf(fdesc); + } + + if (op.getChildOperators() != null) + opList.addAll(op.getChildOperators()); + } + } + } + } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java (working copy) @@ -65,10 +65,13 @@ import org.apache.hadoop.fs.FileStatus; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; +import org.apache.hadoop.fs.ContentSummary; +import org.apache.hadoop.fs.PathFilter; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.metastore.api.FieldSchema; import org.apache.hadoop.hive.metastore.api.Order; import org.apache.hadoop.hive.ql.QueryPlan; +import org.apache.hadoop.hive.ql.Context; import org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat; import org.apache.hadoop.hive.ql.io.RCFile; import org.apache.hadoop.hive.ql.metadata.HiveException; @@ -127,7 +130,7 @@ public static void clearMapRedWork(Configuration job) { try { Path planPath = new Path(HiveConf.getVar(job, HiveConf.ConfVars.PLAN)); - FileSystem fs = FileSystem.get(job); + FileSystem fs = planPath.getFileSystem(job); if (fs.exists(planPath)) { try { fs.delete(planPath, true); @@ -1332,4 +1335,79 @@ } } + /** + * Calculate the total size of input files. + * + * @param job the hadoop job conf. + * @param work map reduce job plan + * @param filter filter to apply to the input paths before calculating size + * @return the summary of all the input paths. + * @throws IOException + */ + public static ContentSummary getInputSummary + (Context ctx, MapredWork work, PathFilter filter) throws IOException { + + long[] summary = {0, 0, 0}; + + // For each input path, calculate the total size. + for (String path : work.getPathToAliases().keySet()) { + try { + Path p = new Path(path); + + if(filter != null && !filter.accept(p)) + continue; + + ContentSummary cs = ctx.getCS(path); + if (cs == null) { + FileSystem fs = p.getFileSystem(ctx.getConf()); + cs = fs.getContentSummary(p); + ctx.addCS(path, cs); + } + + summary[0] += cs.getLength(); + summary[1] += cs.getFileCount(); + summary[2] += cs.getDirectoryCount(); + + } catch (IOException e) { + LOG.info("Cannot get size of " + path + ". Safely ignored."); + if (path != null) + ctx.addCS(path, new ContentSummary(0, 0, 0)); + } + } + return new ContentSummary(summary[0], summary[1], summary[2]); + } + + public static boolean isEmptyPath(JobConf job, String path) throws Exception { + Path dirPath = new Path(path); + FileSystem inpFs = dirPath.getFileSystem(job); + + if (inpFs.exists(dirPath)) { + FileStatus[] fStats = inpFs.listStatus(dirPath); + if (fStats.length > 0) { + return false; + } + } + return true; + } + + public static List getMRTasks (List> tasks) { + List mrTasks = new ArrayList (); + if(tasks != null) + getMRTasks(tasks, mrTasks); + return mrTasks; + } + + private static void getMRTasks (List> tasks, + List mrTasks) { + for (Task task : tasks) { + if (task instanceof ExecDriver && !mrTasks.contains((ExecDriver)task)) + mrTasks.add((ExecDriver)task); + + if (task instanceof ConditionalTask) + getMRTasks(((ConditionalTask)task).getListTasks(), mrTasks); + + if (task.getChildTasks() != null) + getMRTasks(task.getChildTasks(), mrTasks); + } + } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java (working copy) @@ -56,6 +56,7 @@ import org.apache.hadoop.hive.metastore.api.InvalidOperationException; import org.apache.hadoop.hive.metastore.api.MetaException; import org.apache.hadoop.hive.metastore.api.Order; +import org.apache.hadoop.hive.ql.Context; import org.apache.hadoop.hive.ql.DriverContext; import org.apache.hadoop.hive.ql.QueryPlan; import org.apache.hadoop.hive.ql.hooks.ReadEntity; @@ -424,8 +425,9 @@ p.setLocation(parentDir); } - private boolean pathExists(FileSystem fs, Path p) throws HiveException { + private boolean pathExists(Path p) throws HiveException { try { + FileSystem fs = p.getFileSystem(conf); return fs.exists(p); } catch (IOException e) { throw new HiveException(e); @@ -477,16 +479,13 @@ Path originalDir = new Path(getOriginalLocation(p)); Path leftOverIntermediateOriginal = new Path(originalDir.getParent(), originalDir.getName() + INTERMEDIATE_ORIGINAL_DIR_SUFFIX); - try { - if (pathExists(leftOverIntermediateOriginal.getFileSystem(conf), - leftOverIntermediateOriginal)) { - console.printInfo("Deleting " + leftOverIntermediateOriginal + - " left over from a previous archiving operation"); - deleteDir(leftOverIntermediateOriginal); - } - } catch (IOException e) { - throw new HiveException(e); + + if (pathExists(leftOverIntermediateOriginal)) { + console.printInfo("Deleting " + leftOverIntermediateOriginal + + " left over from a previous archiving operation"); + deleteDir(leftOverIntermediateOriginal); } + throw new HiveException("Specified partition is already archived"); } @@ -525,12 +524,12 @@ // ARCHIVE_INTERMEDIATE_DIR_SUFFIX that's the same level as the partition, // if it does not already exist. If it does exist, we assume the dir is good // to use as the move operation that created it is atomic. - if (!pathExists(fs, intermediateArchivedDir) && - !pathExists(fs, intermediateOriginalDir)) { + if (!pathExists(intermediateArchivedDir) && + !pathExists(intermediateOriginalDir)) { // First create the archive in a tmp dir so that if the job fails, the // bad files don't pollute the filesystem - Path tmpDir = new Path(driverContext.getCtx().getMRScratchDir(), "partlevel"); + Path tmpDir = new Path(driverContext.getCtx().getExternalTmpFileURI(originalDir.toUri()), "partlevel"); console.printInfo("Creating " + archiveName + " for " + originalDir.toString()); console.printInfo("in " + tmpDir); @@ -551,7 +550,7 @@ // the partition directory. e.g. .../hr=12-intermediate-archived try { console.printInfo("Moving " + tmpDir + " to " + intermediateArchivedDir); - if (pathExists(fs, intermediateArchivedDir)) { + if (pathExists(intermediateArchivedDir)) { throw new HiveException("The intermediate archive directory already exists."); } fs.rename(tmpDir, intermediateArchivedDir); @@ -559,7 +558,7 @@ throw new HiveException("Error while moving tmp directory"); } } else { - if (pathExists(fs, intermediateArchivedDir)) { + if (pathExists(intermediateArchivedDir)) { console.printInfo("Intermediate archive directory " + intermediateArchivedDir + " already exists. Assuming it contains an archived version of the partition"); } @@ -571,7 +570,7 @@ // Move the original parent directory to the intermediate original directory // if the move hasn't been made already - if (!pathExists(fs, intermediateOriginalDir)) { + if (!pathExists(intermediateOriginalDir)) { console.printInfo("Moving " + originalDir + " to " + intermediateOriginalDir); moveDir(fs, originalDir, intermediateOriginalDir); @@ -587,7 +586,7 @@ // recovery // Move the intermediate archived directory to the original parent directory - if (!pathExists(fs, originalDir)) { + if (!pathExists(originalDir)) { console.printInfo("Moving " + intermediateArchivedDir + " to " + originalDir); moveDir(fs, intermediateArchivedDir, originalDir); @@ -663,15 +662,12 @@ Path leftOverArchiveDir = new Path(location.getParent(), location.getName() + INTERMEDIATE_ARCHIVED_DIR_SUFFIX); - try { - if (pathExists(location.getFileSystem(conf), leftOverArchiveDir)) { - console.printInfo("Deleting " + leftOverArchiveDir + " left over " + - "from a previous unarchiving operation"); - deleteDir(leftOverArchiveDir); - } - } catch (IOException e) { - throw new HiveException(e); + if (pathExists(leftOverArchiveDir)) { + console.printInfo("Deleting " + leftOverArchiveDir + " left over " + + "from a previous unarchiving operation"); + deleteDir(leftOverArchiveDir); } + throw new HiveException("Specified partition is not archived"); } @@ -682,7 +678,9 @@ Path intermediateExtractedDir = new Path(originalLocation.getParent(), originalLocation.getName() + INTERMEDIATE_EXTRACTED_DIR_SUFFIX); - Path tmpDir = new Path(driverContext.getCtx().getMRScratchDir()); + Path tmpDir = new Path(driverContext + .getCtx() + .getExternalTmpFileURI(originalLocation.toUri())); FileSystem fs = null; try { @@ -727,8 +725,8 @@ // 5. Change the metadata // 6. Delete the archived partition files in intermediate-archive - if (!pathExists(fs, intermediateExtractedDir) && - !pathExists(fs, intermediateArchiveDir)) { + if (!pathExists(intermediateExtractedDir) && + !pathExists(intermediateArchiveDir)) { try { // Copy the files out of the archive into the temporary directory @@ -765,7 +763,7 @@ // At this point, we know that the extracted files are in the intermediate // extracted dir, or in the the original directory. - if (!pathExists(fs, intermediateArchiveDir)) { + if (!pathExists(intermediateArchiveDir)) { try { console.printInfo("Moving " + originalLocation + " to " + intermediateArchiveDir); fs.rename(originalLocation, intermediateArchiveDir); @@ -783,7 +781,7 @@ // If the original location exists here, then it must be the extracted files // because in the previous step, we moved the previous original location // (containing the archived version of the files) to intermediateArchiveDir - if (!pathExists(fs, originalLocation)) { + if (!pathExists(originalLocation)) { try { console.printInfo("Moving " + intermediateExtractedDir + " to " + originalLocation); fs.rename(intermediateExtractedDir, originalLocation); @@ -2124,4 +2122,8 @@ return "DDL"; } + @Override + protected void localizeMRTmpFilesImpl(Context ctx) { + // no-op + } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/MoveTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/MoveTask.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/MoveTask.java (working copy) @@ -46,6 +46,7 @@ import org.apache.hadoop.hive.ql.plan.MoveWork; import org.apache.hadoop.hive.ql.plan.api.StageType; import org.apache.hadoop.hive.ql.session.SessionState; +import org.apache.hadoop.hive.ql.Context; import org.apache.hadoop.util.StringUtils; /** @@ -277,4 +278,10 @@ public String getName() { return "MOVE"; } + + + @Override + protected void localizeMRTmpFilesImpl(Context ctx) { + // no-op + } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/CopyTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/CopyTask.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/CopyTask.java (working copy) @@ -24,6 +24,7 @@ import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.FileUtil; import org.apache.hadoop.fs.Path; +import org.apache.hadoop.hive.ql.Context; import org.apache.hadoop.hive.ql.parse.LoadSemanticAnalyzer; import org.apache.hadoop.hive.ql.plan.CopyWork; import org.apache.hadoop.hive.ql.plan.api.StageType; @@ -97,4 +98,12 @@ public String getName() { return "COPY"; } + + @Override + protected void localizeMRTmpFilesImpl(Context ctx) { + // copy task is only used by the load command and + // does not use any map-reduce tmp files + // we don't expect to enter this code path at all + throw new RuntimeException ("Unexpected call"); + } } Index: ql/src/java/org/apache/hadoop/hive/ql/plan/PartitionDesc.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/plan/PartitionDesc.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/plan/PartitionDesc.java (working copy) @@ -30,6 +30,7 @@ import org.apache.hadoop.hive.ql.io.HiveOutputFormat; import org.apache.hadoop.hive.serde2.Deserializer; import org.apache.hadoop.mapred.InputFormat; +import org.apache.hadoop.fs.Path; /** * PartitionDesc. @@ -249,12 +250,11 @@ return; } try { - URI uri = new URI(path); - File file = new File(uri); - baseFileName = file.getName(); + Path p = new Path(path); + baseFileName = p.getName(); } catch (Exception ex) { - // This could be due to either URI syntax error or File constructor - // illegal arg; we don't really care which one it is. + // don't really care about the exception. the goal is to capture the + // the last component at the minimum - so set to the complete path baseFileName = path; } } Index: ql/src/java/org/apache/hadoop/hive/ql/plan/MapredLocalWork.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/plan/MapredLocalWork.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/plan/MapredLocalWork.java (working copy) @@ -28,6 +28,7 @@ import org.apache.hadoop.hive.ql.exec.BucketMatcher; import org.apache.hadoop.hive.ql.exec.Operator; +import org.apache.hadoop.fs.Path; /** * MapredLocalWork. @@ -166,9 +167,7 @@ private String getBaseFileName (String path) { try { - URI uri = new URI(path); - File file = new File(uri); - return file.getName(); + return ((new Path(path)).getName()); } catch (Exception ex) { // This could be due to either URI syntax error or File constructor // illegal arg; we don't really care which one it is. Index: ql/src/java/org/apache/hadoop/hive/ql/plan/MapredWork.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/plan/MapredWork.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/plan/MapredWork.java (working copy) @@ -321,5 +321,4 @@ public void setInputformat(String inputformat) { this.inputformat = inputformat; } - } Index: ql/src/java/org/apache/hadoop/hive/ql/Context.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/Context.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/Context.java (working copy) @@ -23,8 +23,11 @@ import java.io.IOException; import java.net.URI; import java.text.SimpleDateFormat; +import java.util.ArrayList; import java.util.Date; import java.util.HashMap; +import java.util.Iterator; +import java.util.List; import java.util.Map; import java.util.Random; @@ -34,9 +37,11 @@ import org.apache.hadoop.fs.FileStatus; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; +import org.apache.hadoop.fs.ContentSummary; import org.apache.hadoop.hive.common.FileUtils; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.util.StringUtils; +import org.apache.hadoop.conf.Configuration; /** * Context for Semantic Analyzers. Usage: not reusable - construct a new one for @@ -50,38 +55,27 @@ private Path[] resDirPaths; private int resDirFilesNum; boolean initialized; + String originalTracker = null; + private HashMap pathToCS; - // all query specific directories are created as sub-directories of queryPath - // this applies to all non-local (ie. hdfs) file system tmp folders - private Path queryScratchPath; + // scratch path to use for all non-local (ie. hdfs) file system tmp folders + private final Path nonLocalScratchPath; + // scratch directory to use for local file system tmp folders + private final String localScratchDir; - // Path without a file system - // Used for creating temporary directory on local file system - private String localScratchPath; + // Keeps track of scratch directories created for different scheme/authority + private final Map fsScratchDirs = new HashMap(); - // Fully Qualified path on the local file system - // System.getProperty("java.io.tmpdir") + Path.SEPARATOR - // + System.getProperty("user.name") + Path.SEPARATOR + executionId - private Path localScratchDir; - - // On the default FileSystem (usually HDFS): - // also based on hive.exec.scratchdir which by default is - // "/tmp/"+System.getProperty("user.name")+"/hive" - private Path MRScratchDir; - - // Keeps track of scratch directories created for different scheme/authority - private final Map externalScratchDirs = new HashMap(); - - private HiveConf conf; + private Configuration conf; protected int pathid = 10000; protected boolean explain = false; private TokenRewriteStream tokenRewriteStream; String executionId; - public Context(HiveConf conf) throws IOException { + public Context(Configuration conf) throws IOException { this(conf, generateExecutionId()); } @@ -89,127 +83,104 @@ * Create a Context with a given executionId. ExecutionId, together with * user name and conf, will determine the temporary directory locations. */ - public Context(HiveConf conf, String executionId) throws IOException { + public Context(Configuration conf, String executionId) { this.conf = conf; this.executionId = executionId; + + // non-local tmp location is configurable. however it is the same across + // all external file systems + nonLocalScratchPath = + new Path(HiveConf.getVar(conf, HiveConf.ConfVars.SCRATCHDIR), + executionId); - localScratchPath = System.getProperty("java.io.tmpdir") + // local tmp location is not configurable for now + localScratchDir = System.getProperty("java.io.tmpdir") + Path.SEPARATOR + System.getProperty("user.name") + Path.SEPARATOR + executionId; - - queryScratchPath = new Path(conf.getVar(HiveConf.ConfVars.SCRATCHDIR), executionId); } /** * Set the context on whether the current query is an explain query. - * - * @param value - * true if the query is an explain query, false if not + * @param value true if the query is an explain query, false if not */ public void setExplain(boolean value) { explain = value; } - + /** - * Find out whether the current query is an explain query. - * + * Find whether the current query is an explain query * @return true if the query is an explain query, false if not */ - public boolean getExplain() { + public boolean getExplain () { return explain; } + /** - * Make a tmp directory for MR intermediate data If URI/Scheme are not - * supplied - those implied by the default filesystem will be used (which will - * typically correspond to hdfs instance on hadoop cluster). + * Get a tmp directory on specified URI * - * @param mkdir if true, will make the directory. Will throw IOException if that fails. + * @param scheme Scheme of the target FS + * @param authority Authority of the target FS + * @param mkdir create the directory if true + * @param scratchdir path of tmp directory */ - private Path makeMRScratchDir(HiveConf conf, boolean mkdir) - throws IOException { + private String getScratchDir(String scheme, String authority, + boolean mkdir, String scratchDir) { - Path dir = FileUtils.makeQualified(queryScratchPath, conf); + String fileSystem = scheme + ":" + authority; + String dir = fsScratchDirs.get(fileSystem); - if (mkdir) { - FileSystem fs = dir.getFileSystem(conf); - if (!fs.mkdirs(dir)) { - throw new IOException("Cannot make directory: " + dir); + if (dir == null) { + Path dirPath = new Path(scheme, authority, scratchDir); + if (mkdir) { + try { + FileSystem fs = dirPath.getFileSystem(conf); + if (!fs.mkdirs(dirPath)) + throw new RuntimeException("Cannot make directory: " + + dirPath.toString()); + } catch (IOException e) { + throw new RuntimeException (e); + } } + dir = dirPath.toString(); + fsScratchDirs.put(fileSystem, dir); } return dir; } - /** - * Make a tmp directory on specified URI Currently will use the same path as - * implied by SCRATCHDIR config variable. - */ - private Path makeExternalScratchDir(HiveConf conf, boolean mkdir, URI extURI) - throws IOException { - Path dir = new Path(extURI.getScheme(), extURI.getAuthority(), - queryScratchPath.toUri().getPath()); - - if (mkdir) { - FileSystem fs = dir.getFileSystem(conf); - if (!fs.mkdirs(dir)) { - throw new IOException("Cannot make directory: " + dir); - } - } - return dir; - } - /** - * Make a tmp directory for local file system. - * - * @param mkdir if true, will make the directory. Will throw IOException if that fails. + * Create a local scratch directory on demand and return it. */ - private Path makeLocalScratchDir(boolean mkdir) - throws IOException { - - FileSystem fs = FileSystem.getLocal(conf); - Path dir = fs.makeQualified(new Path(localScratchPath)); - - if (mkdir) { - if (!fs.mkdirs(dir)) { - throw new IOException("Cannot make directory: " + dir); - } - } - return dir; - } - - /** - * Get a tmp directory on specified URI Will check if this has already been - * made (either via MR or Local FileSystem or some other external URI. - */ - private String getExternalScratchDir(URI extURI) { + public String getLocalScratchDir(boolean mkdir) { try { - String fileSystem = extURI.getScheme() + ":" + extURI.getAuthority(); - Path dir = externalScratchDirs.get(fileSystem); - if (dir == null) { - dir = makeExternalScratchDir(conf, !explain, extURI); - externalScratchDirs.put(fileSystem, dir); - } - return dir.toString(); + FileSystem fs = FileSystem.getLocal(conf); + URI uri = fs.getUri(); + return getScratchDir(uri.getScheme(), uri.getAuthority(), + mkdir, localScratchDir); } catch (IOException e) { - throw new RuntimeException(e); + throw new RuntimeException (e); } } + /** * Create a map-reduce scratch directory on demand and return it. + * */ public String getMRScratchDir() { + + // if we are executing entirely on the client side - then + // just (re)use the local scratch directory + if(isLocalOnlyExecutionMode()) + return getLocalScratchDir(!explain); + try { - // if we are executing entirely on the client side - then - // just (re)use the local scratch directory - if(isLocalOnlyExecutionMode()) - return getLocalScratchDir(); + Path dir = FileUtils.makeQualified(nonLocalScratchPath, conf); + URI uri = dir.toUri(); + return getScratchDir(uri.getScheme(), uri.getAuthority(), + !explain, uri.getPath()); - if (MRScratchDir == null) { - MRScratchDir = makeMRScratchDir(conf, !explain); - } - return MRScratchDir.toString(); } catch (IOException e) { throw new RuntimeException(e); } catch (IllegalArgumentException e) { @@ -218,87 +189,89 @@ } } - /** - * Create a local scratch directory on demand and return it. - */ - public String getLocalScratchDir() { - try { - if (localScratchDir == null) { - localScratchDir = makeLocalScratchDir(true); - } - return localScratchDir.toString(); - } catch (IOException e) { - throw new RuntimeException(e); - } catch (IllegalArgumentException e) { - throw new RuntimeException("Error while making local scratch " - + "directory - check filesystem config (" + e.getCause() + ")", e); - } + private String getExternalScratchDir(URI extURI) { + return getScratchDir(extURI.getScheme(), extURI.getAuthority(), + !explain, nonLocalScratchPath.toUri().getPath()); } - private void removeDir(Path p) { - try { - p.getFileSystem(conf).delete(p, true); - } catch (Exception e) { - LOG.warn("Error Removing Scratch: " - + StringUtils.stringifyException(e)); - } - } - /** * Remove any created scratch directories. */ private void removeScratchDir() { - - for (Map.Entry p : externalScratchDirs.entrySet()) { - removeDir(p.getValue()); + for (Map.Entry entry : fsScratchDirs.entrySet()) { + try { + Path p = new Path(entry.getValue()); + p.getFileSystem(conf).delete(p, true); + } catch (Exception e) { + LOG.warn("Error Removing Scratch: " + + StringUtils.stringifyException(e)); + } } - externalScratchDirs.clear(); - - if (MRScratchDir != null) { - removeDir(MRScratchDir); - MRScratchDir = null; - } - - if (localScratchDir != null) { - removeDir(localScratchDir); - localScratchDir = null; - } + fsScratchDirs.clear(); } - /** - * Return the next available path in the current scratch dir. - */ - private String nextPath(String base) { - return base + Path.SEPARATOR + Integer.toString(pathid++); + private String nextPathId() { + return Integer.toString(pathid++); } + + private static final String MR_PREFIX = "-mr-"; + private static final String EXT_PREFIX = "-ext-"; + private static final String LOCAL_PREFIX = "-local-"; + /** - * Check if path is tmp path. the assumption is that all uri's relative to - * scratchdir are temporary. - * + * Check if path is for intermediate data * @return true if a uri is a temporary uri for map-reduce intermediate data, * false otherwise */ public boolean isMRTmpFileURI(String uriStr) { - return (uriStr.indexOf(executionId) != -1); + return (uriStr.indexOf(executionId) != -1) && + (uriStr.indexOf(MR_PREFIX) != -1); } /** * Get a path to store map-reduce intermediate data in. - * + * * @return next available path for map-red intermediate data */ public String getMRTmpFileURI() { - return nextPath(getMRScratchDir()); + return getMRScratchDir() + Path.SEPARATOR + MR_PREFIX + + nextPathId(); } + /** + * Given a URI for mapreduce intermediate output, swizzle the + * it to point to the local file system. This can be called in + * case the caller decides to run in local mode (in which case + * all intermediate data can be stored locally) + * + * @param originalURI uri to localize + * @return localized path for map-red intermediate data + */ + public String localizeMRTmpFileURI(String originalURI) { + Path o = new Path(originalURI); + Path mrbase = new Path(getMRScratchDir()); + + URI relURI = mrbase.toUri().relativize(o.toUri()); + if (relURI.equals(o.toUri())) + throw new RuntimeException + ("Invalid URI: " + originalURI + ", cannot relativize against" + + mrbase.toString()); + + return getLocalScratchDir(!explain) + Path.SEPARATOR + + relURI.getPath(); + } + + + /** * Get a tmp path on local host to store intermediate data. * * @return next available tmp path on local fs */ public String getLocalTmpFileURI() { - return nextPath(getLocalScratchDir()); + return getLocalScratchDir(true) + Path.SEPARATOR + LOCAL_PREFIX + + nextPathId(); } /** @@ -309,7 +282,8 @@ * @return next available tmp path on the file system corresponding extURI */ public String getExternalTmpFileURI(URI extURI) { - return nextPath(getExternalScratchDir(extURI)); + return getExternalScratchDir(extURI) + Path.SEPARATOR + EXT_PREFIX + + nextPathId(); } /** @@ -368,6 +342,7 @@ } } removeScratchDir(); + originalTracker = null; } public DataInput getStream() { @@ -473,10 +448,6 @@ return executionId; } - public Path getQueryPath() { - return queryScratchPath; - } - /** * Does Hive wants to run tasks entirely on the local machine * (where the query is being compiled)? @@ -484,6 +455,66 @@ * Today this translates into running hadoop jobs locally */ public boolean isLocalOnlyExecutionMode() { - return conf.getVar(HiveConf.ConfVars.HADOOPJT).equals("local"); + return HiveConf.getVar(conf, HiveConf.ConfVars.HADOOPJT).equals("local"); } + + public void setOriginalTracker(String originalTracker) { + this.originalTracker = originalTracker; + } + + public void restoreOriginalTracker() { + if (originalTracker != null) { + HiveConf.setVar(conf, HiveConf.ConfVars.HADOOPJT, originalTracker); + originalTracker = null; + } + } + + public void addCS(String path, ContentSummary cs) { + if(pathToCS == null) + pathToCS = new HashMap (); + pathToCS.put(path, cs); + } + + public ContentSummary getCS(String path) { + if(pathToCS == null) + pathToCS = new HashMap (); + return pathToCS.get(path); + } + + public Configuration getConf() { + return conf; + } + + + /** + * Given a mapping from paths to objects, localize any MR tmp paths + * @param map mapping from paths to objects + */ + public void localizeKeys(Map map) { + for (Map.Entry entry: map.entrySet()) { + String path = entry.getKey(); + if (isMRTmpFileURI(path)) { + Object val = entry.getValue(); + map.remove(path); + map.put(localizeMRTmpFileURI(path), val); + } + } + } + + /** + * Given a list of paths, localize any MR tmp paths contained therein + * @param paths list of paths to be localized + */ + public void localizePaths(List paths) { + Iterator iter = paths.iterator(); + List toAdd = new ArrayList (); + while(iter.hasNext()) { + String path = iter.next(); + if (isMRTmpFileURI(path)) { + iter.remove(); + toAdd.add(localizeMRTmpFileURI(path)); + } + } + paths.addAll(toAdd); + } } Index: ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java (working copy) @@ -24,6 +24,7 @@ import static org.apache.hadoop.util.StringUtils.stringifyException; import java.io.Serializable; +import java.io.IOException; import java.util.ArrayList; import java.util.HashMap; import java.util.HashSet; @@ -39,22 +40,26 @@ import org.apache.commons.lang.StringUtils; import org.apache.hadoop.fs.Path; +import org.apache.hadoop.fs.ContentSummary; +import org.apache.hadoop.fs.PathFilter; import org.apache.hadoop.hive.common.FileUtils; import org.apache.hadoop.hive.common.JavaUtils; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.metastore.MetaStoreUtils; import org.apache.hadoop.hive.metastore.api.FieldSchema; import org.apache.hadoop.hive.metastore.api.Order; +import org.apache.hadoop.hive.ql.Context; +import org.apache.hadoop.hive.ql.Driver; import org.apache.hadoop.hive.ql.exec.AbstractMapJoinOperator; import org.apache.hadoop.hive.ql.exec.ColumnInfo; import org.apache.hadoop.hive.ql.exec.ConditionalTask; -import org.apache.hadoop.hive.ql.exec.ExecDriver; import org.apache.hadoop.hive.ql.exec.FetchTask; import org.apache.hadoop.hive.ql.exec.FileSinkOperator; import org.apache.hadoop.hive.ql.exec.FunctionInfo; import org.apache.hadoop.hive.ql.exec.FunctionRegistry; import org.apache.hadoop.hive.ql.exec.GroupByOperator; import org.apache.hadoop.hive.ql.exec.JoinOperator; +import org.apache.hadoop.hive.ql.exec.ExecDriver; import org.apache.hadoop.hive.ql.exec.MapRedTask; import org.apache.hadoop.hive.ql.exec.Operator; import org.apache.hadoop.hive.ql.exec.OperatorFactory; @@ -1187,8 +1192,9 @@ new FilterDesc(genExprNodeDesc(condn, inputRR), false), new RowSchema( inputRR.getColumnInfos()), input), inputRR); - LOG.debug("Created Filter Plan for " + qb.getId() + " row schema: " - + inputRR.toString()); + if (LOG.isDebugEnabled()) + LOG.debug("Created Filter Plan for " + qb.getId() + " row schema: " + + inputRR.toString()); return output; } @@ -1685,15 +1691,20 @@ ASTNode selExprList = qb.getParseInfo().getSelForClause(dest); Operator op = genSelectPlan(selExprList, qb, input); - LOG.debug("Created Select Plan for clause: " + dest); + + if (LOG.isDebugEnabled()) + LOG.debug("Created Select Plan for clause: " + dest); + return op; } @SuppressWarnings("nls") private Operator genSelectPlan(ASTNode selExprList, QB qb, Operator input) throws SemanticException { - LOG.debug("tree: " + selExprList.toStringTree()); + if (LOG.isDebugEnabled()) + LOG.debug("tree: " + selExprList.toStringTree()); + ArrayList col_list = new ArrayList(); RowResolver out_rwsch = new RowResolver(); ASTNode trfm = null; @@ -1770,8 +1781,10 @@ assert (false); } } - LOG.debug("UDTF table alias is " + udtfTableAlias); - LOG.debug("UDTF col aliases are " + udtfColAliases); + if (LOG.isDebugEnabled()) { + LOG.debug("UDTF table alias is " + udtfTableAlias); + LOG.debug("UDTF col aliases are " + udtfColAliases); + } } // The list of expressions after SELECT or SELECT TRANSFORM. @@ -1784,7 +1797,8 @@ exprList = selExprList; } - LOG.debug("genSelectPlan: input = " + inputRR.toString()); + if (LOG.isDebugEnabled()) + LOG.debug("genSelectPlan: input = " + inputRR.toString()); // For UDTF's, skip the function name to get the expressions int startPosn = isUDTF ? posn + 1 : posn; @@ -1894,7 +1908,8 @@ output = genUDTFPlan(genericUDTF, udtfTableAlias, udtfColAliases, qb, output); } - LOG.debug("Created Select Plan row schema: " + out_rwsch.toString()); + if (LOG.isDebugEnabled()) + LOG.debug("Created Select Plan row schema: " + out_rwsch.toString()); return output; } @@ -3494,8 +3509,9 @@ .mapDirToFop(ltd.getSourceDir(), (FileSinkOperator)output); } - LOG.debug("Created FileSink Plan for clause: " + dest + "dest_path: " - + dest_path + " row schema: " + inputRR.toString()); + if (LOG.isDebugEnabled()) + LOG.debug("Created FileSink Plan for clause: " + dest + "dest_path: " + + dest_path + " row schema: " + inputRR.toString()); return output; } @@ -3648,8 +3664,9 @@ new LimitDesc(limit), new RowSchema(inputRR.getColumnInfos()), input), inputRR); - LOG.debug("Created LimitOperator Plan for clause: " + dest - + " row schema: " + inputRR.toString()); + if (LOG.isDebugEnabled()) + LOG.debug("Created LimitOperator Plan for clause: " + dest + + " row schema: " + inputRR.toString()); return limitMap; } @@ -3676,8 +3693,9 @@ throw new SemanticException(ErrorMsg.UDTF_LATERAL_VIEW.getMsg()); } - LOG.debug("Table alias: " + outputTableAlias + " Col aliases: " - + colAliases); + if (LOG.isDebugEnabled()) + LOG.debug("Table alias: " + outputTableAlias + " Col aliases: " + + colAliases); // Use the RowResolver from the input operator to generate a input // ObjectInspector that can be used to initialize the UDTF. Then, the @@ -3908,8 +3926,9 @@ Utilities.ReduceField.VALUE.toString(), "", false)), new RowSchema( out_rwsch.getColumnInfos()), interim), out_rwsch); - LOG.debug("Created ReduceSink Plan for table: " + tab.getTableName() + " row schema: " - + out_rwsch.toString()); + if (LOG.isDebugEnabled()) + LOG.debug("Created ReduceSink Plan for table: " + tab.getTableName() + + " row schema: " + out_rwsch.toString()); return output; } @@ -4018,8 +4037,9 @@ Utilities.ReduceField.VALUE.toString(), "", false)), new RowSchema( out_rwsch.getColumnInfos()), interim), out_rwsch); - LOG.debug("Created ReduceSink Plan for clause: " + dest + " row schema: " - + out_rwsch.toString()); + if (LOG.isDebugEnabled()) + LOG.debug("Created ReduceSink Plan for clause: " + dest + " row schema: " + + out_rwsch.toString()); return output; } @@ -5132,7 +5152,9 @@ } } - LOG.debug("Created Body Plan for Query Block " + qb.getId()); + if (LOG.isDebugEnabled()) + LOG.debug("Created Body Plan for Query Block " + qb.getId()); + return curr; } @@ -5517,8 +5539,10 @@ } Operator output = putOpInsertMap(tableOp, rwsch); - LOG.debug("Created Table Plan for " + alias + " " + tableOp.toString()); + if (LOG.isDebugEnabled()) + LOG.debug("Created Table Plan for " + alias + " " + tableOp.toString()); + return output; } @@ -5584,8 +5608,10 @@ } Operator bodyOpInfo = genBodyPlan(qb, srcOpInfo); - LOG.debug("Created Plan for Query Block " + qb.getId()); + if (LOG.isDebugEnabled()) + LOG.debug("Created Plan for Query Block " + qb.getId()); + this.qb = qb; return bodyOpInfo; } @@ -5917,6 +5943,8 @@ } } + decideExecMode(rootTasks, ctx); + if (qb.isCTAS()) { // generate a DDL task and make it a dependent task of the leaf CreateTableDesc crtTblDesc = qb.getTableDesc(); @@ -5966,7 +5994,7 @@ // loop over all the tasks recursviely private void generateCountersTask(Task task) { - if ((task instanceof MapRedTask) || (task instanceof ExecDriver)) { + if (task instanceof ExecDriver) { HashMap> opMap = ((MapredWork) task .getWork()).getAliasToWork(); if (!opMap.isEmpty()) { @@ -6016,7 +6044,7 @@ // loop over all the tasks recursviely private void breakTaskTree(Task task) { - if ((task instanceof MapRedTask) || (task instanceof ExecDriver)) { + if (task instanceof ExecDriver) { HashMap> opMap = ((MapredWork) task .getWork()).getAliasToWork(); if (!opMap.isEmpty()) { @@ -6059,7 +6087,7 @@ // loop over all the tasks recursviely private void setKeyDescTaskTree(Task task) { - if ((task instanceof MapRedTask) || (task instanceof ExecDriver)) { + if (task instanceof ExecDriver) { MapredWork work = (MapredWork) task.getWork(); work.deriveExplainAttributes(); HashMap> opMap = work @@ -6397,8 +6425,6 @@ @Override public void validate() throws SemanticException { - // Check if the plan contains atleast one path. - // validate all tasks for (Task rootTask : rootTasks) { validate(rootTask); @@ -6407,13 +6433,6 @@ private void validate(Task task) throws SemanticException { - if ((task instanceof MapRedTask) || (task instanceof ExecDriver)) { - task.getWork(); - - // If the plan does not contain any path, an empty file - // will be added by ExecDriver at execute time - } - if (task.getChildTasks() == null) { return; } @@ -6857,4 +6876,81 @@ } } } + + private void decideExecMode(List> rootTasks, Context ctx) + throws SemanticException { + + // bypass for explain queries for now + if (ctx.getExplain()) + return; + + // user has told us to run in local mode or doesn't want auto-local mode + if (ctx.isLocalOnlyExecutionMode() || + !conf.getBoolVar(HiveConf.ConfVars.LOCALMODEAUTO)) + return; + + final Context lCtx = ctx; + PathFilter p = new PathFilter () { + public boolean accept(Path file) { + return !lCtx.isMRTmpFileURI(file.toUri().getPath()); + } + }; + List mrtasks = Utilities.getMRTasks(rootTasks); + + // map-reduce jobs will be run locally based on data size + // first find out if any of the jobs needs to run non-locally + boolean hasNonLocalJob = false; + for (ExecDriver mrtask: mrtasks) { + try { + ContentSummary inputSummary = Utilities.getInputSummary + (ctx, (MapredWork)mrtask.getWork(), p); + int numReducers = getNumberOfReducers(mrtask.getWork(), conf); + + if (LOG.isDebugEnabled()) { + LOG.debug("Task: " + mrtask.getId() + ", Summary: " + + inputSummary.getLength() + "," + inputSummary.getFileCount() + "," + + numReducers); + } + + if(MapRedTask.isEligibleForLocalMode(conf, inputSummary, numReducers) != null) { + hasNonLocalJob = true; + break; + } + } catch (IOException e) { + throw new SemanticException (e); + } + } + + if(!hasNonLocalJob) { + // none of the mapred tasks needs to be run locally. That means that the + // query can be executed entirely in local mode. Save the current tracker + // value and restore it when done + ctx.setOriginalTracker(conf.getVar(HiveConf.ConfVars.HADOOPJT)); + conf.setVar(HiveConf.ConfVars.HADOOPJT, "local"); + console.printInfo("Automatically selecting local only mode for query"); + + // If all the tasks can be run locally, we can use local disk for + // storing intermediate data. + + /** + * This code is commented out pending further testing/development + * for (Task t: rootTasks) + * t.localizeMRTmpFiles(ctx); + */ + } + } + + /** + * Make a best guess at trying to find the number of reducers + */ + private static int getNumberOfReducers(MapredWork mrwork, HiveConf conf) { + if (mrwork.getReducer() == null) + return 0; + + if (mrwork.getNumReduceTasks() >= 0) + return mrwork.getNumReduceTasks(); + + return conf.getIntVar(HiveConf.ConfVars.HADOOPNUMREDUCERS); + } + } Index: ql/src/java/org/apache/hadoop/hive/ql/Driver.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/Driver.java (revision 979955) +++ ql/src/java/org/apache/hadoop/hive/ql/Driver.java (working copy) @@ -97,34 +97,6 @@ Operator.resetId(); } - public int countJobs(List> tasks) { - return countJobs(tasks, new ArrayList>()); - } - - public int countJobs(List> tasks, - List> seenTasks) { - if (tasks == null) { - return 0; - } - int jobs = 0; - for (Task task : tasks) { - if (!seenTasks.contains(task)) { - seenTasks.add(task); - - if (task instanceof ConditionalTask) { - jobs += countJobs(((ConditionalTask) task).getListTasks(), seenTasks); - } else if (task.isMapRedTask()) { // this may be true for conditional - // task, but we will not inc the - // counter - jobs++; - } - - jobs += countJobs(task.getChildTasks(), seenTasks); - } - } - return jobs; - } - /** * Return the status information about the Map-Reduce cluster */ @@ -319,7 +291,7 @@ // test Only - serialize the query plan and deserialize it if("true".equalsIgnoreCase(System.getProperty("test.serialize.qplan"))) { - String queryPlanFileName = ctx.getLocalScratchDir() + Path.SEPARATOR_CHAR + String queryPlanFileName = ctx.getLocalScratchDir(true) + Path.SEPARATOR_CHAR + "queryplan.xml"; LOG.info("query plan = " + queryPlanFileName); queryPlanFileName = new Path(queryPlanFileName).toUri().getPath(); @@ -468,7 +440,7 @@ UnixUserGroupInformation.UGI_PROPERTY_NAME)); } - int jobs = countJobs(plan.getRootTasks()); + int jobs = Utilities.getMRTasks(plan.getRootTasks()).size(); if (jobs > 0) { console.printInfo("Total MapReduce jobs = " + jobs); } @@ -539,6 +511,10 @@ } } + // in case we decided to run everything in local mode, restore the + // the jobtracker setting to its initial value + ctx.restoreOriginalTracker(); + // Get all the post execution hooks and execute them. for (PostExecute peh : getPostExecHooks()) { peh.run(SessionState.get(), plan.getInputs(), plan.getOutputs(),