diff --git itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java index 96868eb..25dbde9 100644 --- itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java +++ itests/util/src/main/java/org/apache/hadoop/hive/ql/QTestUtil.java @@ -87,7 +87,6 @@ import org.apache.hadoop.hive.serde.serdeConstants; import org.apache.hadoop.hive.serde2.thrift.ThriftDeserializer; import org.apache.hadoop.hive.serde2.thrift.test.Complex; -import org.apache.hadoop.hive.shims.Hadoop23Shims; import org.apache.hadoop.hive.shims.HadoopShims; import org.apache.hadoop.hive.shims.ShimLoader; import org.apache.hadoop.mapred.SequenceFileInputFormat; @@ -365,13 +364,11 @@ public QTestUtil(String outDir, String logDir, MiniClusterType clusterType, if (clusterType != MiniClusterType.none) { dfs = shims.getMiniDfs(conf, numberOfDataNodes, true, null); FileSystem fs = dfs.getFileSystem(); + String uriString = getHdfsUriString(fs.getUri().toString()); if (clusterType == MiniClusterType.tez) { - if (!(shims instanceof Hadoop23Shims)) { - throw new Exception("Cannot run tez on hadoop-1, Version: "+this.hadoopVer); - } - mr = ((Hadoop23Shims)shims).getMiniTezCluster(conf, 4, getHdfsUriString(fs.getUri().toString()), 1); + mr = shims.getMiniTezCluster(conf, 4, uriString, 1); } else { - mr = shims.getMiniMrCluster(conf, 4, getHdfsUriString(fs.getUri().toString()), 1); + mr = shims.getMiniMrCluster(conf, 4, uriString, 1); } } diff --git shims/0.20/src/main/java/org/apache/hadoop/hive/shims/Hadoop20Shims.java shims/0.20/src/main/java/org/apache/hadoop/hive/shims/Hadoop20Shims.java index 51c8051..93b8b39 100644 --- shims/0.20/src/main/java/org/apache/hadoop/hive/shims/Hadoop20Shims.java +++ shims/0.20/src/main/java/org/apache/hadoop/hive/shims/Hadoop20Shims.java @@ -98,6 +98,12 @@ public MiniMrShim getMiniMrCluster(Configuration conf, int numberOfTaskTrackers, return new MiniMrShim(conf, numberOfTaskTrackers, nameNode, numDir); } + @Override + public MiniMrShim getMiniTezCluster(Configuration conf, int numberOfTaskTrackers, + String nameNode, int numDir) throws IOException { + throw new IOException("Cannot run tez on current hadoop, Version: " + VersionInfo.getVersion()); + } + /** * Shim for MiniMrCluster */ diff --git shims/0.20S/src/main/java/org/apache/hadoop/hive/shims/Hadoop20SShims.java shims/0.20S/src/main/java/org/apache/hadoop/hive/shims/Hadoop20SShims.java index e4e56b7..e27735e 100644 --- shims/0.20S/src/main/java/org/apache/hadoop/hive/shims/Hadoop20SShims.java +++ shims/0.20S/src/main/java/org/apache/hadoop/hive/shims/Hadoop20SShims.java @@ -58,6 +58,7 @@ import org.apache.hadoop.util.Progressable; import org.apache.hadoop.mapred.lib.TotalOrderPartitioner; import org.apache.hadoop.security.UserGroupInformation; +import org.apache.hadoop.util.VersionInfo; /** @@ -175,6 +176,12 @@ public MiniMrShim getMiniMrCluster(Configuration conf, int numberOfTaskTrackers, return new MiniMrShim(conf, numberOfTaskTrackers, nameNode, numDir); } + @Override + public MiniMrShim getMiniTezCluster(Configuration conf, int numberOfTaskTrackers, + String nameNode, int numDir) throws IOException { + throw new IOException("Cannot run tez on current hadoop, Version: " + VersionInfo.getVersion()); + } + /** * Shim for MiniMrCluster */ diff --git shims/common/src/main/java/org/apache/hadoop/hive/shims/HadoopShims.java shims/common/src/main/java/org/apache/hadoop/hive/shims/HadoopShims.java index e15ab4e..75518e7 100644 --- shims/common/src/main/java/org/apache/hadoop/hive/shims/HadoopShims.java +++ shims/common/src/main/java/org/apache/hadoop/hive/shims/HadoopShims.java @@ -90,6 +90,9 @@ String getTaskAttemptLogUrl(JobConf conf, public MiniMrShim getMiniMrCluster(Configuration conf, int numberOfTaskTrackers, String nameNode, int numDir) throws IOException; + public MiniMrShim getMiniTezCluster(Configuration conf, int numberOfTaskTrackers, + String nameNode, int numDir) throws IOException; + /** * Shim for MiniMrCluster */