diff --git shims/src/0.20/java/org/apache/hadoop/hive/shims/Hadoop20Shims.java shims/src/0.20/java/org/apache/hadoop/hive/shims/Hadoop20Shims.java index 6fdb6f8..20e9ec4 100644 --- shims/src/0.20/java/org/apache/hadoop/hive/shims/Hadoop20Shims.java +++ shims/src/0.20/java/org/apache/hadoop/hive/shims/Hadoop20Shims.java @@ -409,6 +409,10 @@ public class Hadoop20Shims implements HadoopShims { // option to bypass job setup and cleanup was introduced in hadoop-21 (MAPREDUCE-463) // but can be backported. So we disable setup/cleanup in all versions >= 0.19 conf.setBoolean("mapred.committer.job.setup.cleanup.needed", false); + + // option to bypass task cleanup task was introduced in hadoop-23 (MAPREDUCE-2206) + // but can be backported. So we disable setup/cleanup in all versions >= 0.19 + conf.setBoolean("mapreduce.job.committer.task.cleanup.needed", false); } @Override diff --git shims/src/0.20S/java/org/apache/hadoop/hive/shims/Hadoop20SShims.java shims/src/0.20S/java/org/apache/hadoop/hive/shims/Hadoop20SShims.java index b8f800a..e626c75 100644 --- shims/src/0.20S/java/org/apache/hadoop/hive/shims/Hadoop20SShims.java +++ shims/src/0.20S/java/org/apache/hadoop/hive/shims/Hadoop20SShims.java @@ -411,6 +411,10 @@ public class Hadoop20SShims implements HadoopShims { // option to bypass job setup and cleanup was introduced in hadoop-21 (MAPREDUCE-463) // but can be backported. So we disable setup/cleanup in all versions >= 0.19 conf.setBoolean("mapred.committer.job.setup.cleanup.needed", false); + + // option to bypass task cleanup task was introduced in hadoop-23 (MAPREDUCE-2206) + // but can be backported. So we disable setup/cleanup in all versions >= 0.19 + conf.setBoolean("mapreduce.job.committer.task.cleanup.needed", false); } @Override