commit 67382ac0b54bc41ecec9b4049f563196f76c8fb2 Author: Chris Drome Date: Fri May 13 08:58:23 2016 +0000 HIVE-13756: Map failure attempts to delete reducer _temporary directory on multi-query pig query. diff --git hcatalog/core/src/main/java/org/apache/hive/hcatalog/mapreduce/FileOutputCommitterContainer.java hcatalog/core/src/main/java/org/apache/hive/hcatalog/mapreduce/FileOutputCommitterContainer.java index 9db3dc1..f82cf83 100644 --- hcatalog/core/src/main/java/org/apache/hive/hcatalog/mapreduce/FileOutputCommitterContainer.java +++ hcatalog/core/src/main/java/org/apache/hive/hcatalog/mapreduce/FileOutputCommitterContainer.java @@ -121,6 +121,7 @@ public FileOutputCommitterContainer(JobContext context, @Override public void abortTask(TaskAttemptContext context) throws IOException { if (!dynamicPartitioningUsed) { + FileOutputFormatContainer.setWorkOutputPath(context); getBaseOutputCommitter().abortTask(HCatMapRedUtil.createTaskAttemptContext(context)); } else { try { @@ -151,6 +152,7 @@ public void commitTask(TaskAttemptContext context) throws IOException { @Override public boolean needsTaskCommit(TaskAttemptContext context) throws IOException { if (!dynamicPartitioningUsed) { + FileOutputFormatContainer.setWorkOutputPath(context); return getBaseOutputCommitter().needsTaskCommit(HCatMapRedUtil.createTaskAttemptContext(context)); } else { // called explicitly through FileRecordWriterContainer.close() if dynamic - return false by default