commit 8d6b453287aba406299ac7cce9324fb644ccc657 Author: Chris Drome Date: Fri May 13 08:56:54 2016 +0000 HIVE-13756: Map failure attempts to delete reducer _temporary directory on multi-query pig query. diff --git hcatalog/core/src/main/java/org/apache/hive/hcatalog/mapreduce/FileOutputCommitterContainer.java hcatalog/core/src/main/java/org/apache/hive/hcatalog/mapreduce/FileOutputCommitterContainer.java index 367f4ea..f3a2a7d 100644 --- hcatalog/core/src/main/java/org/apache/hive/hcatalog/mapreduce/FileOutputCommitterContainer.java +++ hcatalog/core/src/main/java/org/apache/hive/hcatalog/mapreduce/FileOutputCommitterContainer.java @@ -121,6 +121,7 @@ public FileOutputCommitterContainer(JobContext context, @Override public void abortTask(TaskAttemptContext context) throws IOException { if (!dynamicPartitioningUsed) { + FileOutputFormatContainer.setWorkOutputPath(context); getBaseOutputCommitter().abortTask(HCatMapRedUtil.createTaskAttemptContext(context)); } else { try { @@ -151,6 +152,7 @@ public void commitTask(TaskAttemptContext context) throws IOException { @Override public boolean needsTaskCommit(TaskAttemptContext context) throws IOException { if (!dynamicPartitioningUsed) { + FileOutputFormatContainer.setWorkOutputPath(context); return getBaseOutputCommitter().needsTaskCommit(HCatMapRedUtil.createTaskAttemptContext(context)); } else { // called explicitly through FileRecordWriterContainer.close() if dynamic - return false by default