From 28870750cab25ee6ca6ac3682ba7d683f4b9a129 Mon Sep 17 00:00:00 2001 From: Ashutosh Chauhan Date: Mon, 7 Mar 2016 16:16:41 -0800 Subject: [PATCH] HIVE-13223 : HoS may hang for queries that run on 0 splits --- .../0.23/src/main/java/org/apache/hadoop/hive/shims/Hadoop23Shims.java | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/shims/0.23/src/main/java/org/apache/hadoop/hive/shims/Hadoop23Shims.java b/shims/0.23/src/main/java/org/apache/hadoop/hive/shims/Hadoop23Shims.java index 9a3a31c..1237706 100644 --- a/shims/0.23/src/main/java/org/apache/hadoop/hive/shims/Hadoop23Shims.java +++ b/shims/0.23/src/main/java/org/apache/hadoop/hive/shims/Hadoop23Shims.java @@ -162,9 +162,10 @@ public RecordReader getRecordReader(InputSplit split, protected List listStatus(JobContext job) throws IOException { List result = super.listStatus(job); Iterator it = result.iterator(); + boolean isSpark = "spark".equalsIgnoreCase(job.getConfiguration().get("hive.execution.engine")); while (it.hasNext()) { FileStatus stat = it.next(); - if (!stat.isFile() || (stat.getLen() == 0 && !stat.getPath().toUri().getScheme().equals("nullscan"))) { + if (!stat.isFile() || (stat.getLen() == 0 && !isSpark && !stat.getPath().toUri().getScheme().equals("nullscan"))) { it.remove(); } } -- 1.7.12.4 (Apple Git-37)