diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkPlanGenerator.java ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkPlanGenerator.java index 806deb5f31..87e57c04d7 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkPlanGenerator.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkPlanGenerator.java @@ -353,7 +353,7 @@ private JobConf cloneJobConf(BaseWork work) throws Exception { MapWork mapWork = (MapWork) work; cloned.setBoolean("mapred.task.is.map", true); List inputPaths = Utilities.getInputPaths(cloned, mapWork, - scratchDir, context, false); + scratchDir, context, true); Utilities.setInputPaths(cloned, inputPaths); Utilities.setMapWork(cloned, mapWork, scratchDir, false); Utilities.createTmpDirs(cloned, mapWork);