commit 13adb1f2c924cb9433501146051b0bebbff90efe Author: Sahil Takiar Date: Tue May 15 16:28:42 2018 -0500 HIVE-19562: Flaky test: TestMiniSparkOnYarn FileNotFoundException in spark-submit diff --git a/data/conf/spark/local/hive-site.xml b/data/conf/spark/local/hive-site.xml index 8ff6256638..c26bfaa008 100644 --- a/data/conf/spark/local/hive-site.xml +++ b/data/conf/spark/local/hive-site.xml @@ -239,6 +239,11 @@ ${maven.local.repository}/org/apache/hive/hive-it-util/${hive.version}/hive-it-util-${hive.version}.jar:${maven.local.repository}/org/apache/hive/hive-exec/${hive.version}/hive-exec-${hive.version}.jar:${maven.local.repository}/org/antlr/antlr-runtime/${antlr.version}/antlr-runtime-${antlr.version}.jar + + spark.local.dir + ${test.tmp.dir}/spark-local-dir + + hive.aux.jars.path ${maven.local.repository}/org/apache/hive/hive-it-util/${hive.version}/hive-it-util-${hive.version}.jar diff --git a/data/conf/spark/standalone/hive-site.xml b/data/conf/spark/standalone/hive-site.xml index 84851c769c..79e388ec06 100644 --- a/data/conf/spark/standalone/hive-site.xml +++ b/data/conf/spark/standalone/hive-site.xml @@ -239,6 +239,11 @@ ${maven.local.repository}/org/apache/hive/hive-it-util/${hive.version}/hive-it-util-${hive.version}.jar:${maven.local.repository}/org/apache/hive/hive-exec/${hive.version}/hive-exec-${hive.version}.jar:${maven.local.repository}/org/antlr/antlr-runtime/${antlr.version}/antlr-runtime-${antlr.version}.jar + + spark.local.dir + ${test.tmp.dir}/spark-local-dir + + hive.aux.jars.path ${maven.local.repository}/org/apache/hive/hive-it-util/${hive.version}/hive-it-util-${hive.version}.jar diff --git a/data/conf/spark/yarn-cluster/hive-site.xml b/data/conf/spark/yarn-cluster/hive-site.xml index 265e398b01..94af2670e4 100644 --- a/data/conf/spark/yarn-cluster/hive-site.xml +++ b/data/conf/spark/yarn-cluster/hive-site.xml @@ -259,6 +259,11 @@ 0 + + spark.local.dir + ${test.tmp.dir}/spark-local-dir + + hive.prewarm.enabled true