diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java index 7091cea1e7..78d5ff2780 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java @@ -238,7 +238,8 @@ private void refreshLocalResources(SparkWork sparkWork, HiveConf conf) throws IO for (BaseWork work : sparkWork.getAllWork()) { work.configureJobConf(jobConf); } - addJars(conf.get(MR_JAR_PROPERTY)); + addJars(jobConf.get(MR_JAR_PROPERTY)); + // remove the location of container tokens conf.unset(MR_CREDENTIALS_LOCATION_PROPERTY); // add added files