diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java index 6caf2b7..984c3d6 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java @@ -73,6 +73,7 @@ private static final long serialVersionUID = 1L; private static final String MR_JAR_PROPERTY = "tmpjars"; + private static final String MR_CREDENTIALS_LOCATION_PROPERTY = "mapreduce.job.credentials.binary"; private static final transient Logger LOG = LoggerFactory.getLogger(RemoteHiveSparkClient.class); private static final long MAX_PREWARM_TIME = 5000; // 5s private static final transient Splitter CSV_SPLITTER = Splitter.on(",").omitEmptyStrings(); @@ -233,7 +234,8 @@ private void refreshLocalResources(SparkWork sparkWork, HiveConf conf) throws IO work.configureJobConf(jobConf); } addJars(conf.get(MR_JAR_PROPERTY)); - + // remove the location of container tokens + conf.unset(MR_CREDENTIALS_LOCATION_PROPERTY); // add added files String addedFiles = Utilities.getResourceFiles(conf, SessionState.ResourceType.FILE); HiveConf.setVar(conf, HiveConf.ConfVars.HIVEADDEDFILES, addedFiles);