From 32a86738d20e441a980178e4f6de18828f4eb7c4 Mon Sep 17 00:00:00 2001 From: z00484332 Date: Fri, 25 Dec 2020 20:04:41 +0800 Subject: [PATCH] fix HIVE-24570 --- .../java/org/apache/hive/spark/client/AbstractSparkClient.java | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/spark-client/src/main/java/org/apache/hive/spark/client/AbstractSparkClient.java b/spark-client/src/main/java/org/apache/hive/spark/client/AbstractSparkClient.java index b2b5201..ea2bb99 100644 --- a/spark-client/src/main/java/org/apache/hive/spark/client/AbstractSparkClient.java +++ b/spark-client/src/main/java/org/apache/hive/spark/client/AbstractSparkClient.java @@ -96,6 +96,7 @@ private final Rpc driverRpc; private final ClientProtocol protocol; protected volatile boolean isAlive; + private File sparkTmpProperties; protected AbstractSparkClient(RpcServer rpcServer, Map conf, HiveConf hiveConf, String sessionid) throws IOException { @@ -184,6 +185,10 @@ public void stop() { } } + if (sparkTmpProperties != null && sparkTmpProperties.exists()){ + sparkTmpProperties.delete(); + } + try { driverFuture.get(DEFAULT_SHUTDOWN_TIMEOUT, TimeUnit.MILLISECONDS); } catch (ExecutionException e) { @@ -260,7 +265,7 @@ public void cancel(String jobId) { if (!properties.setReadable(false) || !properties.setReadable(true, true)) { throw new IOException("Cannot change permissions of job properties file."); } - properties.deleteOnExit(); + sparkTmpProperties = properties; Properties allProps = new Properties(); // first load the defaults from spark-defaults.conf if available -- 2.8.4.windows.1