diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java index 6380774..84fdb96 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/spark/RemoteHiveSparkClient.java @@ -72,7 +72,7 @@ private static final String MR_JAR_PROPERTY = "tmpjars"; private static final transient Logger LOG = LoggerFactory.getLogger(RemoteHiveSparkClient.class); - private static final long MAX_PREWARM_TIME = 30000; // 30s + private static final long MAX_PREWARM_TIME = 5000; // 5s private static final transient Splitter CSV_SPLITTER = Splitter.on(",").omitEmptyStrings(); private transient Map conf; @@ -115,10 +115,11 @@ private void createRemoteClient() throws Exception { LOG.info("Finished prewarming Spark executors. The current number of executors is " + curExecutors); return; } - Thread.sleep(1000); // sleep 1 second + Thread.sleep(500); // sleep half a second } while (System.currentTimeMillis() - ts < MAX_PREWARM_TIME); - LOG.info("Timeout (60s) occurred while prewarming executors. The current number of executors is " + curExecutors); + LOG.info("Timeout (" + MAX_PREWARM_TIME + + "s) occurred while prewarming executors. The current number of executors is " + curExecutors); } }