commit 798d82aba535393ffc98ffd2670edc690ec9a5ef Author: Sahil Takiar Date: Wed Oct 18 18:06:42 2017 -0700 HIVE-17837: Explicitly check if the HoS Remote Driver has been lost in the RemoteSparkJobMonitor diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/status/RemoteSparkJobMonitor.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/status/RemoteSparkJobMonitor.java index 37b8363d25..4b90dda267 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/status/RemoteSparkJobMonitor.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/status/RemoteSparkJobMonitor.java @@ -64,6 +64,7 @@ public int startMonitor() { while (true) { try { JobHandle.State state = sparkJobStatus.getRemoteJobState(); + Preconditions.checkState(sparkJobStatus.isRemoteActive(), "Connection to remote Spark driver was lost"); switch (state) { case SENT: @@ -131,10 +132,6 @@ public int startMonitor() { printStatus(progressMap, lastProgressMap); lastProgressMap = progressMap; - } else if (sparkJobState == null) { - // in case the remote context crashes between JobStarted and JobSubmitted - Preconditions.checkState(sparkJobStatus.isRemoteActive(), - "Remote context becomes inactive."); } break; case SUCCEEDED: