diff --git a/pom.xml b/pom.xml index b55e86a..4a80dc2 100644 --- a/pom.xml +++ b/pom.xml @@ -161,7 +161,7 @@ 4.0.4 0.5.2 2.2.0 - 1.4.0 + 1.5.0 2.10 2.10.4 1.1 diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/status/impl/JobMetricsListener.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/status/impl/JobMetricsListener.java index 51772cd..6957de8 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/status/impl/JobMetricsListener.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/status/impl/JobMetricsListener.java @@ -29,6 +29,7 @@ import org.apache.spark.scheduler.SparkListenerApplicationStart; import org.apache.spark.scheduler.SparkListenerBlockManagerAdded; import org.apache.spark.scheduler.SparkListenerBlockManagerRemoved; +import org.apache.spark.scheduler.SparkListenerBlockUpdated; import org.apache.spark.scheduler.SparkListenerEnvironmentUpdate; import org.apache.spark.scheduler.SparkListenerExecutorMetricsUpdate; import org.apache.spark.scheduler.SparkListenerJobEnd; @@ -159,6 +160,9 @@ public void onExecutorMetricsUpdate(SparkListenerExecutorMetricsUpdate executorM } + @Override + public void onBlockUpdated(SparkListenerBlockUpdated blockUpdated) {} + public synchronized Map> getJobMetric(int jobId) { return allJobMetrics.get(jobId); } diff --git a/spark-client/src/main/java/org/apache/hive/spark/client/RemoteDriver.java b/spark-client/src/main/java/org/apache/hive/spark/client/RemoteDriver.java index b77c9e8..70241e4 100644 --- a/spark-client/src/main/java/org/apache/hive/spark/client/RemoteDriver.java +++ b/spark-client/src/main/java/org/apache/hive/spark/client/RemoteDriver.java @@ -51,6 +51,7 @@ import org.apache.spark.scheduler.SparkListenerApplicationStart; import org.apache.spark.scheduler.SparkListenerBlockManagerAdded; import org.apache.spark.scheduler.SparkListenerBlockManagerRemoved; +import org.apache.spark.scheduler.SparkListenerBlockUpdated; import org.apache.spark.scheduler.SparkListenerEnvironmentUpdate; import org.apache.spark.scheduler.SparkListenerExecutorMetricsUpdate; import org.apache.spark.scheduler.SparkListenerJobEnd; @@ -533,6 +534,9 @@ public void onApplicationEnd(SparkListenerApplicationEnd applicationEnd) { } @Override public void onExecutorMetricsUpdate(SparkListenerExecutorMetricsUpdate executorMetricsUpdate) { } + @Override + public void onBlockUpdated(SparkListenerBlockUpdated blockUpdated) {} + /** * Returns the client job ID for the given Spark job ID. *