diff --git spark-client/src/main/java/org/apache/hive/spark/client/SparkClientImpl.java spark-client/src/main/java/org/apache/hive/spark/client/SparkClientImpl.java index a30d8cb..af80674 100644 --- spark-client/src/main/java/org/apache/hive/spark/client/SparkClientImpl.java +++ spark-client/src/main/java/org/apache/hive/spark/client/SparkClientImpl.java @@ -295,7 +295,24 @@ public void run() { argv.add("org.apache.spark.deploy.SparkSubmit"); } - + + String executorCores = conf.get("spark.yarn.executor.cores"); + if(executorCores != null){ + argv.add("--executor-cores"); + argv.add(executorCores); + } + + String executorMemory = conf.get("spark.yarn.executor.memory"); + if(executorMemory != null){ + argv.add("--executor-memory"); + argv.add(executorMemory); + } + + String numOfExecutors = conf.get("spark.yarn.executor.num"); + if(numOfExecutors != null){ + argv.add("--num-executors"); + argv.add(numOfExecutors); + } argv.add("--properties-file"); argv.add(properties.getAbsolutePath());