diff --git llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java index 085c977..0705225 100644 --- llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java +++ llap-server/src/java/org/apache/hadoop/hive/llap/shufflehandler/ShuffleHandler.java @@ -171,7 +171,7 @@ public static final String SHUFFLE_CONNECTION_KEEP_ALIVE_ENABLED = "llap.shuffle.connection-keep-alive.enable"; - public static final boolean DEFAULT_SHUFFLE_CONNECTION_KEEP_ALIVE_ENABLED = false; + public static final boolean DEFAULT_SHUFFLE_CONNECTION_KEEP_ALIVE_ENABLED = true; public static final String SHUFFLE_CONNECTION_KEEP_ALIVE_TIME_OUT = "llap.shuffle.connection-keep-alive.timeout"; @@ -194,7 +194,7 @@ public static final String MAX_SHUFFLE_THREADS = "llap.shuffle.max.threads"; // 0 implies Netty default of 2 * number of available processors - public static final int DEFAULT_MAX_SHUFFLE_THREADS = 0; + public static final int DEFAULT_MAX_SHUFFLE_THREADS = Runtime.getRuntime().availableProcessors() * 3; public static final String SHUFFLE_BUFFER_SIZE = "llap.shuffle.transfer.buffer.size"; diff --git llap-server/src/main/resources/package.py llap-server/src/main/resources/package.py index 8a378ef..c3b7b9d 100644 --- llap-server/src/main/resources/package.py +++ llap-server/src/main/resources/package.py @@ -132,6 +132,7 @@ def main(args): daemon_args = args.args if long(max_direct_memory) > 0: daemon_args = " -XX:MaxDirectMemorySize=%s %s" % (max_direct_memory, daemon_args) + daemon_args = " -Dhttp.maxConnections=%s %s" % ((args.instances + 1), daemon_args) resource = LlapResource(config) # 5% container failure every monkey_interval seconds monkey_percentage = 5 # 5%