diff --git a/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/conf/MetastoreConf.java b/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/conf/MetastoreConf.java index be1f8c7849..16b81c3b0f 100644 --- a/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/conf/MetastoreConf.java +++ b/standalone-metastore/metastore-common/src/main/java/org/apache/hadoop/hive/metastore/conf/MetastoreConf.java @@ -722,9 +722,10 @@ public static ConfVars getMetaConf(String name) { "metastore.partition.management.table.types", "MANAGED_TABLE,EXTERNAL_TABLE", "Comma separated list of table types to use for partition management"), PARTITION_MANAGEMENT_TASK_THREAD_POOL_SIZE("metastore.partition.management.task.thread.pool.size", - "metastore.partition.management.task.thread.pool.size", 5, + "metastore.partition.management.task.thread.pool.size", 3, "Partition management uses thread pool on to which tasks are submitted for discovering and retaining the\n" + - "partitions. This determines the size of the thread pool."), + "partitions. This determines the size of the thread pool. Note: Increasing the thread pool size will cause\n" + + "threadPoolSize * maxConnectionPoolSize connections to backend db"), PARTITION_MANAGEMENT_CATALOG_NAME("metastore.partition.management.catalog.name", "metastore.partition.management.catalog.name", "hive", "Automatic partition management will look for tables under the specified catalog name"), diff --git a/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/PartitionManagementTask.java b/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/PartitionManagementTask.java index 901bf80a64..59001b59fe 100644 --- a/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/PartitionManagementTask.java +++ b/standalone-metastore/metastore-server/src/main/java/org/apache/hadoop/hive/metastore/PartitionManagementTask.java @@ -190,9 +190,6 @@ private void setupMsckConf() { // when invalid path is encountered as these are background threads. We just want to skip and move on. Users will // have to fix the invalid paths via external means. conf.set(MetastoreConf.ConfVars.MSCK_PATH_VALIDATION.getVarname(), "skip"); - // since msck runs in thread pool and each of them create their own metastore client, we don't want explosion of - // connections to metastore for embedded mode. Also we don't need too many db connections anyway. - conf.setInt(MetastoreConf.ConfVars.CONNECTION_POOLING_MAX_CONNECTIONS.getVarname(), 2); } private static class MsckThread implements Runnable {