From 2368719642897c5d190fdc2c1fc9c1aeedf55a24 Mon Sep 17 00:00:00 2001 From: Prabhu Joseph Date: Fri, 16 Aug 2019 18:50:11 +0530 Subject: [PATCH] YARN-9755. Fix FileSystemBasedConfigurationProvider to use separate FileSystem object. --- .../hadoop/yarn/FileSystemBasedConfigurationProvider.java | 14 ++++++++++++-- 1 file changed, 12 insertions(+), 2 deletions(-) diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/FileSystemBasedConfigurationProvider.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/FileSystemBasedConfigurationProvider.java index b6ba660..3532d13 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/FileSystemBasedConfigurationProvider.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/FileSystemBasedConfigurationProvider.java @@ -71,10 +71,20 @@ public synchronized InputStream getConfigurationInputStream( @Override public synchronized void initInternal(Configuration bootstrapConf) throws Exception { + Configuration conf = new Configuration(bootstrapConf); configDir = - new Path(bootstrapConf.get(YarnConfiguration.FS_BASED_RM_CONF_STORE, + new Path(conf.get(YarnConfiguration.FS_BASED_RM_CONF_STORE, YarnConfiguration.DEFAULT_FS_BASED_RM_CONF_STORE)); - fs = configDir.getFileSystem(bootstrapConf); + String scheme = configDir.toUri().getScheme(); + if (scheme == null) { + scheme = FileSystem.getDefaultUri(conf).getScheme(); + } + if (scheme != null) { + String disableCacheName = String.format("fs.%s.impl.disable.cache", + scheme); + conf.setBoolean(disableCacheName, true); + } + fs = configDir.getFileSystem(conf); fs.mkdirs(configDir); } -- 2.7.4 (Apple Git-66)