diff --git hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java index 0a11948..dbd8ebb 100644 --- hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java +++ hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java @@ -580,7 +580,9 @@ public static final long DEFAULT_NM_LOCALIZER_CACHE_CLEANUP_INTERVAL_MS = 10 * 60 * 1000; - /** Target size of localizer cache in MB, per local directory.*/ + /** Target size of localizer cache in MB, per nodemanager. It is a target + * retention size that only includes resources with PUBLIC and PRIVATE + * visibility and excludes resources with APPLICATION visibility */ public static final String NM_LOCALIZER_CACHE_TARGET_SIZE_MB = NM_PREFIX + "localizer.cache.target-size-mb"; public static final long DEFAULT_NM_LOCALIZER_CACHE_TARGET_SIZE_MB = 10 * 1024; diff --git hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/yarn-default.xml hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/yarn-default.xml index ef50aea..5d7961a 100644 --- hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/yarn-default.xml +++ hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/yarn-default.xml @@ -703,9 +703,12 @@ - Target size of localizer cache in MB, per local directory. - yarn.nodemanager.localizer.cache.target-size-mb - 10240 + Target size of localizer cache in MB, per nodemanager. It is + a target retention size that only includes resources with PUBLIC and + PRIVATE visibility and excludes resources with APPLICATION visibility + + yarn.nodemanager.localizer.cache.target-size-mb + 10240