From 79cc13d524d22946d67f0cc9540959dfed9807a6 Mon Sep 17 00:00:00 2001 From: Sunil G Date: Thu, 24 Aug 2017 00:05:38 +0530 Subject: [PATCH] YARN-7056.YARN-3926.001 --- .../src/site/markdown/ResourceProfiles.md | 69 ++++++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 hadoop-yarn-project/hadoop-yarn/hadoop-yarn-site/src/site/markdown/ResourceProfiles.md diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-site/src/site/markdown/ResourceProfiles.md b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-site/src/site/markdown/ResourceProfiles.md new file mode 100644 index 0000000..4b1a852 --- /dev/null +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-site/src/site/markdown/ResourceProfiles.md @@ -0,0 +1,69 @@ + + +Hadoop: YARN Resource Profiles +============================== + +Overview +-------- +Resource profiles support in YARN helps to extend the YARN resource model to a more flexible model which makes it easier to add new countable resource­types. This solution also helps the users to submit jobs with ease to specify the resources they need. + +Configurations +------------- + +*In `yarn-site.xml`* + +| Configuration Property | Description | +|:---- |:---- | +| `yarn.resourcemanager.resource-profiles.enabled` | *(Required)* In the server side it indicates whether resource profiles support is enabled or not. Defaults to `false`. | + +Please note that, `resource-types.xml` file also need to be placed in conf directory if new resources are to be added to YARN. + +| Configuration Property | Value | Description | +|:---- |:---- |:---- | +| `yarn.resource-types` | resource1 | Custom resource | +| `yarn.resource-types.resource1.units` | G | Default unit for resource1 type | + +Admin could also specify `resource-profiles.json` which indicates various profiles supported. + +Content: + +```json +{ + "minimum": { + "memory-mb" : 1024, + "vcores" : 1 + }, + "default" : { + "memory-mb" : 2048, + "vcores" : 2 + }, + "maximum" : { + "memory-mb": 4096, + "vcores" : 4 + }, + "http" : { + "memory-mb" : 2048, + "vcores" : 2 + } +} +``` +This indicates that profile named "minimum", "default", "maximum" and "http" is supported. Clients could easily use this name instead of specifying resource details. + +Use it +------------- +Distributed Shell is supporting this feature and user could specify profile name while running a DS application. -- 2.10.1 (Apple Git-78)