[YARN-11319] Yarn After node label is configured, Memory Used cannot be displayed in Web BI

• Type: Bug
• Status: Open
• Priority: Minor
• Resolution: Unresolved
• Affects Version/s: 2.8.5, 3.1.3
• Component/s: yarn-ui-v2
• Assignee: Unassigned
• Reporter: xiyang
• Created: 27/Sep/22 06:28
• Updated: 27/Sep/22 06:29

Description

After node label is configured on YARN, Memory Used in Web BI is always 0B, no matter how the program is submitted

capacity-scheduler.xml

<configuration>
    <property>
        <name>yarn.scheduler.capacity.maximum-applications</name>
        <value>10000</value>
	</property>
    <property>
        <name>yarn.scheduler.capacity.maximum-am-resource-percent</name>
        <value>0.8</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.resource-calculator</name>
        <value>org.apache.hadoop.yarn.util.resource.DominantResourceCalculator</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.queues</name>
        <value>realtime,bi,default</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.node-locality-delay</name>
        <value>40</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.default.capacity</name>
        <value>1</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.default.maximum-capacity</name>
        <value>1</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.default.state</name>
        <value>RUNNING</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.default.acl_submit_applications</name>
        <value>*</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.default.acl_administer_queue</name>
        <value>*</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.realtime.capacity</name>
        <value>50</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.realtime.state</name>
        <value>RUNNING</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.realtime.acl_submit_applications</name>
        <value>*</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.realtime.acl_administer_queue</name>
        <value>*</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.bi.capacity</name>
        <value>49</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.bi.state</name>
        <value>RUNNING</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.bi.acl_submit_applications</name>
        <value>*</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.bi.acl_administer_queue</name>
        <value>*</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.queue-mappings</name>
        <value></value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.queue-mappings-override.enable</name>
        <value>false</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.accessible-node-labels</name>
        <value>*</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.default.accessible-node-labels</name>
        <value>label01</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.realtime.accessible-node-labels</name>
        <value>label02</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.bi.accessible-node-labels</name>
        <value>label01</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.accessible-node-labels.label01.capacity</name>
        <value>100</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.accessible-node-labels.label02.capacity</name>
        <value>100</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.default.accessible-node-labels.label01.capacity</name>
        <value>1</value>
    </property>
	<property>
        <name>yarn.scheduler.capacity.root.default.accessible-node-labels.label01.maximum-capacity</name>
        <value>1</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.bi.accessible-node-labels.label01.capacity</name>
        <value>99</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.realtime.accessible-node-labels.label02.capacity</name>
        <value>100</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.default-node-label-expression</name>
        <value>label01</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.default.default-node-label-expression</name>
        <value>label01</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.bi.default-node-label-expression</name>
        <value>label01</value>
    </property>
    <property>
        <name>yarn.scheduler.capacity.root.realtime.default-node-label-expression</name>
        <value>label02</value>
    </property>
</configuration>