[YARN-6279] Scheduler rest api JSON is not providing all child queues names

• Type: Bug
• Status: Resolved
• Priority: Major
• Resolution: Fixed
• Affects Version/s: 2.4.1
• Fix Version/s: 2.8.0, 3.0.0-alpha1
• Component/s: api, fairscheduler, scheduler

Environment

Ubuntu 14.04, 7.7 GiB, i5, 3.4GHz x 4, 64-bit

Release Note

Marking issue as resolved as the original issue (YARN-2336) has been resolved

• Flags: Important
• Assignee: Unassigned
• Reporter: Ashish Doneriya
• Created: 03/Mar/17 10:58
• Updated: 02/Mar/20 13:01
• Resolved: 02/Mar/20 13:01

Description

When I hit rest api /ws/v1/cluster/scheduler to get the JSON file. Its gave me all child queues information, But it didn't gave me all information about child queues of child queues. It displays information of only one sub child queue. While in xml format there is no such problem.

I'm providing the xml and json outputs..

<!-----------------------JSON---------------------------->

{"scheduler":{"schedulerInfo":{"type":"fairScheduler","rootQueue":{"maxApps":2147483647,"minResources":

{"memory":0,"vCores":0}

,"maxResources":

{"memory":8192,"vCores":8}

,"usedResources":

{"memory":0,"vCores":0}

,"fairResources":

{"memory":8192,"vCores":8}

,"clusterResources":

{"memory":8192,"vCores":8}

,"queueName":"root","schedulingPolicy":"fair","childQueues":[{"maxApps":20,"minResources":

{"memory":1024,"vCores":1}

,"maxResources":

{"memory":5283,"vCores":2}

,"usedResources":

{"memory":0,"vCores":0}

,"fairResources":

{"memory":5283,"vCores":0}

,"clusterResources":

{"memory":8192,"vCores":8}

,"queueName":"root.Engineering","schedulingPolicy":"fair","childQueues":{"type":["fairSchedulerLeafQueueInfo"],"maxApps":2147483647,"minResources":

{"memory":1024,"vCores":1}

,"maxResources":

{"memory":8192,"vCores":8}

,"usedResources":

{"memory":0,"vCores":0}

,"fairResources":

{"memory":2642,"vCores":0}

,"clusterResources":

{"memory":8192,"vCores":8}

,"queueName":"root.Engineering.Development","schedulingPolicy":"fair","numPendingApps":0,"numActiveApps":0},"childQueues":{"type":"fairSchedulerLeafQueueInfo","maxApps":2147483647,"minResources":

{"memory":1024,"vCores":1}

,"maxResources":

{"memory":8192,"vCores":8}

,"usedResources":

{"memory":0,"vCores":0}

,"fairResources":

{"memory":2642,"vCores":0}

,"clusterResources":

{"memory":8192,"vCores":8}

,"queueName":"root.Engineering.TESTING","schedulingPolicy":"fair","numPendingApps":0,"numActiveApps":0}},{"type":"fairSchedulerLeafQueueInfo","maxApps":2147483647,"minResources":

{"memory":0,"vCores":0}

,"maxResources":

{"memory":8192,"vCores":8}

,"usedResources":

{"memory":0,"vCores":0}

,"fairResources":

{"memory":2909,"vCores":0}

,"clusterResources":

{"memory":8192,"vCores":8}

,"queueName":"root.default","schedulingPolicy":"fair","numPendingApps":0,"numActiveApps":0}]}}}}

<!-----------------------------------------XML ---------------------------------------->

<scheduler>
<schedulerInfo xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:type="fairScheduler">
<rootQueue>
<maxApps>2147483647</maxApps>
<minResources>
<memory>0</memory>
<vCores>0</vCores>
</minResources>
<maxResources>
<memory>8192</memory>
<vCores>8</vCores>
</maxResources>
<usedResources>
<memory>0</memory>
<vCores>0</vCores>
</usedResources>
<fairResources>
<memory>8192</memory>
<vCores>8</vCores>
</fairResources>
<clusterResources>
<memory>8192</memory>
<vCores>8</vCores>
</clusterResources>
<queueName>root</queueName>
<schedulingPolicy>fair</schedulingPolicy>
<childQueues>
<maxApps>20</maxApps>
<minResources>
<memory>1024</memory>
<vCores>1</vCores>
</minResources>
<maxResources>
<memory>5283</memory>
<vCores>2</vCores>
</maxResources>
<usedResources>
<memory>0</memory>
<vCores>0</vCores>
</usedResources>
<fairResources>
<memory>5283</memory>
<vCores>0</vCores>
</fairResources>
<clusterResources>
<memory>8192</memory>
<vCores>8</vCores>
</clusterResources>
<queueName>root.Engineering</queueName>
<schedulingPolicy>fair</schedulingPolicy>
<childQueues xsi:type="fairSchedulerLeafQueueInfo">
<maxApps>2147483647</maxApps>
<minResources>
<memory>1024</memory>
<vCores>1</vCores>
</minResources>
<maxResources>
<memory>8192</memory>
<vCores>8</vCores>
</maxResources>
<usedResources>
<memory>0</memory>
<vCores>0</vCores>
</usedResources>
<fairResources>
<memory>2642</memory>
<vCores>0</vCores>
</fairResources>
<clusterResources>
<memory>8192</memory>
<vCores>8</vCores>
</clusterResources>
<queueName>root.Engineering.Development</queueName>
<schedulingPolicy>fair</schedulingPolicy>
<numPendingApps>0</numPendingApps>
<numActiveApps>0</numActiveApps>
</childQueues>
<childQueues xsi:type="fairSchedulerLeafQueueInfo">
<maxApps>2147483647</maxApps>
<minResources>
<memory>1024</memory>
<vCores>1</vCores>
</minResources>
<maxResources>
<memory>8192</memory>
<vCores>8</vCores>
</maxResources>
<usedResources>
<memory>0</memory>
<vCores>0</vCores>
</usedResources>
<fairResources>
<memory>2642</memory>
<vCores>0</vCores>
</fairResources>
<clusterResources>
<memory>8192</memory>
<vCores>8</vCores>
</clusterResources>
<queueName>root.Engineering.TESTING</queueName>
<schedulingPolicy>fair</schedulingPolicy>
<numPendingApps>0</numPendingApps>
<numActiveApps>0</numActiveApps>
</childQueues>
</childQueues>
<childQueues xsi:type="fairSchedulerLeafQueueInfo">
<maxApps>2147483647</maxApps>
<minResources>
<memory>0</memory>
<vCores>0</vCores>
</minResources>
<maxResources>
<memory>8192</memory>
<vCores>8</vCores>
</maxResources>
<usedResources>
<memory>0</memory>
<vCores>0</vCores>
</usedResources>
<fairResources>
<memory>2909</memory>
<vCores>0</vCores>
</fairResources>
<clusterResources>
<memory>8192</memory>
<vCores>8</vCores>
</clusterResources>
<queueName>root.default</queueName>
<schedulingPolicy>fair</schedulingPolicy>
<numPendingApps>0</numPendingApps>
<numActiveApps>0</numActiveApps>
</childQueues>
</rootQueue>
</schedulerInfo>
</scheduler>