Uploaded image for project: 'Hadoop YARN'
  1. Hadoop YARN
  2. YARN-6279

Scheduler rest api JSON is not providing all child queues names

    Details

    • Type: Bug
    • Status: Open
    • Priority: Major
    • Resolution: Unresolved
    • Affects Version/s: 2.4.1
    • Fix Version/s: None
    • Component/s: api, fairscheduler, scheduler
    • Labels:
      None
    • Environment:

      Ubuntu 14.04, 7.7 GiB, i5, 3.4GHz x 4, 64-bit

    • Flags:
      Important

      Description

      When I hit rest api /ws/v1/cluster/scheduler to get the JSON file. Its gave me all child queues information, But it didn't gave me all information about child queues of child queues. It displays information of only one sub child queue. While in xml format there is no such problem.

      I'm providing the xml and json outputs..

      <!-----------------------JSON---------------------------->

      {"scheduler":{"schedulerInfo":{"type":"fairScheduler","rootQueue":{"maxApps":2147483647,"minResources":

      {"memory":0,"vCores":0}

      ,"maxResources":

      {"memory":8192,"vCores":8}

      ,"usedResources":

      {"memory":0,"vCores":0}

      ,"fairResources":

      {"memory":8192,"vCores":8}

      ,"clusterResources":

      {"memory":8192,"vCores":8}

      ,"queueName":"root","schedulingPolicy":"fair","childQueues":[{"maxApps":20,"minResources":

      {"memory":1024,"vCores":1}

      ,"maxResources":

      {"memory":5283,"vCores":2}

      ,"usedResources":

      {"memory":0,"vCores":0}

      ,"fairResources":

      {"memory":5283,"vCores":0}

      ,"clusterResources":

      {"memory":8192,"vCores":8}

      ,"queueName":"root.Engineering","schedulingPolicy":"fair","childQueues":{"type":["fairSchedulerLeafQueueInfo"],"maxApps":2147483647,"minResources":

      {"memory":1024,"vCores":1}

      ,"maxResources":

      {"memory":8192,"vCores":8}

      ,"usedResources":

      {"memory":0,"vCores":0}

      ,"fairResources":

      {"memory":2642,"vCores":0}

      ,"clusterResources":

      {"memory":8192,"vCores":8}

      ,"queueName":"root.Engineering.Development","schedulingPolicy":"fair","numPendingApps":0,"numActiveApps":0},"childQueues":{"type":"fairSchedulerLeafQueueInfo","maxApps":2147483647,"minResources":

      {"memory":1024,"vCores":1}

      ,"maxResources":

      {"memory":8192,"vCores":8}

      ,"usedResources":

      {"memory":0,"vCores":0}

      ,"fairResources":

      {"memory":2642,"vCores":0}

      ,"clusterResources":

      {"memory":8192,"vCores":8}

      ,"queueName":"root.Engineering.TESTING","schedulingPolicy":"fair","numPendingApps":0,"numActiveApps":0}},{"type":"fairSchedulerLeafQueueInfo","maxApps":2147483647,"minResources":

      {"memory":0,"vCores":0}

      ,"maxResources":

      {"memory":8192,"vCores":8}

      ,"usedResources":

      {"memory":0,"vCores":0}

      ,"fairResources":

      {"memory":2909,"vCores":0}

      ,"clusterResources":

      {"memory":8192,"vCores":8}

      ,"queueName":"root.default","schedulingPolicy":"fair","numPendingApps":0,"numActiveApps":0}]}}}}

      <!-----------------------------------------XML ---------------------------------------->

      <scheduler>
      <schedulerInfo xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:type="fairScheduler">
      <rootQueue>
      <maxApps>2147483647</maxApps>
      <minResources>
      <memory>0</memory>
      <vCores>0</vCores>
      </minResources>
      <maxResources>
      <memory>8192</memory>
      <vCores>8</vCores>
      </maxResources>
      <usedResources>
      <memory>0</memory>
      <vCores>0</vCores>
      </usedResources>
      <fairResources>
      <memory>8192</memory>
      <vCores>8</vCores>
      </fairResources>
      <clusterResources>
      <memory>8192</memory>
      <vCores>8</vCores>
      </clusterResources>
      <queueName>root</queueName>
      <schedulingPolicy>fair</schedulingPolicy>
      <childQueues>
      <maxApps>20</maxApps>
      <minResources>
      <memory>1024</memory>
      <vCores>1</vCores>
      </minResources>
      <maxResources>
      <memory>5283</memory>
      <vCores>2</vCores>
      </maxResources>
      <usedResources>
      <memory>0</memory>
      <vCores>0</vCores>
      </usedResources>
      <fairResources>
      <memory>5283</memory>
      <vCores>0</vCores>
      </fairResources>
      <clusterResources>
      <memory>8192</memory>
      <vCores>8</vCores>
      </clusterResources>
      <queueName>root.Engineering</queueName>
      <schedulingPolicy>fair</schedulingPolicy>
      <childQueues xsi:type="fairSchedulerLeafQueueInfo">
      <maxApps>2147483647</maxApps>
      <minResources>
      <memory>1024</memory>
      <vCores>1</vCores>
      </minResources>
      <maxResources>
      <memory>8192</memory>
      <vCores>8</vCores>
      </maxResources>
      <usedResources>
      <memory>0</memory>
      <vCores>0</vCores>
      </usedResources>
      <fairResources>
      <memory>2642</memory>
      <vCores>0</vCores>
      </fairResources>
      <clusterResources>
      <memory>8192</memory>
      <vCores>8</vCores>
      </clusterResources>
      <queueName>root.Engineering.Development</queueName>
      <schedulingPolicy>fair</schedulingPolicy>
      <numPendingApps>0</numPendingApps>
      <numActiveApps>0</numActiveApps>
      </childQueues>
      <childQueues xsi:type="fairSchedulerLeafQueueInfo">
      <maxApps>2147483647</maxApps>
      <minResources>
      <memory>1024</memory>
      <vCores>1</vCores>
      </minResources>
      <maxResources>
      <memory>8192</memory>
      <vCores>8</vCores>
      </maxResources>
      <usedResources>
      <memory>0</memory>
      <vCores>0</vCores>
      </usedResources>
      <fairResources>
      <memory>2642</memory>
      <vCores>0</vCores>
      </fairResources>
      <clusterResources>
      <memory>8192</memory>
      <vCores>8</vCores>
      </clusterResources>
      <queueName>root.Engineering.TESTING</queueName>
      <schedulingPolicy>fair</schedulingPolicy>
      <numPendingApps>0</numPendingApps>
      <numActiveApps>0</numActiveApps>
      </childQueues>
      </childQueues>
      <childQueues xsi:type="fairSchedulerLeafQueueInfo">
      <maxApps>2147483647</maxApps>
      <minResources>
      <memory>0</memory>
      <vCores>0</vCores>
      </minResources>
      <maxResources>
      <memory>8192</memory>
      <vCores>8</vCores>
      </maxResources>
      <usedResources>
      <memory>0</memory>
      <vCores>0</vCores>
      </usedResources>
      <fairResources>
      <memory>2909</memory>
      <vCores>0</vCores>
      </fairResources>
      <clusterResources>
      <memory>8192</memory>
      <vCores>8</vCores>
      </clusterResources>
      <queueName>root.default</queueName>
      <schedulingPolicy>fair</schedulingPolicy>
      <numPendingApps>0</numPendingApps>
      <numActiveApps>0</numActiveApps>
      </childQueues>
      </rootQueue>
      </schedulerInfo>
      </scheduler>

        Attachments

          Activity

            People

            • Assignee:
              Unassigned
              Reporter:
              ashishdoneriya Ashish Doneriya
            • Votes:
              0 Vote for this issue
              Watchers:
              4 Start watching this issue

              Dates

              • Created:
                Updated: