diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSAppAttempt.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSAppAttempt.java index 3778cba..c8e3e2a 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSAppAttempt.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSAppAttempt.java @@ -458,8 +458,9 @@ public Container createContainer( * the container is {@code alreadyReserved} on the node, simply * update relevant bookeeping. This dispatches ro relevant handlers * in {@link FSSchedulerNode}.. + * return whether do reservation respect to limitation */ - private void reserve(Priority priority, FSSchedulerNode node, + private boolean reserve(Priority priority, FSSchedulerNode node, Container container, NodeType type, boolean alreadyReserved) { if (!reservationExceedsThreshold(node, type)) { @@ -477,7 +478,9 @@ private void reserve(Priority priority, FSSchedulerNode node, node.reserveResource(this, priority, rmContainer); setReservation(node); } + return true; } + return false; } private boolean reservationExceedsThreshold(FSSchedulerNode node, @@ -627,10 +630,9 @@ private Resource assignContainer( return container.getResource(); } - if (isReservable(container)) { + if (isReservable(container) && + reserve(request.getPriority(), node, container, type, reserved)) { // The desired container won't fit here, so reserve - reserve(request.getPriority(), node, container, type, reserved); - return FairScheduler.CONTAINER_RESERVED; } else { if (LOG.isDebugEnabled()) { diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/TestFairScheduler.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/TestFairScheduler.java index 2f48380..05d3f54 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/TestFairScheduler.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/TestFairScheduler.java @@ -19,6 +19,7 @@ package org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair; import org.apache.hadoop.metrics2.impl.MetricsCollectorImpl; + import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertFalse; import static org.junit.Assert.assertNotEquals; @@ -981,6 +982,43 @@ public void testRackLocalAppReservationThreshold() throws Exception { scheduler.getSchedulerApp(attId).getNumReservations(null, true)); } + @Test (timeout = 5000) + public void testReservationThresholdWithAssignMultiple() throws Exception { + // set reservable-nodes to 0 which make reservation exceed + conf.setFloat(FairSchedulerConfiguration.RESERVABLE_NODES, 0f); + conf.setBoolean(FairSchedulerConfiguration.ASSIGN_MULTIPLE, true); + scheduler.init(conf); + scheduler.start(); + scheduler.reinitialize(conf, resourceManager.getRMContext()); + + // Add two node + RMNode node1 = + MockNodes + .newNodeInfo(1, Resources.createResource(4096, 4), 1, "127.0.0.1"); + NodeAddedSchedulerEvent nodeEvent1 = new NodeAddedSchedulerEvent(node1); + scheduler.handle(nodeEvent1); + RMNode node2 = + MockNodes + .newNodeInfo(2, Resources.createResource(4096, 4), 1, "127.0.0.2"); + NodeAddedSchedulerEvent nodeEvent2 = new NodeAddedSchedulerEvent(node2); + scheduler.handle(nodeEvent2); + + //create one request and assign containers + ApplicationAttemptId attId = createSchedulingRequest(1024, "queue1", "user1", 10); + scheduler.update(); + scheduler.handle(new NodeUpdateSchedulerEvent(node1)); + scheduler.update(); + scheduler.handle(new NodeUpdateSchedulerEvent(node2)); + + // Verify capacity allocation + assertEquals(8192, scheduler.getQueueManager().getQueue("queue1"). + getResourceUsage().getMemory()); + + // Verify number of reservations have decremented + assertEquals(0, + scheduler.getSchedulerApp(attId).getNumReservations(null, true)); + } + @Test (timeout = 500000) public void testContainerReservationAttemptExceedingQueueMax() throws Exception {