diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmcontainer/RMContainerImpl.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmcontainer/RMContainerImpl.java index efac6662b2c..475bf1a2153 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmcontainer/RMContainerImpl.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmcontainer/RMContainerImpl.java @@ -253,14 +253,6 @@ public RMContainerImpl(Container container, SchedulerRequestKey schedulerKey, rmContext.getRMApplicationHistoryWriter().containerStarted(this); } - // If saveNonAMContainerMetaInfo is true, store system metrics for all - // containers. If false, and if this container is marked as the AM, metrics - // will still be published for this container, but that calculation happens - // later. - if (saveNonAMContainerMetaInfo && null != container.getId()) { - rmContext.getSystemMetricsPublisher().containerCreated( - this, this.creationTime); - } if (this.container != null) { this.allocationTags = this.container.getAllocationTags(); } @@ -590,8 +582,26 @@ public void transition(RMContainerImpl container, RMContainerEvent event) { container.getNodeId(), container.getContainerId(), container.getAllocationTags()); - container.eventHandler.handle(new RMAppAttemptEvent( - container.appAttemptId, RMAppAttemptEventType.CONTAINER_ALLOCATED)); + container.eventHandler.handle( + new RMAppAttemptEvent(container.appAttemptId, + RMAppAttemptEventType.CONTAINER_ALLOCATED)); + + boolean saveNonAMContainerMetaInfo = + container.rmContext.getYarnConfiguration().getBoolean( + YarnConfiguration + .APPLICATION_HISTORY_SAVE_NON_AM_CONTAINER_META_INFO, + YarnConfiguration + .DEFAULT_APPLICATION_HISTORY_SAVE_NON_AM_CONTAINER_META_INFO); + + + // If saveNonAMContainerMetaInfo is true, store system metrics for all + // containers. If false, and if this container is marked as the AM, metrics + // will still be published for this container, but that calculation happens + // later. + if (saveNonAMContainerMetaInfo && null != container.container.getId()) { + container.rmContext.getSystemMetricsPublisher().containerCreated( + container, container.creationTime); + } } } @@ -610,6 +620,22 @@ public void transition(RMContainerImpl container, RMContainerEvent event) { // Tell the app container.eventHandler.handle(new RMAppRunningOnNodeEvent(container .getApplicationAttemptId().getApplicationId(), container.nodeId)); + + boolean saveNonAMContainerMetaInfo = + container.rmContext.getYarnConfiguration().getBoolean( + YarnConfiguration + .APPLICATION_HISTORY_SAVE_NON_AM_CONTAINER_META_INFO, + YarnConfiguration + .DEFAULT_APPLICATION_HISTORY_SAVE_NON_AM_CONTAINER_META_INFO); + + // If saveNonAMContainerMetaInfo is true, store system metrics for all + // containers. If false, and if this container is marked as the AM, metrics + // will still be published for this container, but that calculation happens + // later. + if (saveNonAMContainerMetaInfo && null != container.container.getId()) { + container.rmContext.getSystemMetricsPublisher().containerCreated( + container, container.creationTime); + } } } @@ -728,7 +754,6 @@ public void transition(RMContainerImpl container, RMContainerEvent event) { container.rmContext.getSystemMetricsPublisher().containerFinished( container, container.finishTime); } - } private static void updateAttemptMetrics(RMContainerImpl container) { @@ -884,13 +909,5 @@ public void setContainerId(ContainerId containerId) { if (containerId != null) { rmContext.getRMApplicationHistoryWriter().containerStarted(this); } - // If saveNonAMContainerMetaInfo is true, store system metrics for all - // containers. If false, and if this container is marked as the AM, metrics - // will still be published for this container, but that calculation happens - // later. - if (saveNonAMContainerMetaInfo && null != container.getId()) { - rmContext.getSystemMetricsPublisher().containerCreated( - this, this.creationTime); - } } } diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/rmcontainer/TestRMContainerImpl.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/rmcontainer/TestRMContainerImpl.java index 1115e8cbbe0..944ef8c2216 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/rmcontainer/TestRMContainerImpl.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/rmcontainer/TestRMContainerImpl.java @@ -135,12 +135,12 @@ public void testReleaseWhileRunning() { assertEquals(priority, rmContainer.getAllocatedSchedulerKey().getPriority()); verify(writer).containerStarted(any(RMContainer.class)); - verify(publisher).containerCreated(any(RMContainer.class), anyLong()); rmContainer.handle(new RMContainerEvent(containerId, RMContainerEventType.START)); drainDispatcher.await(); assertEquals(RMContainerState.ALLOCATED, rmContainer.getState()); + verify(publisher).containerCreated(any(RMContainer.class), anyLong()); rmContainer.handle(new RMContainerEvent(containerId, RMContainerEventType.ACQUIRED)); drainDispatcher.await(); @@ -240,12 +240,12 @@ public void testExpireWhileRunning() { assertEquals(priority, rmContainer.getAllocatedSchedulerKey().getPriority()); verify(writer).containerStarted(any(RMContainer.class)); - verify(publisher).containerCreated(any(RMContainer.class), anyLong()); rmContainer.handle(new RMContainerEvent(containerId, RMContainerEventType.START)); drainDispatcher.await(); assertEquals(RMContainerState.ALLOCATED, rmContainer.getState()); + verify(publisher).containerCreated(any(RMContainer.class), anyLong()); rmContainer.handle(new RMContainerEvent(containerId, RMContainerEventType.ACQUIRED)); @@ -340,7 +340,8 @@ public void testStoreAllContainerMetrics() throws Exception { // RMContainer should be publishing system metrics for all containers. // Since there is 1 AM container and 1 non-AM container, there should be 2 // container created events and 2 container finished events. - verify(publisher, times(2)).containerCreated(any(RMContainer.class), anyLong()); + verify(publisher, times(4)).containerCreated(any(RMContainer.class), + anyLong()); verify(publisher, times(2)).containerFinished(any(RMContainer.class), anyLong()); }