org.apache.hadoop.yarn.server.resourcemanager.TestResourceTrackerService.testNodeRemovalGracefully Failing for the past 1 build (Since Failed#1100 ) Took 3.3 sec. Error Message Shutdown nodes should be 0 now expected:<1> but was:<0> Stacktrace java.lang.AssertionError: Shutdown nodes should be 0 now expected:<1> but was:<0> at org.junit.Assert.fail(Assert.java:88) at org.junit.Assert.failNotEquals(Assert.java:834) at org.junit.Assert.assertEquals(Assert.java:645) at org.apache.hadoop.yarn.server.resourcemanager.TestResourceTrackerService.testNodeRemovalUtilDecomToUntracked(TestResourceTrackerService.java:2318) at org.apache.hadoop.yarn.server.resourcemanager.TestResourceTrackerService.testNodeRemovalUtil(TestResourceTrackerService.java:2280) at org.apache.hadoop.yarn.server.resourcemanager.TestResourceTrackerService.testNodeRemovalGracefully(TestResourceTrackerService.java:2133) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.runners.ParentRunner.run(ParentRunner.java:363) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:365) at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:273) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:159) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:384) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:345) at org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:126) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:418) Standard Output 2019-04-08 08:58:13,417 DEBUG [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:shutdown(587)) - refCount=0 2019-04-08 08:58:13,417 DEBUG [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:shutdown(589)) - Redundant shutdown java.lang.Throwable at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:589) at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:80) at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:76) at org.apache.hadoop.yarn.server.resourcemanager.MockRM.(MockRM.java:162) at org.apache.hadoop.yarn.server.resourcemanager.MockRM.(MockRM.java:146) at org.apache.hadoop.yarn.server.resourcemanager.MockRM.(MockRM.java:142) at org.apache.hadoop.yarn.server.resourcemanager.TestResourceTrackerService.testNodeRemovalUtil(TestResourceTrackerService.java:2156) at org.apache.hadoop.yarn.server.resourcemanager.TestResourceTrackerService.testNodeRemovalGracefully(TestResourceTrackerService.java:2133) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.runners.ParentRunner.run(ParentRunner.java:363) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:365) at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:273) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:159) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:384) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:345) at org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:126) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:418) 2019-04-08 08:58:13,418 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2825)) - resource-types.xml not found 2019-04-08 08:58:13,418 INFO [main] resource.ResourceUtils (ResourceUtils.java:addResourcesFileToConf(453)) - Unable to find 'resource-types.xml'. 2019-04-08 08:58:13,418 DEBUG [main] resource.ResourceUtils (ResourceUtils.java:addMandatoryResources(141)) - Adding resource type - name = memory-mb, units = Mi, type = COUNTABLE 2019-04-08 08:58:13,418 DEBUG [main] resource.ResourceUtils (ResourceUtils.java:addMandatoryResources(149)) - Adding resource type - name = vcores, units = , type = COUNTABLE 2019-04-08 08:58:13,418 DEBUG [main] resource.ResourceUtils (ResourceUtils.java:getAllocation(189)) - Mandatory Resource 'yarn.resource-types.memory-mb.minimum-allocation' is not configured in resource-types config file. Setting allocation specified using 'yarn.scheduler.minimum-allocation-mb' 2019-04-08 08:58:13,418 DEBUG [main] resource.ResourceUtils (ResourceUtils.java:getAllocation(189)) - Mandatory Resource 'yarn.resource-types.memory-mb.maximum-allocation' is not configured in resource-types config file. Setting allocation specified using 'yarn.scheduler.maximum-allocation-mb' 2019-04-08 08:58:13,419 DEBUG [main] resource.ResourceUtils (ResourceUtils.java:getAllocation(189)) - Mandatory Resource 'yarn.resource-types.vcores.minimum-allocation' is not configured in resource-types config file. Setting allocation specified using 'yarn.scheduler.minimum-allocation-vcores' 2019-04-08 08:58:13,419 DEBUG [main] resource.ResourceUtils (ResourceUtils.java:getAllocation(189)) - Mandatory Resource 'yarn.resource-types.vcores.maximum-allocation' is not configured in resource-types config file. Setting allocation specified using 'yarn.scheduler.maximum-allocation-vcores' 2019-04-08 08:58:13,419 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: ResourceManager entered state INITED 2019-04-08 08:58:13,431 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2828)) - found resource core-site.xml at file:/testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-classes/core-site.xml 2019-04-08 08:58:13,444 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2828)) - found resource yarn-site.xml at file:/testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-classes/yarn-site.xml 2019-04-08 08:58:13,456 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(226)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher 2019-04-08 08:58:13,457 DEBUG [main] service.CompositeService (CompositeService.java:addService(74)) - Adding service Dispatcher 2019-04-08 08:58:13,457 DEBUG [main] service.CompositeService (CompositeService.java:addService(74)) - Adding service org.apache.hadoop.yarn.server.resourcemanager.AdminService 2019-04-08 08:58:13,457 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: RMActiveServices entered state INITED 2019-04-08 08:58:13,457 INFO [main] security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms 2019-04-08 08:58:13,458 INFO [main] security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:(81)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms 2019-04-08 08:58:13,458 INFO [main] security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms 2019-04-08 08:58:13,459 DEBUG [main] service.CompositeService (CompositeService.java:addService(74)) - Adding service org.apache.hadoop.yarn.server.resourcemanager.RMSecretManagerService 2019-04-08 08:58:13,459 DEBUG [main] service.CompositeService (CompositeService.java:addService(74)) - Adding service org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.ContainerAllocationExpirer 2019-04-08 08:58:13,459 DEBUG [main] service.CompositeService (CompositeService.java:addService(74)) - Adding service AMLivelinessMonitor 2019-04-08 08:58:13,459 DEBUG [main] service.CompositeService (CompositeService.java:addService(74)) - Adding service AMLivelinessMonitor 2019-04-08 08:58:13,459 DEBUG [main] service.CompositeService (CompositeService.java:addService(74)) - Adding service org.apache.hadoop.yarn.server.resourcemanager.rmapp.monitor.RMAppLifetimeMonitor 2019-04-08 08:58:13,459 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.nodelabels.CommonNodeLabelsManager entered state INITED 2019-04-08 08:58:13,459 DEBUG [main] service.CompositeService (CompositeService.java:addService(74)) - Adding service org.apache.hadoop.yarn.nodelabels.CommonNodeLabelsManager 2019-04-08 08:58:13,460 DEBUG [main] service.CompositeService (CompositeService.java:addService(74)) - Adding service NodeAttributesManagerImpl 2019-04-08 08:58:13,460 DEBUG [main] service.CompositeService (CompositeService.java:addService(74)) - Adding service org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.PlacementConstraintManagerService 2019-04-08 08:58:13,460 DEBUG [main] service.CompositeService (CompositeService.java:addService(74)) - Adding service MultiNodeSortingManager 2019-04-08 08:58:13,460 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore entered state INITED 2019-04-08 08:58:13,460 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: Dispatcher entered state INITED 2019-04-08 08:58:13,460 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(226)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler 2019-04-08 08:58:13,461 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(226)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager 2019-04-08 08:58:13,461 DEBUG [main] service.CompositeService (CompositeService.java:addService(74)) - Adding service org.apache.hadoop.yarn.server.resourcemanager.NodesListManager 2019-04-08 08:58:13,461 INFO [main] resourcemanager.ResourceManager (ResourceManager.java:createScheduler(455)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler 2019-04-08 08:58:13,461 DEBUG [main] service.CompositeService (CompositeService.java:addService(74)) - Adding service org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler 2019-04-08 08:58:13,461 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(226)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.MockRM$1 2019-04-08 08:58:13,461 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(226)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher 2019-04-08 08:58:13,462 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(226)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher 2019-04-08 08:58:13,462 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(226)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher 2019-04-08 08:58:13,462 DEBUG [main] service.CompositeService (CompositeService.java:addService(74)) - Adding service NMLivelinessMonitor 2019-04-08 08:58:13,462 INFO [main] security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(109)) - Rolling master-key for container-tokens 2019-04-08 08:58:13,462 INFO [main] security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens 2019-04-08 08:58:13,463 DEBUG [main] service.CompositeService (CompositeService.java:addService(74)) - Adding service org.apache.hadoop.yarn.server.resourcemanager.ResourceTrackerService 2019-04-08 08:58:13,463 DEBUG [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:initMode(627)) - from system property: null 2019-04-08 08:58:13,463 DEBUG [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:initMode(628)) - from environment variable: null 2019-04-08 08:58:13,465 DEBUG [main] impl.MetricsConfig (MetricsConfig.java:loadFirst(128)) - Could not locate file hadoop-metrics2-resourcemanager.properties org.apache.commons.configuration2.ex.ConfigurationException: Could not locate: org.apache.commons.configuration2.io.FileLocator@2c16fadb[fileName=hadoop-metrics2-resourcemanager.properties,basePath=,sourceURL=,encoding=,fileSystem=,locationStrategy=] at org.apache.commons.configuration2.io.FileLocatorUtils.locateOrThrow(FileLocatorUtils.java:346) at org.apache.commons.configuration2.io.FileHandler.load(FileHandler.java:972) at org.apache.commons.configuration2.io.FileHandler.load(FileHandler.java:702) at org.apache.hadoop.metrics2.impl.MetricsConfig.loadFirst(MetricsConfig.java:116) at org.apache.hadoop.metrics2.impl.MetricsConfig.create(MetricsConfig.java:96) at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.configure(MetricsSystemImpl.java:478) at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.start(MetricsSystemImpl.java:188) at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.init(MetricsSystemImpl.java:163) at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.init(DefaultMetricsSystem.java:62) at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.initialize(DefaultMetricsSystem.java:58) at org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMActiveServices.serviceInit(ResourceManager.java:778) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:164) at org.apache.hadoop.yarn.server.resourcemanager.ResourceManager.createAndInitActiveServices(ResourceManager.java:1275) at org.apache.hadoop.yarn.server.resourcemanager.ResourceManager.serviceInit(ResourceManager.java:332) at org.apache.hadoop.yarn.server.resourcemanager.MockRM.serviceInit(MockRM.java:1434) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:164) at org.apache.hadoop.yarn.server.resourcemanager.MockRM.(MockRM.java:170) at org.apache.hadoop.yarn.server.resourcemanager.MockRM.(MockRM.java:146) at org.apache.hadoop.yarn.server.resourcemanager.MockRM.(MockRM.java:142) at org.apache.hadoop.yarn.server.resourcemanager.TestResourceTrackerService.testNodeRemovalUtil(TestResourceTrackerService.java:2156) at org.apache.hadoop.yarn.server.resourcemanager.TestResourceTrackerService.testNodeRemovalGracefully(TestResourceTrackerService.java:2133) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.runners.ParentRunner.run(ParentRunner.java:363) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:365) at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:273) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:159) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:384) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:345) at org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:126) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:418) 2019-04-08 08:58:13,466 DEBUG [main] impl.MetricsConfig (MetricsConfig.java:loadFirst(128)) - Could not locate file hadoop-metrics2.properties org.apache.commons.configuration2.ex.ConfigurationException: Could not locate: org.apache.commons.configuration2.io.FileLocator@2227a6c1[fileName=hadoop-metrics2.properties,basePath=,sourceURL=,encoding=,fileSystem=,locationStrategy=] at org.apache.commons.configuration2.io.FileLocatorUtils.locateOrThrow(FileLocatorUtils.java:346) at org.apache.commons.configuration2.io.FileHandler.load(FileHandler.java:972) at org.apache.commons.configuration2.io.FileHandler.load(FileHandler.java:702) at org.apache.hadoop.metrics2.impl.MetricsConfig.loadFirst(MetricsConfig.java:116) at org.apache.hadoop.metrics2.impl.MetricsConfig.create(MetricsConfig.java:96) at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.configure(MetricsSystemImpl.java:478) at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.start(MetricsSystemImpl.java:188) at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.init(MetricsSystemImpl.java:163) at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.init(DefaultMetricsSystem.java:62) at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.initialize(DefaultMetricsSystem.java:58) at org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMActiveServices.serviceInit(ResourceManager.java:778) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:164) at org.apache.hadoop.yarn.server.resourcemanager.ResourceManager.createAndInitActiveServices(ResourceManager.java:1275) at org.apache.hadoop.yarn.server.resourcemanager.ResourceManager.serviceInit(ResourceManager.java:332) at org.apache.hadoop.yarn.server.resourcemanager.MockRM.serviceInit(MockRM.java:1434) at org.apache.hadoop.service.AbstractService.init(AbstractService.java:164) at org.apache.hadoop.yarn.server.resourcemanager.MockRM.(MockRM.java:170) at org.apache.hadoop.yarn.server.resourcemanager.MockRM.(MockRM.java:146) at org.apache.hadoop.yarn.server.resourcemanager.MockRM.(MockRM.java:142) at org.apache.hadoop.yarn.server.resourcemanager.TestResourceTrackerService.testNodeRemovalUtil(TestResourceTrackerService.java:2156) at org.apache.hadoop.yarn.server.resourcemanager.TestResourceTrackerService.testNodeRemovalGracefully(TestResourceTrackerService.java:2133) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.runners.ParentRunner.run(ParentRunner.java:363) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:365) at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:273) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:159) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:384) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:345) at org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:126) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:418) 2019-04-08 08:58:13,467 WARN [main] impl.MetricsConfig (MetricsConfig.java:loadFirst(134)) - Cannot locate configuration: tried hadoop-metrics2-resourcemanager.properties,hadoop-metrics2.properties 2019-04-08 08:58:13,467 DEBUG [main] impl.MetricsConfig (MetricsConfig.java:getPropertyInternal(188)) - poking parent 'PropertiesConfiguration' for key: period 2019-04-08 08:58:13,468 DEBUG [main] impl.MetricsConfig (MetricsConfig.java:getPropertyInternal(188)) - poking parent 'PropertiesConfiguration' for key: periodMillis 2019-04-08 08:58:13,478 DEBUG [main] impl.MetricsConfig (MetricsConfig.java:getPropertyInternal(188)) - poking parent 'PropertiesConfiguration' for key: source.source.start_mbeans 2019-04-08 08:58:13,478 DEBUG [main] impl.MetricsConfig (MetricsConfig.java:getPropertyInternal(188)) - poking parent 'MetricsConfig' for key: source.start_mbeans 2019-04-08 08:58:13,478 DEBUG [main] impl.MetricsConfig (MetricsConfig.java:getPropertyInternal(188)) - poking parent 'PropertiesConfiguration' for key: *.source.start_mbeans 2019-04-08 08:58:13,478 DEBUG [main] impl.MetricsSourceAdapter (MetricsSourceAdapter.java:updateAttrCache(252)) - Updating attr cache... 2019-04-08 08:58:13,479 DEBUG [main] impl.MetricsSourceAdapter (MetricsSourceAdapter.java:updateAttrCache(266)) - Done. # tags & metrics=10 2019-04-08 08:58:13,479 DEBUG [main] impl.MetricsSourceAdapter (MetricsSourceAdapter.java:updateInfoCache(245)) - Updating info cache... 2019-04-08 08:58:13,479 DEBUG [main] impl.MetricsSystemImpl (MBeanInfoBuilder.java:get(109)) - [javax.management.MBeanAttributeInfo[description=Metrics context, name=tag.Context, type=java.lang.String, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of active metrics sources, name=NumActiveSources, type=java.lang.Integer, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of all registered metrics sources, name=NumAllSources, type=java.lang.Integer, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of active metrics sinks, name=NumActiveSinks, type=java.lang.Integer, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of all registered metrics sinks, name=NumAllSinks, type=java.lang.Integer, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of ops for snapshot stats, name=SnapshotNumOps, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Average time for snapshot stats, name=SnapshotAvgTime, type=java.lang.Double, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of ops for publishing stats, name=PublishNumOps, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Average time for publishing stats, name=PublishAvgTime, type=java.lang.Double, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Dropped updates by all sinks, name=DroppedPubAll, type=java.lang.Long, read-only, descriptor={}]] 2019-04-08 08:58:13,479 DEBUG [main] impl.MetricsSourceAdapter (MetricsSourceAdapter.java:updateInfoCache(247)) - Done 2019-04-08 08:58:13,479 DEBUG [main] util.MBeans (MBeans.java:register(101)) - Registered Hadoop:service=ResourceManager,name=MetricsSystem,sub=Stats 2019-04-08 08:58:13,480 DEBUG [main] impl.MetricsSourceAdapter (MetricsSourceAdapter.java:startMBeans(223)) - MBean for source MetricsSystem,sub=Stats registered. 2019-04-08 08:58:13,480 INFO [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(374)) - Scheduled Metric snapshot period at 10 second(s). 2019-04-08 08:58:13,480 INFO [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:start(191)) - ResourceManager metrics system started 2019-04-08 08:58:13,481 DEBUG [main] util.MBeans (MBeans.java:register(101)) - Registered Hadoop:service=ResourceManager,name=MetricsSystem,sub=Control 2019-04-08 08:58:13,481 DEBUG [main] service.CompositeService (CompositeService.java:addService(74)) - Adding service org.apache.hadoop.util.JvmPauseMonitor 2019-04-08 08:58:13,481 DEBUG [main] service.CompositeService (CompositeService.java:addService(74)) - Adding service org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService 2019-04-08 08:58:13,481 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(226)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager 2019-04-08 08:58:13,481 DEBUG [main] service.CompositeService (CompositeService.java:addService(74)) - Adding service org.apache.hadoop.yarn.server.resourcemanager.ClientRMService 2019-04-08 08:58:13,482 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(226)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.MockRM$7 2019-04-08 08:58:13,482 DEBUG [main] service.CompositeService (CompositeService.java:addService(74)) - Adding service org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher 2019-04-08 08:58:13,486 DEBUG [main] service.CompositeService (CompositeService.java:addService(74)) - Adding service org.apache.hadoop.yarn.server.resourcemanager.security.ProxyCAManager 2019-04-08 08:58:13,486 WARN [main] util.MBeans (MBeans.java:register(107)) - Failed to register MBean "Hadoop:service=ResourceManager,name=RMNMInfo": Instance already exists. 2019-04-08 08:58:13,487 INFO [main] resourcemanager.RMNMInfo (RMNMInfo.java:(64)) - Registered RMNMInfo MBean 2019-04-08 08:58:13,487 DEBUG [main] service.CompositeService (CompositeService.java:serviceInit(105)) - RMActiveServices: initing services, size=18 2019-04-08 08:58:13,487 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.RMSecretManagerService entered state INITED 2019-04-08 08:58:13,487 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.ContainerAllocationExpirer entered state INITED 2019-04-08 08:58:13,487 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: AMLivelinessMonitor entered state INITED 2019-04-08 08:58:13,487 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: AMLivelinessMonitor entered state INITED 2019-04-08 08:58:13,487 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.rmapp.monitor.RMAppLifetimeMonitor entered state INITED 2019-04-08 08:58:13,488 INFO [main] monitor.RMAppLifetimeMonitor (RMAppLifetimeMonitor.java:serviceInit(67)) - Application lifelime monitor interval set to 3000 ms. 2019-04-08 08:58:13,488 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: NodeAttributesManagerImpl entered state INITED 2019-04-08 08:58:13,488 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.PlacementConstraintManagerService entered state INITED 2019-04-08 08:58:13,488 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: MultiNodeSortingManager entered state INITED 2019-04-08 08:58:13,488 INFO [main] placement.MultiNodeSortingManager (MultiNodeSortingManager.java:serviceInit(59)) - Initializing NodeSortingService=MultiNodeSortingManager 2019-04-08 08:58:13,488 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.NodesListManager entered state INITED 2019-04-08 08:58:13,488 INFO [main] util.HostsFileReader (HostsFileReader.java:refresh(211)) - Refreshing hosts (include/exclude) list 2019-04-08 08:58:13,488 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(195)) - hostsReader: in= out= 2019-04-08 08:58:13,489 DEBUG [main] service.CompositeService (CompositeService.java:serviceInit(105)) - org.apache.hadoop.yarn.server.resourcemanager.NodesListManager: initing services, size=0 2019-04-08 08:58:13,489 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler entered state INITED 2019-04-08 08:58:13,490 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2828)) - found resource capacity-scheduler.xml at file:/testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-classes/capacity-scheduler.xml 2019-04-08 08:58:13,508 INFO [main] scheduler.AbstractYarnScheduler (AbstractYarnScheduler.java:getMinimumAllocation(1408)) - Minimum allocation = 2019-04-08 08:58:13,508 INFO [main] scheduler.AbstractYarnScheduler (AbstractYarnScheduler.java:getMaximumAllocation(1420)) - Maximum allocation = 2019-04-08 08:58:13,508 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.scheduler.activities.ActivitiesManager entered state INITED 2019-04-08 08:58:13,508 DEBUG [main] capacity.CapacitySchedulerConfiguration (CapacitySchedulerConfiguration.java:getQueues(852)) - CSConf - getQueues called for: queuePrefix=yarn.scheduler.capacity.root. 2019-04-08 08:58:13,509 DEBUG [main] capacity.CapacitySchedulerConfiguration (CapacitySchedulerConfiguration.java:getQueues(863)) - CSConf - getQueues: queuePrefix=yarn.scheduler.capacity.root., queues=default 2019-04-08 08:58:13,509 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeLong org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueueMetrics.AMResourceLimitMB with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[AM memory limit in MB]) 2019-04-08 08:58:13,510 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeLong org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueueMetrics.AMResourceLimitVCores with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[AM CPU limit in virtual cores]) 2019-04-08 08:58:13,510 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeLong org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueueMetrics.usedAMResourceMB with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Used AM memory limit in MB]) 2019-04-08 08:58:13,510 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeLong org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueueMetrics.usedAMResourceVCores with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Used AM CPU limit in virtual cores]) 2019-04-08 08:58:13,510 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeFloat org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueueMetrics.usedCapacity with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Percent of Capacity Used]) 2019-04-08 08:58:13,510 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeFloat org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueueMetrics.absoluteUsedCapacity with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Percent of Absolute Capacity Used]) 2019-04-08 08:58:13,511 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeLong org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueueMetrics.guaranteedMB with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Guaranteed memory in MB]) 2019-04-08 08:58:13,511 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueueMetrics.guaranteedVCores with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Guaranteed CPU in virtual cores]) 2019-04-08 08:58:13,511 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeLong org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueueMetrics.maxCapacityMB with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Maximum memory in MB]) 2019-04-08 08:58:13,511 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueueMetrics.maxCapacityVCores with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Maximum CPU in virtual cores]) 2019-04-08 08:58:13,511 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableCounterInt org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.appsSubmitted with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[# of apps submitted]) 2019-04-08 08:58:13,512 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.appsRunning with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[# of running apps]) 2019-04-08 08:58:13,512 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.appsPending with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[# of pending apps]) 2019-04-08 08:58:13,512 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableCounterInt org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.appsCompleted with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[# of apps completed]) 2019-04-08 08:58:13,512 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableCounterInt org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.appsKilled with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[# of apps killed]) 2019-04-08 08:58:13,512 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableCounterInt org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.appsFailed with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[# of apps failed]) 2019-04-08 08:58:13,512 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableCounterLong org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.aggregateNodeLocalContainersAllocated with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Aggregate # of allocated node-local containers]) 2019-04-08 08:58:13,513 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableCounterLong org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.aggregateRackLocalContainersAllocated with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Aggregate # of allocated rack-local containers]) 2019-04-08 08:58:13,513 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableCounterLong org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.aggregateOffSwitchContainersAllocated with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Aggregate # of allocated off-switch containers]) 2019-04-08 08:58:13,513 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableCounterLong org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.aggregateContainersPreempted with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Aggregate # of preempted containers]) 2019-04-08 08:58:13,513 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableCounterLong org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.aggregateMemoryMBSecondsPreempted with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Aggregate # of preempted memory seconds]) 2019-04-08 08:58:13,514 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableCounterLong org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.aggregateVcoreSecondsPreempted with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Aggregate # of preempted vcore seconds]) 2019-04-08 08:58:13,514 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.activeUsers with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[# of active users]) 2019-04-08 08:58:13,514 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.activeApplications with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[# of active applications]) 2019-04-08 08:58:13,514 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableRate org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.appAttemptFirstContainerAllocationDelay with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[App Attempt First Container Allocation Delay]) 2019-04-08 08:58:13,515 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeLong org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.allocatedMB with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Allocated memory in MB]) 2019-04-08 08:58:13,515 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.allocatedVCores with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Allocated CPU in virtual cores]) 2019-04-08 08:58:13,515 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.allocatedContainers with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[# of allocated containers]) 2019-04-08 08:58:13,515 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableCounterLong org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.aggregateContainersAllocated with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Aggregate # of allocated containers]) 2019-04-08 08:58:13,516 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableCounterLong org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.aggregateContainersReleased with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Aggregate # of released containers]) 2019-04-08 08:58:13,516 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeLong org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.availableMB with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Available memory in MB]) 2019-04-08 08:58:13,516 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.availableVCores with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Available CPU in virtual cores]) 2019-04-08 08:58:13,517 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeLong org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.pendingMB with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Pending memory allocation in MB]) 2019-04-08 08:58:13,517 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.pendingVCores with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Pending CPU allocation in virtual cores]) 2019-04-08 08:58:13,517 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.pendingContainers with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[# of pending containers]) 2019-04-08 08:58:13,517 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeLong org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.reservedMB with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[# of reserved memory in MB]) 2019-04-08 08:58:13,518 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.reservedVCores with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[Reserved CPU in virtual cores]) 2019-04-08 08:58:13,518 DEBUG [main] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics.reservedContainers with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[# of reserved containers]) 2019-04-08 08:58:13,518 DEBUG [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:register(231)) - QueueMetrics,q0=root, Metrics for queue: root 2019-04-08 08:58:13,519 DEBUG [main] impl.MetricsConfig (MetricsConfig.java:getPropertyInternal(188)) - poking parent 'PropertiesConfiguration' for key: source.source.start_mbeans 2019-04-08 08:58:13,519 DEBUG [main] impl.MetricsConfig (MetricsConfig.java:getPropertyInternal(188)) - poking parent 'MetricsConfig' for key: source.start_mbeans 2019-04-08 08:58:13,519 DEBUG [main] impl.MetricsConfig (MetricsConfig.java:getPropertyInternal(188)) - poking parent 'PropertiesConfiguration' for key: *.source.start_mbeans 2019-04-08 08:58:13,520 DEBUG [main] impl.MetricsSourceAdapter (MetricsSourceAdapter.java:updateAttrCache(252)) - Updating attr cache... 2019-04-08 08:58:13,520 DEBUG [main] impl.MetricsSourceAdapter (MetricsSourceAdapter.java:updateAttrCache(266)) - Done. # tags & metrics=46 2019-04-08 08:58:13,520 DEBUG [main] impl.MetricsSourceAdapter (MetricsSourceAdapter.java:updateInfoCache(245)) - Updating info cache... 2019-04-08 08:58:13,521 DEBUG [main] impl.MetricsSystemImpl (MBeanInfoBuilder.java:get(109)) - [javax.management.MBeanAttributeInfo[description=Metrics by queue, name=tag.Queue, type=java.lang.String, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Metrics context, name=tag.Context, type=java.lang.String, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Local hostname, name=tag.Hostname, type=java.lang.String, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=, name=running_0, type=java.lang.Integer, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=, name=running_60, type=java.lang.Integer, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=, name=running_300, type=java.lang.Integer, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=, name=running_1440, type=java.lang.Integer, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=AM memory limit in MB, name=AMResourceLimitMB, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=AM CPU limit in virtual cores, name=AMResourceLimitVCores, type=java.lang.Long, read-only, descriptor={}], javax.management ...[truncated 100941 chars]... pache.hadoop.yarn.server.resourcemanager.scheduler.event.NodeLabelsUpdateSchedulerEvent.EventType: NODE_LABELS_UPDATE 2019-04-08 08:58:14,490 DEBUG [AsyncDispatcher event handler] capacity.ParentQueue (ParentQueue.java:calculateEffectiveResourcesAndCapacity(1012)) - Updating effective min resource for queue:default as effMinResource=and Updating effective max resource as effMaxResource= 2019-04-08 08:58:14,490 DEBUG [AsyncDispatcher event handler] capacity.LeafQueue (LeafQueue.java:calculateAndGetAMResourceLimitPerPartition(774)) - Queue: default, node label : , queue partition resource : , queue current limit : , queue partition usable resource : , amResourceLimit : 2019-04-08 08:58:14,491 INFO [main] resourcemanager.NodesListManager (NodesListManager.java:refreshHostsReader(237)) - refreshNodes excludesFile 2019-04-08 08:58:14,491 INFO [main] util.HostsFileReader (HostsFileReader.java:refresh(189)) - Refreshing hosts (include/exclude) list 2019-04-08 08:58:14,491 INFO [main] util.HostsFileReader (HostsFileReader.java:readFileToSetWithFileInputStream(100)) - Adding a node "host1" to the list of included hosts from /testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-dir/decommision/hostFile.txt 2019-04-08 08:58:14,491 INFO [main] util.HostsFileReader (HostsFileReader.java:readFileToSetWithFileInputStream(100)) - Adding a node "127.0.0.1" to the list of included hosts from /testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-dir/decommision/hostFile.txt 2019-04-08 08:58:14,491 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(195)) - hostsReader: in= out= 2019-04-08 08:58:14,491 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(203)) - include: host1 2019-04-08 08:58:14,491 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(203)) - include: 127.0.0.1 2019-04-08 08:58:14,491 INFO [main] resourcemanager.NodesListManager (NodesListManager.java:refreshHostsReader(241)) - hostsReader include:{host1,127.0.0.1} exclude:{} 2019-04-08 08:58:14,492 INFO [main] resourcemanager.NodesListManager (NodesListManager.java:handleExcludeNodeList(299)) - Gracefully decommission node host2:5678 with state RUNNING 2019-04-08 08:58:14,492 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeDecommissioningEvent.EventType: GRACEFUL_DECOMMISSION 2019-04-08 08:58:14,492 DEBUG [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:handle(672)) - Processing G:5678 of type GRACEFUL_DECOMMISSION 2019-04-08 08:58:14,492 INFO [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:transition(1155)) - Put Node host2:5678 in DECOMMISSIONING. 2019-04-08 08:58:14,492 INFO [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:transition(1167)) - Preserve original total capability: 2019-04-08 08:58:14,492 INFO [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:handle(684)) - host2:5678 Node Transitioned from RUNNING to DECOMMISSIONING 2019-04-08 08:58:14,492 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEvent.EventType: NODE_DECOMMISSIONING 2019-04-08 08:58:14,493 DEBUG [AsyncDispatcher event handler] resourcemanager.NodesListManager (NodesListManager.java:handle(506)) - host2:5678 reported decommissioning 2019-04-08 08:58:14,493 INFO [main] resourcemanager.MockRM (MockRM.java:waitForState(1008)) - Node host2:5678 State is : DECOMMISSIONING 2019-04-08 08:58:14,493 INFO [main] resourcemanager.ResourceTrackerService (ResourceTrackerService.java:nodeHeartbeat(616)) - DECOMMISSIONING host2:5678 is ready to be decommissioned 2019-04-08 08:58:14,493 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEvent.EventType: DECOMMISSION 2019-04-08 08:58:14,493 DEBUG [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:handle(672)) - Processing host2:5678 of type DECOMMISSION 2019-04-08 08:58:14,493 INFO [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:deactivateNode(1090)) - Deactivating Node host2:5678 as it is now DECOMMISSIONED 2019-04-08 08:58:14,493 INFO [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:handle(684)) - host2:5678 Node Transitioned from DECOMMISSIONING to DECOMMISSIONED 2019-04-08 08:58:14,493 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.NodeRemovedSchedulerEvent.EventType: NODE_REMOVED 2019-04-08 08:58:14,494 DEBUG [AsyncDispatcher event handler] capacity.ParentQueue (ParentQueue.java:calculateEffectiveResourcesAndCapacity(1012)) - Updating effective min resource for queue:default as effMinResource=and Updating effective max resource as effMaxResource= 2019-04-08 08:58:14,494 DEBUG [AsyncDispatcher event handler] capacity.LeafQueue (LeafQueue.java:calculateAndGetAMResourceLimitPerPartition(774)) - Queue: default, node label : , queue partition resource : , queue current limit : , queue partition usable resource : , amResourceLimit : 2019-04-08 08:58:14,494 INFO [AsyncDispatcher event handler] capacity.CapacityScheduler (CapacityScheduler.java:removeNode(2044)) - Removed node host2:5678 clusterResource: 2019-04-08 08:58:14,494 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEvent.EventType: NODE_UNUSABLE 2019-04-08 08:58:14,494 DEBUG [AsyncDispatcher event handler] resourcemanager.NodesListManager (NodesListManager.java:handle(496)) - host2:5678 reported unusable 2019-04-08 08:58:14,494 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.NodeLabelsUpdateSchedulerEvent.EventType: NODE_LABELS_UPDATE 2019-04-08 08:58:14,495 DEBUG [AsyncDispatcher event handler] capacity.ParentQueue (ParentQueue.java:calculateEffectiveResourcesAndCapacity(1012)) - Updating effective min resource for queue:default as effMinResource=and Updating effective max resource as effMaxResource= 2019-04-08 08:58:14,495 DEBUG [AsyncDispatcher event handler] capacity.LeafQueue (LeafQueue.java:calculateAndGetAMResourceLimitPerPartition(774)) - Queue: default, node label : , queue partition resource : , queue current limit : , queue partition usable resource : , amResourceLimit : 2019-04-08 08:58:14,495 INFO [main] resourcemanager.NodesListManager (NodesListManager.java:refreshHostsReader(237)) - refreshNodes excludesFile 2019-04-08 08:58:14,495 INFO [main] util.HostsFileReader (HostsFileReader.java:refresh(189)) - Refreshing hosts (include/exclude) list 2019-04-08 08:58:14,496 INFO [main] util.HostsFileReader (HostsFileReader.java:readFileToSetWithFileInputStream(100)) - Adding a node "host1" to the list of included hosts from /testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-dir/decommision/hostFile.txt 2019-04-08 08:58:14,496 INFO [main] util.HostsFileReader (HostsFileReader.java:readFileToSetWithFileInputStream(100)) - Adding a node "127.0.0.1" to the list of included hosts from /testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-dir/decommision/hostFile.txt 2019-04-08 08:58:14,496 INFO [main] util.HostsFileReader (HostsFileReader.java:readFileToSetWithFileInputStream(100)) - Adding a node "host2" to the list of included hosts from /testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-dir/decommision/hostFile.txt 2019-04-08 08:58:14,496 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(195)) - hostsReader: in= out= 2019-04-08 08:58:14,496 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(203)) - include: host1 2019-04-08 08:58:14,496 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(203)) - include: host2 2019-04-08 08:58:14,496 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(203)) - include: 127.0.0.1 2019-04-08 08:58:14,496 INFO [main] resourcemanager.NodesListManager (NodesListManager.java:refreshHostsReader(241)) - hostsReader include:{host1,host2,127.0.0.1} exclude:{} 2019-04-08 08:58:14,497 DEBUG [main] util.RackResolver (RackResolver.java:coreResolve(158)) - Resolved host2 to /default-rack 2019-04-08 08:58:14,497 INFO [main] resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(539)) - NodeManager from node host2(cmPort: 5678 httpPort: 2) registered with capability: , assigned nodeId host2:5678 2019-04-08 08:58:14,497 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeStartedEvent.EventType: STARTED 2019-04-08 08:58:14,497 DEBUG [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:handle(672)) - Processing host2:5678 of type STARTED 2019-04-08 08:58:14,497 INFO [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:handle(684)) - host2:5678 Node Transitioned from NEW to RUNNING 2019-04-08 08:58:14,497 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.NodeAddedSchedulerEvent.EventType: NODE_ADDED 2019-04-08 08:58:14,498 DEBUG [AsyncDispatcher event handler] capacity.ParentQueue (ParentQueue.java:calculateEffectiveResourcesAndCapacity(1012)) - Updating effective min resource for queue:default as effMinResource=and Updating effective max resource as effMaxResource= 2019-04-08 08:58:14,498 DEBUG [AsyncDispatcher event handler] capacity.LeafQueue (LeafQueue.java:calculateAndGetAMResourceLimitPerPartition(774)) - Queue: default, node label : , queue partition resource : , queue current limit : , queue partition usable resource : , amResourceLimit : 2019-04-08 08:58:14,498 INFO [AsyncDispatcher event handler] capacity.CapacityScheduler (CapacityScheduler.java:addNode(1986)) - Added node host2:5678 clusterResource: 2019-04-08 08:58:14,498 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEvent.EventType: NODE_USABLE 2019-04-08 08:58:14,498 DEBUG [AsyncDispatcher event handler] resourcemanager.NodesListManager (NodesListManager.java:handle(501)) - host2:5678 reported usable 2019-04-08 08:58:14,498 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.NodeLabelsUpdateSchedulerEvent.EventType: NODE_LABELS_UPDATE 2019-04-08 08:58:14,499 DEBUG [AsyncDispatcher event handler] capacity.ParentQueue (ParentQueue.java:calculateEffectiveResourcesAndCapacity(1012)) - Updating effective min resource for queue:default as effMinResource=and Updating effective max resource as effMaxResource= 2019-04-08 08:58:14,499 DEBUG [AsyncDispatcher event handler] capacity.LeafQueue (LeafQueue.java:calculateAndGetAMResourceLimitPerPartition(774)) - Queue: default, node label : , queue partition resource : , queue current limit : , queue partition usable resource : , amResourceLimit : 2019-04-08 08:58:14,499 DEBUG [main] resourcemanager.ResourceTrackerService (ResourceTrackerService.java:populateTokenSequenceNo(949)) - Token sequence no received from heartbeat request: 0. Current token sequeunce no: 1. System credentials for apps size: 0 2019-04-08 08:58:14,499 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeStatusEvent.EventType: STATUS_UPDATE 2019-04-08 08:58:14,499 DEBUG [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:handle(672)) - Processing host2:5678 of type STATUS_UPDATE 2019-04-08 08:58:14,499 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.NodeUpdateSchedulerEvent.EventType: NODE_UPDATE 2019-04-08 08:58:14,499 DEBUG [AsyncDispatcher event handler] scheduler.AbstractYarnScheduler (AbstractYarnScheduler.java:nodeUpdate(1131)) - nodeUpdate: host2:5678 cluster capacity: 2019-04-08 08:58:14,500 DEBUG [AsyncDispatcher event handler] scheduler.AbstractYarnScheduler (AbstractYarnScheduler.java:nodeUpdate(1170)) - Node being looked for scheduling host2:5678 availableResource: 2019-04-08 08:58:14,500 DEBUG [AsyncDispatcher event handler] capacity.CapacityScheduler (CapacityScheduler.java:allocateContainerOnSingleNode(1518)) - Trying to schedule on node: host2, available: 2019-04-08 08:58:14,500 INFO [main] resourcemanager.NodesListManager (NodesListManager.java:refreshHostsReader(237)) - refreshNodes excludesFile /testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-dir/decommision/excludeHostFile.txt 2019-04-08 08:58:14,500 INFO [main] util.HostsFileReader (HostsFileReader.java:refresh(189)) - Refreshing hosts (include/exclude) list 2019-04-08 08:58:14,500 INFO [main] util.HostsFileReader (HostsFileReader.java:readFileToSetWithFileInputStream(100)) - Adding a node "host1" to the list of included hosts from /testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-dir/decommision/hostFile.txt 2019-04-08 08:58:14,500 INFO [main] util.HostsFileReader (HostsFileReader.java:readFileToSetWithFileInputStream(100)) - Adding a node "host2" to the list of included hosts from /testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-dir/decommision/hostFile.txt 2019-04-08 08:58:14,501 INFO [main] util.HostsFileReader (HostsFileReader.java:readFileToSetWithFileInputStream(100)) - Adding a node "127.0.0.1" to the list of included hosts from /testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-dir/decommision/hostFile.txt 2019-04-08 08:58:14,501 INFO [main] util.HostsFileReader (HostsFileReader.java:readFileToSetWithFileInputStream(100)) - Adding a node "host2" to the list of excluded hosts from /testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-dir/decommision/excludeHostFile.txt 2019-04-08 08:58:14,501 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(195)) - hostsReader: in= out= 2019-04-08 08:58:14,501 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(203)) - include: host1 2019-04-08 08:58:14,501 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(203)) - include: host2 2019-04-08 08:58:14,501 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(203)) - include: 127.0.0.1 2019-04-08 08:58:14,501 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(206)) - exclude: host2 2019-04-08 08:58:14,501 INFO [main] resourcemanager.NodesListManager (NodesListManager.java:refreshHostsReader(241)) - hostsReader include:{host1,host2,127.0.0.1} exclude:{host2} 2019-04-08 08:58:14,501 INFO [main] resourcemanager.NodesListManager (NodesListManager.java:handleExcludeNodeList(299)) - Gracefully decommission node host2:5678 with state RUNNING 2019-04-08 08:58:14,502 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeDecommissioningEvent.EventType: GRACEFUL_DECOMMISSION 2019-04-08 08:58:14,502 DEBUG [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:handle(672)) - Processing host2:5678 of type GRACEFUL_DECOMMISSION 2019-04-08 08:58:14,502 INFO [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:transition(1155)) - Put Node host2:5678 in DECOMMISSIONING. 2019-04-08 08:58:14,502 INFO [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:transition(1167)) - Preserve original total capability: 2019-04-08 08:58:14,502 INFO [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:handle(684)) - host2:5678 Node Transitioned from RUNNING to DECOMMISSIONING 2019-04-08 08:58:14,502 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEvent.EventType: NODE_DECOMMISSIONING 2019-04-08 08:58:14,502 DEBUG [AsyncDispatcher event handler] resourcemanager.NodesListManager (NodesListManager.java:handle(506)) - host2:5678 reported decommissioning 2019-04-08 08:58:15,253 INFO [main] resourcemanager.NodesListManager (NodesListManager.java:refreshHostsReader(237)) - refreshNodes excludesFile /testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-dir/decommision/excludeHostFile.txt 2019-04-08 08:58:15,253 INFO [main] util.HostsFileReader (HostsFileReader.java:refresh(189)) - Refreshing hosts (include/exclude) list 2019-04-08 08:58:15,253 INFO [main] util.HostsFileReader (HostsFileReader.java:readFileToSetWithFileInputStream(100)) - Adding a node "host1" to the list of included hosts from /testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-dir/decommision/hostFile.txt 2019-04-08 08:58:15,253 INFO [main] util.HostsFileReader (HostsFileReader.java:readFileToSetWithFileInputStream(100)) - Adding a node "127.0.0.1" to the list of included hosts from /testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-dir/decommision/hostFile.txt 2019-04-08 08:58:15,253 INFO [main] util.HostsFileReader (HostsFileReader.java:readFileToSetWithFileInputStream(100)) - Adding a node "host2" to the list of included hosts from /testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-dir/decommision/hostFile.txt 2019-04-08 08:58:15,253 INFO [main] util.HostsFileReader (HostsFileReader.java:readFileToSetWithFileInputStream(100)) - Adding a node "host2" to the list of excluded hosts from /testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-dir/decommision/excludeHostFile.txt 2019-04-08 08:58:15,253 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(195)) - hostsReader: in= out= 2019-04-08 08:58:15,254 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(203)) - include: host1 2019-04-08 08:58:15,254 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(203)) - include: host2 2019-04-08 08:58:15,254 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(203)) - include: 127.0.0.1 2019-04-08 08:58:15,254 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(206)) - exclude: host2 2019-04-08 08:58:15,254 INFO [main] resourcemanager.NodesListManager (NodesListManager.java:refreshHostsReader(241)) - hostsReader include:{host1,host2,127.0.0.1} exclude:{host2} 2019-04-08 08:58:15,254 INFO [main] resourcemanager.NodesListManager (NodesListManager.java:handleExcludeNodeList(307)) - No action for node host2:5678 with state DECOMMISSIONING 2019-04-08 08:58:15,254 DEBUG [main] resourcemanager.ResourceTrackerService (ResourceTrackerService.java:populateTokenSequenceNo(949)) - Token sequence no received from heartbeat request: 1. Current token sequeunce no: 1. System credentials for apps size: 0 2019-04-08 08:58:15,255 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeStatusEvent.EventType: STATUS_UPDATE 2019-04-08 08:58:15,255 DEBUG [main] resourcemanager.ResourceTrackerService (ResourceTrackerService.java:populateTokenSequenceNo(949)) - Token sequence no received from heartbeat request: 1. Current token sequeunce no: 1. System credentials for apps size: 0 2019-04-08 08:58:15,255 DEBUG [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:handle(672)) - Processing host1:1234 of type STATUS_UPDATE 2019-04-08 08:58:15,255 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeStatusEvent.EventType: STATUS_UPDATE 2019-04-08 08:58:15,255 DEBUG [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:handle(672)) - Processing localhost:4433 of type STATUS_UPDATE 2019-04-08 08:58:15,255 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.NodeUpdateSchedulerEvent.EventType: NODE_UPDATE 2019-04-08 08:58:15,255 DEBUG [AsyncDispatcher event handler] scheduler.AbstractYarnScheduler (AbstractYarnScheduler.java:nodeUpdate(1131)) - nodeUpdate: host1:1234 cluster capacity: 2019-04-08 08:58:15,255 DEBUG [AsyncDispatcher event handler] scheduler.AbstractYarnScheduler (AbstractYarnScheduler.java:nodeUpdate(1170)) - Node being looked for scheduling host1:1234 availableResource: 2019-04-08 08:58:15,255 DEBUG [AsyncDispatcher event handler] capacity.CapacityScheduler (CapacityScheduler.java:allocateContainerOnSingleNode(1518)) - Trying to schedule on node: host1, available: 2019-04-08 08:58:15,255 DEBUG [AsyncDispatcher event handler] capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - Skip this queue=root, because it doesn't need more resource, schedulingMode=RESPECT_PARTITION_EXCLUSIVITY node-partition= 2019-04-08 08:58:15,256 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.NodeUpdateSchedulerEvent.EventType: NODE_UPDATE 2019-04-08 08:58:15,256 DEBUG [AsyncDispatcher event handler] scheduler.AbstractYarnScheduler (AbstractYarnScheduler.java:nodeUpdate(1131)) - nodeUpdate: localhost:4433 cluster capacity: 2019-04-08 08:58:15,256 DEBUG [AsyncDispatcher event handler] scheduler.AbstractYarnScheduler (AbstractYarnScheduler.java:nodeUpdate(1170)) - Node being looked for scheduling localhost:4433 availableResource: 2019-04-08 08:58:15,256 DEBUG [AsyncDispatcher event handler] capacity.CapacityScheduler (CapacityScheduler.java:allocateContainerOnSingleNode(1518)) - Trying to schedule on node: localhost, available: 2019-04-08 08:58:16,005 INFO [main] resourcemanager.NodesListManager (NodesListManager.java:refreshHostsReader(237)) - refreshNodes excludesFile /testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-dir/decommision/excludeHostFile.txt 2019-04-08 08:58:16,006 INFO [main] util.HostsFileReader (HostsFileReader.java:refresh(189)) - Refreshing hosts (include/exclude) list 2019-04-08 08:58:16,006 INFO [main] util.HostsFileReader (HostsFileReader.java:readFileToSetWithFileInputStream(100)) - Adding a node "host1" to the list of included hosts from /testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-dir/decommision/hostFile.txt 2019-04-08 08:58:16,006 INFO [main] util.HostsFileReader (HostsFileReader.java:readFileToSetWithFileInputStream(100)) - Adding a node "127.0.0.1" to the list of included hosts from /testptch/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/test-dir/decommision/hostFile.txt 2019-04-08 08:58:16,006 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(195)) - hostsReader: in= out= 2019-04-08 08:58:16,006 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(203)) - include: host1 2019-04-08 08:58:16,006 DEBUG [main] resourcemanager.NodesListManager (NodesListManager.java:printConfiguredHosts(203)) - include: 127.0.0.1 2019-04-08 08:58:16,006 INFO [main] resourcemanager.NodesListManager (NodesListManager.java:refreshHostsReader(241)) - hostsReader include:{host1,127.0.0.1} exclude:{} 2019-04-08 08:58:16,007 INFO [main] resourcemanager.NodesListManager (NodesListManager.java:handleExcludeNodeList(307)) - No action for node host2:5678 with state DECOMMISSIONING 2019-04-08 08:58:16,007 INFO [main] resourcemanager.ResourceTrackerService (ResourceTrackerService.java:nodeHeartbeat(616)) - DECOMMISSIONING host2:5678 is ready to be decommissioned 2019-04-08 08:58:16,007 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEvent.EventType: DECOMMISSION 2019-04-08 08:58:16,007 DEBUG [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:handle(672)) - Processing host2:5678 of type DECOMMISSION 2019-04-08 08:58:16,007 INFO [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:deactivateNode(1090)) - Deactivating Node host2:5678 as it is now DECOMMISSIONED 2019-04-08 08:58:16,007 INFO [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:handle(684)) - host2:5678 Node Transitioned from DECOMMISSIONING to DECOMMISSIONED 2019-04-08 08:58:16,007 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.NodeRemovedSchedulerEvent.EventType: NODE_REMOVED 2019-04-08 08:58:16,008 DEBUG [AsyncDispatcher event handler] capacity.ParentQueue (ParentQueue.java:calculateEffectiveResourcesAndCapacity(1012)) - Updating effective min resource for queue:default as effMinResource=and Updating effective max resource as effMaxResource= 2019-04-08 08:58:16,008 DEBUG [AsyncDispatcher event handler] capacity.LeafQueue (LeafQueue.java:calculateAndGetAMResourceLimitPerPartition(774)) - Queue: default, node label : , queue partition resource : , queue current limit : , queue partition usable resource : , amResourceLimit : 2019-04-08 08:58:16,009 INFO [AsyncDispatcher event handler] capacity.CapacityScheduler (CapacityScheduler.java:removeNode(2044)) - Removed node host2:5678 clusterResource: 2019-04-08 08:58:16,009 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEvent.EventType: NODE_UNUSABLE 2019-04-08 08:58:16,009 DEBUG [AsyncDispatcher event handler] resourcemanager.NodesListManager (NodesListManager.java:handle(496)) - host2:5678 reported unusable 2019-04-08 08:58:16,009 DEBUG [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(192)) - Dispatching the event org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.NodeLabelsUpdateSchedulerEvent.EventType: NODE_LABELS_UPDATE 2019-04-08 08:58:16,009 DEBUG [AsyncDispatcher event handler] capacity.ParentQueue (ParentQueue.java:calculateEffectiveResourcesAndCapacity(1012)) - Updating effective min resource for queue:default as effMinResource=and Updating effective max resource as effMaxResource= 2019-04-08 08:58:16,009 DEBUG [AsyncDispatcher event handler] capacity.LeafQueue (LeafQueue.java:calculateAndGetAMResourceLimitPerPartition(774)) - Queue: default, node label : , queue partition resource : , queue current limit : , queue partition usable resource : , amResourceLimit : 2019-04-08 08:58:16,758 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: ResourceManager entered state STOPPED 2019-04-08 08:58:16,758 DEBUG [main] service.CompositeService (CompositeService.java:serviceStop(130)) - ResourceManager: stopping services, size=3 2019-04-08 08:58:16,759 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #2: Service org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter in state org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter: STARTED 2019-04-08 08:58:16,759 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter entered state STOPPED 2019-04-08 08:58:16,759 DEBUG [main] service.CompositeService (CompositeService.java:serviceStop(130)) - org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter: stopping services, size=0 2019-04-08 08:58:16,759 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #1: Service org.apache.hadoop.yarn.server.resourcemanager.AdminService in state org.apache.hadoop.yarn.server.resourcemanager.AdminService: STARTED 2019-04-08 08:58:16,759 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.AdminService entered state STOPPED 2019-04-08 08:58:16,759 DEBUG [main] service.CompositeService (CompositeService.java:serviceStop(130)) - org.apache.hadoop.yarn.server.resourcemanager.AdminService: stopping services, size=0 2019-04-08 08:58:16,759 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #0: Service Dispatcher in state Dispatcher: STARTED 2019-04-08 08:58:16,759 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: Dispatcher entered state STOPPED 2019-04-08 08:58:16,760 INFO [main] resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1347)) - Transitioning to standby state 2019-04-08 08:58:16,760 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: RMActiveServices entered state STOPPED 2019-04-08 08:58:16,760 DEBUG [main] service.CompositeService (CompositeService.java:serviceStop(130)) - RMActiveServices: stopping services, size=18 2019-04-08 08:58:16,760 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #17: Service org.apache.hadoop.yarn.server.resourcemanager.security.ProxyCAManager in state org.apache.hadoop.yarn.server.resourcemanager.security.ProxyCAManager: STARTED 2019-04-08 08:58:16,760 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.security.ProxyCAManager entered state STOPPED 2019-04-08 08:58:16,761 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #16: Service org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher in state org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher: STARTED 2019-04-08 08:58:16,761 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher entered state STOPPED 2019-04-08 08:58:16,761 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #15: Service org.apache.hadoop.yarn.server.resourcemanager.ClientRMService in state org.apache.hadoop.yarn.server.resourcemanager.ClientRMService: STARTED 2019-04-08 08:58:16,761 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.ClientRMService entered state STOPPED 2019-04-08 08:58:16,761 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #14: Service org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService in state org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService: STARTED 2019-04-08 08:58:16,761 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService entered state STOPPED 2019-04-08 08:58:16,761 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #13: Service org.apache.hadoop.util.JvmPauseMonitor in state org.apache.hadoop.util.JvmPauseMonitor: STARTED 2019-04-08 08:58:16,762 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.util.JvmPauseMonitor entered state STOPPED 2019-04-08 08:58:16,762 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #12: Service org.apache.hadoop.yarn.server.resourcemanager.ResourceTrackerService in state org.apache.hadoop.yarn.server.resourcemanager.ResourceTrackerService: STARTED 2019-04-08 08:58:16,762 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.ResourceTrackerService entered state STOPPED 2019-04-08 08:58:16,762 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #11: Service NMLivelinessMonitor in state NMLivelinessMonitor: STARTED 2019-04-08 08:58:16,762 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: NMLivelinessMonitor entered state STOPPED 2019-04-08 08:58:16,762 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #10: Service org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler in state org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler: STARTED 2019-04-08 08:58:16,763 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(157)) - NMLivelinessMonitor thread interrupted 2019-04-08 08:58:16,763 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler entered state STOPPED 2019-04-08 08:58:16,763 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.scheduler.activities.ActivitiesManager entered state STOPPED 2019-04-08 08:58:16,763 INFO [ActivitiesManager thread.] activities.ActivitiesManager (ActivitiesManager.java:run(147)) - org.apache.hadoop.yarn.server.resourcemanager.scheduler.activities.ActivitiesManager thread interrupted 2019-04-08 08:58:16,763 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #9: Service org.apache.hadoop.yarn.server.resourcemanager.NodesListManager in state org.apache.hadoop.yarn.server.resourcemanager.NodesListManager: STARTED 2019-04-08 08:58:16,763 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.NodesListManager entered state STOPPED 2019-04-08 08:58:16,764 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #8: Service MultiNodeSortingManager in state MultiNodeSortingManager: STARTED 2019-04-08 08:58:16,764 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: MultiNodeSortingManager entered state STOPPED 2019-04-08 08:58:16,764 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #7: Service org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.PlacementConstraintManagerService in state org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.PlacementConstraintManagerService: STARTED 2019-04-08 08:58:16,764 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.PlacementConstraintManagerService entered state STOPPED 2019-04-08 08:58:16,764 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #6: Service NodeAttributesManagerImpl in state NodeAttributesManagerImpl: STARTED 2019-04-08 08:58:16,764 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: NodeAttributesManagerImpl entered state STOPPED 2019-04-08 08:58:16,764 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: Dispatcher entered state STOPPED 2019-04-08 08:58:16,765 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:serviceStop(160)) - AsyncDispatcher is draining to stop, ignoring any new events. 2019-04-08 08:58:16,765 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #5: Service org.apache.hadoop.yarn.nodelabels.CommonNodeLabelsManager in state org.apache.hadoop.yarn.nodelabels.CommonNodeLabelsManager: STARTED 2019-04-08 08:58:16,766 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.nodelabels.CommonNodeLabelsManager entered state STOPPED 2019-04-08 08:58:16,766 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #4: Service org.apache.hadoop.yarn.server.resourcemanager.rmapp.monitor.RMAppLifetimeMonitor in state org.apache.hadoop.yarn.server.resourcemanager.rmapp.monitor.RMAppLifetimeMonitor: STARTED 2019-04-08 08:58:16,766 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.rmapp.monitor.RMAppLifetimeMonitor entered state STOPPED 2019-04-08 08:58:16,766 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #3: Service AMLivelinessMonitor in state AMLivelinessMonitor: STARTED 2019-04-08 08:58:16,766 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(157)) - org.apache.hadoop.yarn.server.resourcemanager.rmapp.monitor.RMAppLifetimeMonitor thread interrupted 2019-04-08 08:58:16,766 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: AMLivelinessMonitor entered state STOPPED 2019-04-08 08:58:16,767 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #2: Service AMLivelinessMonitor in state AMLivelinessMonitor: STARTED 2019-04-08 08:58:16,767 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: AMLivelinessMonitor entered state STOPPED 2019-04-08 08:58:16,767 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #1: Service org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.ContainerAllocationExpirer in state org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.ContainerAllocationExpirer: STARTED 2019-04-08 08:58:16,767 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.ContainerAllocationExpirer entered state STOPPED 2019-04-08 08:58:16,767 DEBUG [main] service.CompositeService (CompositeService.java:stop(152)) - Stopping service #0: Service org.apache.hadoop.yarn.server.resourcemanager.RMSecretManagerService in state org.apache.hadoop.yarn.server.resourcemanager.RMSecretManagerService: STARTED 2019-04-08 08:58:16,767 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(157)) - org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.ContainerAllocationExpirer thread interrupted 2019-04-08 08:58:16,767 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(157)) - AMLivelinessMonitor thread interrupted 2019-04-08 08:58:16,767 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.RMSecretManagerService entered state STOPPED 2019-04-08 08:58:16,768 DEBUG [main] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:stopThreads(649)) - Stopping expired delegation token remover thread 2019-04-08 08:58:16,767 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(157)) - AMLivelinessMonitor thread interrupted 2019-04-08 08:58:16,768 ERROR [Thread[Thread-222,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(700)) - ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2019-04-08 08:58:16,768 DEBUG [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:shutdown(587)) - refCount=1 2019-04-08 08:58:16,769 INFO [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:stop(210)) - Stopping ResourceManager metrics system... 2019-04-08 08:58:16,769 DEBUG [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:stopSources(459)) - Stopping metrics source QueueMetrics,q0=root: class=class org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueueMetrics 2019-04-08 08:58:16,769 DEBUG [main] util.MBeans (MBeans.java:unregister(138)) - Unregistering Hadoop:service=ResourceManager,name=QueueMetrics,q0=root 2019-04-08 08:58:16,769 DEBUG [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:stopSources(459)) - Stopping metrics source QueueMetrics,q0=root,q1=default: class=class org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueueMetrics 2019-04-08 08:58:16,769 DEBUG [main] util.MBeans (MBeans.java:unregister(138)) - Unregistering Hadoop:service=ResourceManager,name=QueueMetrics,q0=root,q1=default 2019-04-08 08:58:16,769 DEBUG [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:stopSources(459)) - Stopping metrics source ClusterMetrics: class=class org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1 2019-04-08 08:58:16,770 DEBUG [main] util.MBeans (MBeans.java:unregister(138)) - Unregistering Hadoop:service=ResourceManager,name=ClusterMetrics 2019-04-08 08:58:16,770 DEBUG [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:stopSources(459)) - Stopping metrics source CapacitySchedulerMetrics: class=class org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1 2019-04-08 08:58:16,771 DEBUG [main] util.MBeans (MBeans.java:unregister(138)) - Unregistering Hadoop:service=ResourceManager,name=CapacitySchedulerMetrics 2019-04-08 08:58:16,771 DEBUG [main] util.MBeans (MBeans.java:unregister(138)) - Unregistering Hadoop:service=ResourceManager,name=MetricsSystem,sub=Stats 2019-04-08 08:58:16,771 INFO [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:stop(216)) - ResourceManager metrics system stopped. 2019-04-08 08:58:16,771 DEBUG [main] util.MBeans (MBeans.java:unregister(138)) - Unregistering Hadoop:service=ResourceManager,name=MetricsSystem,sub=Control 2019-04-08 08:58:16,772 INFO [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:shutdown(607)) - ResourceManager metrics system shutdown complete. 2019-04-08 08:58:16,772 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore entered state STOPPED 2019-04-08 08:58:16,772 DEBUG [main] service.AbstractService (AbstractService.java:enterState(443)) - Service: Dispatcher entered state STOPPED 2019-04-08 08:58:16,772 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:serviceStop(160)) - AsyncDispatcher is draining to stop, ignoring any new events. 2019-04-08 08:58:16,772 INFO [main] resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1354)) - Transitioned to standby state 2019-04-08 08:58:16,774 DEBUG [Node Removal Timer] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.yarn.server.resourcemanager.ClusterMetrics.numActiveNMs with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[# of active NMs]) 2019-04-08 08:58:16,774 DEBUG [Node Removal Timer] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.yarn.server.resourcemanager.ClusterMetrics.numDecommissioningNMs with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[# of decommissioning NMs]) 2019-04-08 08:58:16,774 DEBUG [Node Removal Timer] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.yarn.server.resourcemanager.ClusterMetrics.numDecommissionedNMs with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[# of decommissioned NMs]) 2019-04-08 08:58:16,775 DEBUG [Node Removal Timer] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.yarn.server.resourcemanager.ClusterMetrics.numLostNMs with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[# of lost NMs]) 2019-04-08 08:58:16,775 DEBUG [Node Removal Timer] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.yarn.server.resourcemanager.ClusterMetrics.numUnhealthyNMs with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[# of unhealthy NMs]) 2019-04-08 08:58:16,775 DEBUG [Node Removal Timer] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.yarn.server.resourcemanager.ClusterMetrics.numRebootedNMs with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[# of Rebooted NMs]) 2019-04-08 08:58:16,775 DEBUG [Node Removal Timer] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableGaugeInt org.apache.hadoop.yarn.server.resourcemanager.ClusterMetrics.numShutdownNMs with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[# of Shutdown NMs]) 2019-04-08 08:58:16,775 DEBUG [Node Removal Timer] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableRate org.apache.hadoop.yarn.server.resourcemanager.ClusterMetrics.aMLaunchDelay with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[AM container launch delay]) 2019-04-08 08:58:16,775 DEBUG [Node Removal Timer] lib.MutableMetricsFactory (MutableMetricsFactory.java:newForField(43)) - field org.apache.hadoop.metrics2.lib.MutableRate org.apache.hadoop.yarn.server.resourcemanager.ClusterMetrics.aMRegisterDelay with annotation @org.apache.hadoop.metrics2.annotation.Metric(sampleName=Ops, always=false, valueName=Time, about=, interval=10, type=DEFAULT, value=[AM register delay]) 2019-04-08 08:58:16,775 DEBUG [Node Removal Timer] impl.MetricsSystemImpl (MetricsSystemImpl.java:register(231)) - ClusterMetrics, Metrics for the Yarn Cluster 2019-04-08 08:58:16,775 INFO [Node Removal Timer] resourcemanager.NodesListManager (NodesListManager.java:run(151)) - Removed DECOMMISSIONED node host2 from inactive nodes list