2014-10-20 23:54:20,871 INFO zookeeper.PortAssignment (PortAssignment.java:unique(32)) - assigning port 11221 2014-10-20 23:54:20,883 INFO zookeeper.ZKTestCase (ZKTestCase.java:starting(50)) - STARTING testResourceTrackerOnHA 2014-10-20 23:54:20,910 INFO ha.ClientBaseWithFixes (ClientBaseWithFixes.java:startServer(437)) - STARTING server 2014-10-20 23:54:20,924 INFO server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT 2014-10-20 23:54:20,924 INFO server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:host.name=ip-172-31-4-83.ap-northeast-1.compute.internal 2014-10-20 23:54:20,924 INFO server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.version=1.7.0_60 2014-10-20 23:54:20,924 INFO server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.vendor=Oracle Corporation 2014-10-20 23:54:20,925 INFO server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.home=/usr/lib/jvm/java-7-oracle/jre 2014-10-20 23:54:20,925 INFO server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.class.path=/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/test-classes:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/classes:/home/ubuntu/hadoop-common/hadoop-common-project/hadoop-common/target/classes:/home/ubuntu/.m2/repository/org/apache/commons/commons-math3/3.1.1/commons-math3-3.1.1.jar:/home/ubuntu/.m2/repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/home/ubuntu/.m2/repository/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/home/ubuntu/.m2/repository/commons-codec/commons-codec/1.4/commons-codec-1.4.jar:/home/ubuntu/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar:/home/ubuntu/.m2/repository/commons-net/commons-net/3.1/commons-net-3.1.jar:/home/ubuntu/.m2/repository/commons-collections/commons-collections/3.2.1/commons-collections-3.2.1.jar:/home/ubuntu/.m2/repository/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar:/home/ubuntu/.m2/repository/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/home/ubuntu/.m2/repository/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/home/ubuntu/.m2/repository/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/home/ubuntu/.m2/repository/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/home/ubuntu/.m2/repository/com/sun/jersey/jersey-json/1.9/jersey-json-1.9.jar:/home/ubuntu/.m2/repository/com/sun/xml/bind/jaxb-impl/2.2.3-1/jaxb-impl-2.2.3-1.jar:/home/ubuntu/.m2/repository/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/home/ubuntu/.m2/repository/asm/asm/3.2/asm-3.2.jar:/home/ubuntu/.m2/repository/net/java/dev/jets3t/jets3t/0.9.0/jets3t-0.9.0.jar:/home/ubuntu/.m2/repository/org/apache/httpcomponents/httpclient/4.2.5/httpclient-4.2.5.jar:/home/ubuntu/.m2/repository/org/apache/httpcomponents/httpcore/4.2.5/httpcore-4.2.5.jar:/home/ubuntu/.m2/repository/com/jamesmurty/utils/java-xmlbuilder/0.4/java-xmlbuilder-0.4.jar:/home/ubuntu/.m2/repository/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/home/ubuntu/.m2/repository/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/home/ubuntu/.m2/repository/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/home/ubuntu/.m2/repository/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/home/ubuntu/.m2/repository/org/slf4j/slf4j-api/1.7.5/slf4j-api-1.7.5.jar:/home/ubuntu/.m2/repository/org/slf4j/slf4j-log4j12/1.7.5/slf4j-log4j12-1.7.5.jar:/home/ubuntu/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/home/ubuntu/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/home/ubuntu/.m2/repository/org/apache/avro/avro/1.7.4/avro-1.7.4.jar:/home/ubuntu/.m2/repository/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar:/home/ubuntu/.m2/repository/org/xerial/snappy/snappy-java/1.0.4.1/snappy-java-1.0.4.1.jar:/home/ubuntu/.m2/repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/home/ubuntu/.m2/repository/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/home/ubuntu/hadoop-common/hadoop-common-project/hadoop-auth/target/classes:/home/ubuntu/.m2/repository/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/home/ubuntu/.m2/repository/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/home/ubuntu/.m2/repository/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/home/ubuntu/.m2/repository/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/home/ubuntu/.m2/repository/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/home/ubuntu/.m2/repository/com/jcraft/jsch/0.1.42/jsch-0.1.42.jar:/home/ubuntu/.m2/repository/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/home/ubuntu/.m2/repository/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/home/ubuntu/.m2/repository/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/home/ubuntu/.m2/repository/org/htrace/htrace-core/3.0.4/htrace-core-3.0.4.jar:/home/ubuntu/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/home/ubuntu/.m2/repository/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/home/ubuntu/.m2/repository/org/tukaani/xz/1.0/xz-1.0.jar:/home/ubuntu/.m2/repository/com/google/guava/guava/11.0.2/guava-11.0.2.jar:/home/ubuntu/.m2/repository/commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar:/home/ubuntu/.m2/repository/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/home/ubuntu/.m2/repository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/home/ubuntu/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/home/ubuntu/hadoop-common/hadoop-common-project/hadoop-annotations/target/classes:/usr/lib/jvm/java-7-oracle/jre/../lib/tools.jar:/home/ubuntu/.m2/repository/org/mockito/mockito-all/1.8.5/mockito-all-1.8.5.jar:/home/ubuntu/hadoop-common/hadoop-common-project/hadoop-common/target/test-classes:/home/ubuntu/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6-tests.jar:/home/ubuntu/.m2/repository/jline/jline/0.9.94/jline-0.9.94.jar:/home/ubuntu/.m2/repository/io/netty/netty/3.6.2.Final/netty-3.6.2.Final.jar:/home/ubuntu/.m2/repository/junit/junit/4.11/junit-4.11.jar:/home/ubuntu/.m2/repository/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/target/classes:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/target/classes:/home/ubuntu/.m2/repository/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/home/ubuntu/.m2/repository/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/home/ubuntu/.m2/repository/javax/activation/activation/1.1/activation-1.1.jar:/home/ubuntu/.m2/repository/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/home/ubuntu/.m2/repository/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/home/ubuntu/.m2/repository/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/home/ubuntu/.m2/repository/com/google/inject/extensions/guice-servlet/3.0/guice-servlet-3.0.jar:/home/ubuntu/.m2/repository/com/google/inject/guice/3.0/guice-3.0.jar:/home/ubuntu/.m2/repository/javax/inject/javax.inject/1/javax.inject-1.jar:/home/ubuntu/.m2/repository/aopalliance/aopalliance/1.0/aopalliance-1.0.jar:/home/ubuntu/.m2/repository/com/sun/jersey/contribs/jersey-guice/1.9/jersey-guice-1.9.jar:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/target/hadoop-yarn-common-3.0.0-SNAPSHOT-tests.jar:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/target/classes:/home/ubuntu/.m2/repository/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/classes:/home/ubuntu/.m2/repository/org/codehaus/jettison/jettison/1.1/jettison-1.1.jar:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/target/classes:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-web-proxy/target/classes:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/target/hadoop-yarn-server-tests-3.0.0-SNAPSHOT-tests.jar:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/classes:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar: 2014-10-20 23:54:20,925 INFO server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.library.path=${env.LD_LIBRARY_PATH}:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/native/target/usr/local/lib:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/../../../hadoop-common-project/hadoop-common/target/native/target/usr/local/lib:/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib 2014-10-20 23:54:20,926 INFO server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.io.tmpdir=/tmp 2014-10-20 23:54:20,926 INFO server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.compiler= 2014-10-20 23:54:20,926 INFO server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:os.name=Linux 2014-10-20 23:54:20,926 INFO server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:os.arch=amd64 2014-10-20 23:54:20,926 INFO server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:os.version=3.13.0-24-generic 2014-10-20 23:54:20,926 INFO server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:user.name=ubuntu 2014-10-20 23:54:20,929 INFO server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:user.home=/home/ubuntu 2014-10-20 23:54:20,929 INFO server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:user.dir=/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client 2014-10-20 23:54:20,947 INFO server.ZooKeeperServer (ZooKeeperServer.java:(162)) - Created server with tickTime 3000 minSessionTimeout 6000 maxSessionTimeout 60000 datadir build/test359534661958792122.junit.dir/version-2 snapdir build/test359534661958792122.junit.dir/version-2 2014-10-20 23:54:20,963 INFO server.NIOServerCnxnFactory (NIOServerCnxnFactory.java:configure(94)) - binding to port 0.0.0.0/0.0.0.0:11221 2014-10-20 23:54:21,052 INFO ha.ClientBaseWithFixes (ClientBaseWithFixes.java:send4LetterWord(234)) - connecting to 127.0.0.1 11221 2014-10-20 23:54:21,055 INFO server.NIOServerCnxnFactory (NIOServerCnxnFactory.java:run(197)) - Accepted socket connection from /127.0.0.1:41226 2014-10-20 23:54:21,060 INFO server.NIOServerCnxn (NIOServerCnxn.java:checkFourLetterWord(827)) - Processing stat command from /127.0.0.1:41226 2014-10-20 23:54:21,063 INFO server.NIOServerCnxn (NIOServerCnxn.java:commandRun(663)) - Stat command output 2014-10-20 23:54:21,064 INFO server.NIOServerCnxn (NIOServerCnxn.java:closeSock(1007)) - Closed socket connection for client /127.0.0.1:41226 (no session established for client) 2014-10-20 23:54:21,064 INFO ha.ClientBaseWithFixes (ClientBaseWithFixes.java:setUp(404)) - Client test setup finished 2014-10-20 23:54:21,538 WARN util.NativeCodeLoader (NativeCodeLoader.java:(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2014-10-20 23:54:21,637 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource core-site.xml at file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/test-classes/core-site.xml 2014-10-20 23:54:21,671 INFO security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache 2014-10-20 23:54:21,678 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-20 23:54:21,716 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher 2014-10-20 23:54:21,894 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms 2014-10-20 23:54:21,899 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:(77)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms 2014-10-20 23:54:21,906 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms 2014-10-20 23:54:21,967 INFO recovery.RMStateStoreFactory (RMStateStoreFactory.java:getStore(33)) - Using RMStateStore implementation - class org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore 2014-10-20 23:54:21,970 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler 2014-10-20 23:54:21,976 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager 2014-10-20 23:54:21,976 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(272)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler 2014-10-20 23:54:22,006 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher 2014-10-20 23:54:22,007 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher 2014-10-20 23:54:22,009 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher 2014-10-20 23:54:22,011 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher 2014-10-20 23:54:22,101 INFO impl.MetricsConfig (MetricsConfig.java:loadFirst(111)) - loaded properties from hadoop-metrics2.properties 2014-10-20 23:54:22,122 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(373)) - Scheduled snapshot period at 10 second(s). 2014-10-20 23:54:22,122 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(191)) - ResourceManager metrics system started 2014-10-20 23:54:22,178 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager 2014-10-20 23:54:22,188 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher 2014-10-20 23:54:22,191 INFO resourcemanager.RMNMInfo (RMNMInfo.java:(63)) - Registered RMNMInfo MBean 2014-10-20 23:54:22,223 INFO nodelabels.CommonNodeLabelsManager (CommonNodeLabelsManager.java:internalReplaceLabelsOnNode(568)) - setLabelsToNode: 2014-10-20 23:54:22,234 INFO nodelabels.FileSystemNodeLabelsStore (FileSystemNodeLabelsStore.java:recover(252)) - Finished write mirror at:file:/tmp/FSNodeLabelManagerRoot/nodelabel.mirror 2014-10-20 23:54:22,234 INFO nodelabels.FileSystemNodeLabelsStore (FileSystemNodeLabelsStore.java:recover(253)) - Finished create editlog file at:file:/tmp/FSNodeLabelManagerRoot/nodelabel.editlog 2014-10-20 23:54:22,235 INFO metrics.SystemMetricsPublisher (SystemMetricsPublisher.java:serviceInit(98)) - YARN system metrics publishing service is not enabled 2014-10-20 23:54:22,236 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list 2014-10-20 23:54:22,240 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource capacity-scheduler.xml at jar:file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/target/hadoop-yarn-server-tests-3.0.0-SNAPSHOT-tests.jar!/capacity-scheduler.xml 2014-10-20 23:54:22,323 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-20 23:54:22,324 INFO capacity.ParentQueue (ParentQueue.java:(121)) - Initialized parent-queue root name=root, fullname=root 2014-10-20 23:54:22,338 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-20 23:54:22,338 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:22,338 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:22,340 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(466)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:22,340 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(435)) - Initialized queue mappings, override: false 2014-10-20 23:54:22,341 INFO capacity.CapacityScheduler (CapacityScheduler.java:initScheduler(304)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<>, maximumAllocation=<>, asynchronousScheduling=false, asyncScheduleInterval=5ms 2014-10-20 23:54:22,352 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1 2014-10-20 23:54:22,353 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource core-site.xml at file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/test-classes/core-site.xml 2014-10-20 23:54:22,381 INFO security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache 2014-10-20 23:54:22,383 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-20 23:54:22,414 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher 2014-10-20 23:54:22,415 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms 2014-10-20 23:54:22,416 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:(77)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms 2014-10-20 23:54:22,416 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms 2014-10-20 23:54:22,416 INFO recovery.RMStateStoreFactory (RMStateStoreFactory.java:getStore(33)) - Using RMStateStore implementation - class org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore 2014-10-20 23:54:22,417 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler 2014-10-20 23:54:22,418 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager 2014-10-20 23:54:22,418 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(272)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler 2014-10-20 23:54:22,418 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher 2014-10-20 23:54:22,418 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher 2014-10-20 23:54:22,418 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher 2014-10-20 23:54:22,419 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher 2014-10-20 23:54:22,419 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - ResourceManager metrics system started (again) 2014-10-20 23:54:22,419 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager 2014-10-20 23:54:22,420 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher 2014-10-20 23:54:22,421 INFO resourcemanager.RMNMInfo (RMNMInfo.java:(63)) - Registered RMNMInfo MBean 2014-10-20 23:54:22,422 INFO nodelabels.CommonNodeLabelsManager (CommonNodeLabelsManager.java:internalReplaceLabelsOnNode(568)) - setLabelsToNode: 2014-10-20 23:54:22,425 INFO nodelabels.FileSystemNodeLabelsStore (FileSystemNodeLabelsStore.java:recover(252)) - Finished write mirror at:file:/tmp/FSNodeLabelManagerRoot/nodelabel.mirror 2014-10-20 23:54:22,425 INFO nodelabels.FileSystemNodeLabelsStore (FileSystemNodeLabelsStore.java:recover(253)) - Finished create editlog file at:file:/tmp/FSNodeLabelManagerRoot/nodelabel.editlog 2014-10-20 23:54:22,425 INFO metrics.SystemMetricsPublisher (SystemMetricsPublisher.java:serviceInit(98)) - YARN system metrics publishing service is not enabled 2014-10-20 23:54:22,426 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list 2014-10-20 23:54:22,427 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource capacity-scheduler.xml at jar:file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/target/hadoop-yarn-server-tests-3.0.0-SNAPSHOT-tests.jar!/capacity-scheduler.xml 2014-10-20 23:54:22,454 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-20 23:54:22,454 INFO capacity.ParentQueue (ParentQueue.java:(121)) - Initialized parent-queue root name=root, fullname=root 2014-10-20 23:54:22,455 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-20 23:54:22,455 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:22,456 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:22,456 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(466)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:22,456 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(435)) - Initialized queue mappings, override: false 2014-10-20 23:54:22,456 INFO capacity.CapacityScheduler (CapacityScheduler.java:initScheduler(304)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<>, maximumAllocation=<>, asynchronousScheduling=false, asyncScheduleInterval=5ms 2014-10-20 23:54:22,458 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1 2014-10-20 23:54:22,458 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(318)) - Waiting for RM to start... 2014-10-20 23:54:22,458 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1049)) - Transitioning to standby state 2014-10-20 23:54:22,459 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1059)) - Transitioned to standby state 2014-10-20 23:54:22,711 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog 2014-10-20 23:54:22,717 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined 2014-10-20 23:54:22,722 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(678)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter) 2014-10-20 23:54:22,730 INFO http.HttpServer2 (HttpServer2.java:addFilter(656)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster 2014-10-20 23:54:22,730 INFO http.HttpServer2 (HttpServer2.java:addFilter(663)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static 2014-10-20 23:54:22,731 INFO http.HttpServer2 (HttpServer2.java:addFilter(656)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster 2014-10-20 23:54:22,731 INFO http.HttpServer2 (HttpServer2.java:addFilter(663)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2014-10-20 23:54:22,734 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /cluster/* 2014-10-20 23:54:22,734 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/* 2014-10-20 23:54:22,746 INFO http.HttpServer2 (HttpServer2.java:openListeners(866)) - Jetty bound to port 18088 2014-10-20 23:54:22,747 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26 2014-10-20 23:54:22,803 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-20 23:54:22,805 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(621)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s) 2014-10-20 23:54:22,805 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-20 23:54:22,814 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-20 23:54:22,815 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(621)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s) 2014-10-20 23:54:22,815 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-20 23:54:22,819 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@0.0.0.0:18088 2014-10-20 23:54:22,819 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /cluster started at 18088 2014-10-20 23:54:23,173 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules 2014-10-20 23:54:23,198 INFO ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-20 23:54:23,204 INFO ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 18033 2014-10-20 23:54:23,218 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server 2014-10-20 23:54:23,228 INFO ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-20 23:54:23,228 INFO ipc.Server (Server.java:run(677)) - IPC Server listener on 18033: starting 2014-10-20 23:54:23,959 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(330)) - MiniYARN ResourceManager address: 0.0.0.0:28032 2014-10-20 23:54:23,959 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(332)) - MiniYARN ResourceManager web address: 0.0.0.0:18088 2014-10-20 23:54:23,959 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(449)) - MiniYARN ResourceManager address: 0.0.0.0:28032 2014-10-20 23:54:23,959 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(451)) - MiniYARN ResourceManager web address: 0.0.0.0:18088 2014-10-20 23:54:23,959 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(318)) - Waiting for RM to start... 2014-10-20 23:54:23,959 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1049)) - Transitioning to standby state 2014-10-20 23:54:23,960 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1059)) - Transitioned to standby state 2014-10-20 23:54:23,963 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined 2014-10-20 23:54:23,964 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(678)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter) 2014-10-20 23:54:23,966 INFO http.HttpServer2 (HttpServer2.java:addFilter(656)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster 2014-10-20 23:54:23,966 INFO http.HttpServer2 (HttpServer2.java:addFilter(663)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static 2014-10-20 23:54:23,966 INFO http.HttpServer2 (HttpServer2.java:addFilter(656)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster 2014-10-20 23:54:23,966 INFO http.HttpServer2 (HttpServer2.java:addFilter(663)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2014-10-20 23:54:23,967 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /cluster/* 2014-10-20 23:54:23,967 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/* 2014-10-20 23:54:23,968 INFO http.HttpServer2 (HttpServer2.java:openListeners(866)) - Jetty bound to port 28088 2014-10-20 23:54:23,968 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26 2014-10-20 23:54:23,976 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-20 23:54:23,977 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(621)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s) 2014-10-20 23:54:23,977 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens Oct 20, 2014 11:54:24 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class Oct 20, 2014 11:54:24 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class Oct 20, 2014 11:54:24 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class Oct 20, 2014 11:54:24 PM com.sun.jersey.server.impl.application.WebApplicationImpl _initiate INFO: Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' Oct 20, 2014 11:54:24 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" Oct 20, 2014 11:54:24 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" Oct 20, 2014 11:54:24 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2014-10-20 23:54:24,974 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-20 23:54:24,975 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(621)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s) 2014-10-20 23:54:24,975 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-20 23:54:24,976 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@0.0.0.0:28088 2014-10-20 23:54:24,976 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /cluster started at 28088 Oct 20, 2014 11:54:24 PM com.google.inject.servlet.GuiceFilter setPipeline WARNING: Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2014-10-20 23:54:24,987 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules 2014-10-20 23:54:24,987 INFO ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-20 23:54:24,988 INFO ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 28033 2014-10-20 23:54:24,990 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server 2014-10-20 23:54:24,991 INFO ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-20 23:54:24,991 INFO ipc.Server (Server.java:run(677)) - IPC Server listener on 28033: starting 2014-10-20 23:54:25,460 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(330)) - MiniYARN ResourceManager address: 0.0.0.0:28032 2014-10-20 23:54:25,460 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(332)) - MiniYARN ResourceManager web address: 0.0.0.0:28088 2014-10-20 23:54:25,460 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(449)) - MiniYARN ResourceManager address: 0.0.0.0:28032 2014-10-20 23:54:25,460 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(451)) - MiniYARN ResourceManager web address: 0.0.0.0:28088 2014-10-20 23:54:25,467 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-20 23:54:25,470 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=refreshAdminAcls TARGET=AdminService RESULT=SUCCESS 2014-10-20 23:54:25,474 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1018)) - Transitioning to active state 2014-10-20 23:54:25,481 INFO recovery.RMStateStore (RMStateStore.java:checkVersion(517)) - Loaded RM state version info 1.2 2014-10-20 23:54:25,853 INFO recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:loadRMAppState(307)) - Done loading applications from FS state store 2014-10-20 23:54:25,859 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:recover(181)) - recovering RMDelegationTokenSecretManager. 2014-10-20 23:54:25,860 INFO resourcemanager.RMAppManager (RMAppManager.java:recover(446)) - Recovering 0 applications 2014-10-20 23:54:25,861 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(105)) - Rolling master-key for container-tokens 2014-10-20 23:54:25,862 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens 2014-10-20 23:54:25,862 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-20 23:54:25,863 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 529 2014-10-20 23:54:25,863 INFO recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:storeRMDTMasterKeyState(543)) - Storing RMDelegationKey_529 2014-10-20 23:54:25,872 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(621)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s) 2014-10-20 23:54:25,873 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-20 23:54:25,873 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 530 2014-10-20 23:54:25,873 INFO recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:storeRMDTMasterKeyState(543)) - Storing RMDelegationKey_530 2014-10-20 23:54:25,874 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.nodelabels.event.NodeLabelsStoreEventType for class org.apache.hadoop.yarn.nodelabels.CommonNodeLabelsManager$ForwardingEventHandler 2014-10-20 23:54:25,883 INFO ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-20 23:54:25,884 INFO ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 18031 2014-10-20 23:54:25,886 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server 2014-10-20 23:54:25,887 INFO ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-20 23:54:25,887 INFO ipc.Server (Server.java:run(677)) - IPC Server listener on 18031: starting 2014-10-20 23:54:25,906 INFO ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-20 23:54:25,912 INFO ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 28030 2014-10-20 23:54:25,919 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server 2014-10-20 23:54:25,920 INFO ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-20 23:54:25,920 INFO ipc.Server (Server.java:run(677)) - IPC Server listener on 28030: starting 2014-10-20 23:54:25,965 INFO ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-20 23:54:25,966 INFO ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 18032 2014-10-20 23:54:25,968 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server 2014-10-20 23:54:25,969 INFO ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-20 23:54:25,969 INFO ipc.Server (Server.java:run(677)) - IPC Server listener on 18032: starting 2014-10-20 23:54:25,978 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1038)) - Transitioned to active state 2014-10-20 23:54:25,983 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource capacity-scheduler.xml at jar:file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/target/hadoop-yarn-server-tests-3.0.0-SNAPSHOT-tests.jar!/capacity-scheduler.xml 2014-10-20 23:54:26,004 INFO capacity.CapacityScheduler (CapacityScheduler.java:reinitialize(352)) - Re-initializing queues... 2014-10-20 23:54:26,005 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-20 23:54:26,005 INFO capacity.ParentQueue (ParentQueue.java:(121)) - Initialized parent-queue root name=root, fullname=root 2014-10-20 23:54:26,005 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-20 23:54:26,005 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:26,006 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:26,007 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-20 23:54:26,007 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-20 23:54:26,007 INFO capacity.ParentQueue (ParentQueue.java:reinitialize(308)) - root: re-configured queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:26,007 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(435)) - Initialized queue mappings, override: false 2014-10-20 23:54:26,007 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=refreshQueues TARGET=AdminService RESULT=SUCCESS 2014-10-20 23:54:26,009 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-20 23:54:26,011 INFO util.HostsFileReader (HostsFileReader.java:setIncludesFile(163)) - Setting the includes file to 2014-10-20 23:54:26,011 INFO util.HostsFileReader (HostsFileReader.java:setExcludesFile(168)) - Setting the excludes file to 2014-10-20 23:54:26,011 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list 2014-10-20 23:54:26,011 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=refreshNodes TARGET=AdminService RESULT=SUCCESS 2014-10-20 23:54:26,016 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource core-site.xml at file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/test-classes/core-site.xml 2014-10-20 23:54:26,018 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=refreshSuperUserGroupsConfiguration TARGET=AdminService RESULT=SUCCESS 2014-10-20 23:54:26,023 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource core-site.xml at file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/test-classes/core-site.xml 2014-10-20 23:54:26,023 INFO security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache 2014-10-20 23:54:26,023 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=refreshUserToGroupsMappings TARGET=AdminService RESULT=SUCCESS 2014-10-20 23:54:26,027 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=transitionToActive TARGET=RMHAProtocolService RESULT=SUCCESS 2014-10-20 23:54:26,258 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-20 23:54:26,260 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=refreshAdminAcls TARGET=AdminService RESULT=SUCCESS 2014-10-20 23:54:26,260 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1049)) - Transitioning to standby state 2014-10-20 23:54:26,260 INFO event.AsyncDispatcher (AsyncDispatcher.java:serviceStop(138)) - AsyncDispatcher is draining to stop, igonring any new events. 2014-10-20 23:54:26,261 WARN amlauncher.ApplicationMasterLauncher (ApplicationMasterLauncher.java:run(98)) - org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2014-10-20 23:54:26,261 INFO ipc.Server (Server.java:stop(2523)) - Stopping server on 18032 2014-10-20 23:54:26,264 INFO ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 18032 2014-10-20 23:54:26,265 INFO ipc.Server (Server.java:stop(2523)) - Stopping server on 28030 2014-10-20 23:54:26,266 INFO ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-20 23:54:26,268 INFO ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 28030 2014-10-20 23:54:26,268 INFO ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-20 23:54:26,268 INFO ipc.Server (Server.java:stop(2523)) - Stopping server on 18031 2014-10-20 23:54:26,271 INFO ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 18031 2014-10-20 23:54:26,271 INFO ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-20 23:54:26,271 ERROR resourcemanager.ResourceManager (ResourceManager.java:run(654)) - Returning, interrupted : java.lang.InterruptedException 2014-10-20 23:54:26,271 INFO util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - NMLivelinessMonitor thread interrupted 2014-10-20 23:54:26,272 INFO event.AsyncDispatcher (AsyncDispatcher.java:serviceStop(138)) - AsyncDispatcher is draining to stop, igonring any new events. 2014-10-20 23:54:26,275 INFO util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - AMLivelinessMonitor thread interrupted 2014-10-20 23:54:26,275 ERROR delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(642)) - ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2014-10-20 23:54:26,275 INFO util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.ContainerAllocationExpirer thread interrupted 2014-10-20 23:54:26,275 INFO util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - AMLivelinessMonitor thread interrupted 2014-10-20 23:54:26,276 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher 2014-10-20 23:54:26,280 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms 2014-10-20 23:54:26,281 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:(77)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms 2014-10-20 23:54:26,281 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms 2014-10-20 23:54:26,281 INFO recovery.RMStateStoreFactory (RMStateStoreFactory.java:getStore(33)) - Using RMStateStore implementation - class org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore 2014-10-20 23:54:26,281 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler 2014-10-20 23:54:26,282 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager 2014-10-20 23:54:26,282 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(272)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler 2014-10-20 23:54:26,282 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher 2014-10-20 23:54:26,282 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher 2014-10-20 23:54:26,282 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher 2014-10-20 23:54:26,282 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher 2014-10-20 23:54:26,283 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - ResourceManager metrics system started (again) 2014-10-20 23:54:26,283 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager 2014-10-20 23:54:26,283 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher 2014-10-20 23:54:26,283 INFO resourcemanager.RMNMInfo (RMNMInfo.java:(63)) - Registered RMNMInfo MBean 2014-10-20 23:54:26,284 INFO nodelabels.CommonNodeLabelsManager (CommonNodeLabelsManager.java:internalReplaceLabelsOnNode(568)) - setLabelsToNode: 2014-10-20 23:54:26,285 INFO nodelabels.FileSystemNodeLabelsStore (FileSystemNodeLabelsStore.java:recover(252)) - Finished write mirror at:file:/tmp/FSNodeLabelManagerRoot/nodelabel.mirror 2014-10-20 23:54:26,285 INFO nodelabels.FileSystemNodeLabelsStore (FileSystemNodeLabelsStore.java:recover(253)) - Finished create editlog file at:file:/tmp/FSNodeLabelManagerRoot/nodelabel.editlog 2014-10-20 23:54:26,286 INFO metrics.SystemMetricsPublisher (SystemMetricsPublisher.java:serviceInit(98)) - YARN system metrics publishing service is not enabled 2014-10-20 23:54:26,286 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list 2014-10-20 23:54:26,287 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource capacity-scheduler.xml at jar:file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/target/hadoop-yarn-server-tests-3.0.0-SNAPSHOT-tests.jar!/capacity-scheduler.xml 2014-10-20 23:54:26,306 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-20 23:54:26,307 INFO capacity.ParentQueue (ParentQueue.java:(121)) - Initialized parent-queue root name=root, fullname=root 2014-10-20 23:54:26,309 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-20 23:54:26,309 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:26,310 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:26,310 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(466)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:26,310 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(435)) - Initialized queue mappings, override: false 2014-10-20 23:54:26,310 INFO capacity.CapacityScheduler (CapacityScheduler.java:initScheduler(304)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<>, maximumAllocation=<>, asynchronousScheduling=false, asyncScheduleInterval=5ms 2014-10-20 23:54:26,311 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1059)) - Transitioned to standby state 2014-10-20 23:54:26,312 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=transitionToStandby TARGET=RMHAProtocolService RESULT=SUCCESS 2014-10-20 23:54:26,312 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-20 23:54:26,313 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=refreshAdminAcls TARGET=AdminService RESULT=SUCCESS 2014-10-20 23:54:26,313 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1018)) - Transitioning to active state 2014-10-20 23:54:26,315 INFO recovery.RMStateStore (RMStateStore.java:checkVersion(517)) - Loaded RM state version info 1.2 2014-10-20 23:54:26,572 INFO recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:loadRMAppState(307)) - Done loading applications from FS state store 2014-10-20 23:54:26,573 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:recover(181)) - recovering RMDelegationTokenSecretManager. 2014-10-20 23:54:26,574 INFO resourcemanager.RMAppManager (RMAppManager.java:recover(446)) - Recovering 0 applications 2014-10-20 23:54:26,574 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(105)) - Rolling master-key for container-tokens 2014-10-20 23:54:26,574 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens 2014-10-20 23:54:26,574 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-20 23:54:26,574 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 531 2014-10-20 23:54:26,574 INFO recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:storeRMDTMasterKeyState(543)) - Storing RMDelegationKey_531 2014-10-20 23:54:26,579 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(621)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s) 2014-10-20 23:54:26,580 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-20 23:54:26,580 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 532 2014-10-20 23:54:26,580 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.nodelabels.event.NodeLabelsStoreEventType for class org.apache.hadoop.yarn.nodelabels.CommonNodeLabelsManager$ForwardingEventHandler 2014-10-20 23:54:26,580 INFO recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:storeRMDTMasterKeyState(543)) - Storing RMDelegationKey_532 2014-10-20 23:54:26,581 INFO ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-20 23:54:26,582 INFO ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 28031 2014-10-20 23:54:26,585 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server 2014-10-20 23:54:26,585 INFO ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-20 23:54:26,585 INFO ipc.Server (Server.java:run(677)) - IPC Server listener on 28031: starting 2014-10-20 23:54:26,593 INFO ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-20 23:54:26,594 INFO ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 28030 2014-10-20 23:54:26,596 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server 2014-10-20 23:54:26,597 INFO ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-20 23:54:26,597 INFO ipc.Server (Server.java:run(677)) - IPC Server listener on 28030: starting 2014-10-20 23:54:26,604 INFO ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-20 23:54:26,605 INFO ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 28032 2014-10-20 23:54:26,607 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server 2014-10-20 23:54:26,608 INFO ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-20 23:54:26,608 INFO ipc.Server (Server.java:run(677)) - IPC Server listener on 28032: starting 2014-10-20 23:54:26,616 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1038)) - Transitioned to active state 2014-10-20 23:54:26,616 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource capacity-scheduler.xml at jar:file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/target/hadoop-yarn-server-tests-3.0.0-SNAPSHOT-tests.jar!/capacity-scheduler.xml 2014-10-20 23:54:26,631 INFO capacity.CapacityScheduler (CapacityScheduler.java:reinitialize(352)) - Re-initializing queues... 2014-10-20 23:54:26,632 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-20 23:54:26,632 INFO capacity.ParentQueue (ParentQueue.java:(121)) - Initialized parent-queue root name=root, fullname=root 2014-10-20 23:54:26,632 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-20 23:54:26,632 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:26,632 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:26,633 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-20 23:54:26,633 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-20 23:54:26,633 INFO capacity.ParentQueue (ParentQueue.java:reinitialize(308)) - root: re-configured queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:26,633 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(435)) - Initialized queue mappings, override: false 2014-10-20 23:54:26,633 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=refreshQueues TARGET=AdminService RESULT=SUCCESS 2014-10-20 23:54:26,634 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-20 23:54:26,635 INFO util.HostsFileReader (HostsFileReader.java:setIncludesFile(163)) - Setting the includes file to 2014-10-20 23:54:26,635 INFO util.HostsFileReader (HostsFileReader.java:setExcludesFile(168)) - Setting the excludes file to 2014-10-20 23:54:26,635 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list 2014-10-20 23:54:26,635 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=refreshNodes TARGET=AdminService RESULT=SUCCESS 2014-10-20 23:54:26,636 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource core-site.xml at file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/test-classes/core-site.xml 2014-10-20 23:54:26,637 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=refreshSuperUserGroupsConfiguration TARGET=AdminService RESULT=SUCCESS 2014-10-20 23:54:26,637 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource core-site.xml at file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/test-classes/core-site.xml 2014-10-20 23:54:26,637 INFO security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache 2014-10-20 23:54:26,638 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=refreshUserToGroupsMappings TARGET=AdminService RESULT=SUCCESS 2014-10-20 23:54:26,638 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=transitionToActive TARGET=RMHAProtocolService RESULT=SUCCESS 2014-10-20 23:54:26,744 INFO client.ConfiguredRMFailoverProxyProvider (ConfiguredRMFailoverProxyProvider.java:performFailover(100)) - Failing over to rm2 2014-10-20 23:54:26,760 INFO zookeeper.JUnit4ZKTestRunner (JUnit4ZKTestRunner.java:evaluate(50)) - RUNNING TEST METHOD testResourceTrackerOnHA 2014-10-20 23:54:26,770 INFO client.ConfiguredRMFailoverProxyProvider (ConfiguredRMFailoverProxyProvider.java:performFailover(100)) - Failing over to rm2 2014-10-20 23:54:26,798 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-20 23:54:26,800 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=refreshAdminAcls TARGET=AdminService RESULT=SUCCESS 2014-10-20 23:54:26,800 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1049)) - Transitioning to standby state 2014-10-20 23:54:26,800 INFO event.AsyncDispatcher (AsyncDispatcher.java:serviceStop(138)) - AsyncDispatcher is draining to stop, igonring any new events. 2014-10-20 23:54:26,800 WARN amlauncher.ApplicationMasterLauncher (ApplicationMasterLauncher.java:run(98)) - org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2014-10-20 23:54:26,801 INFO ipc.Server (Server.java:stop(2523)) - Stopping server on 28032 2014-10-20 23:54:26,803 INFO ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 28032 2014-10-20 23:54:26,803 INFO ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-20 23:54:26,804 INFO ipc.Server (Server.java:stop(2523)) - Stopping server on 28030 2014-10-20 23:54:26,807 INFO ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 28030 2014-10-20 23:54:26,807 INFO ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-20 23:54:26,807 INFO ipc.Server (Server.java:stop(2523)) - Stopping server on 28031 2014-10-20 23:54:26,810 INFO ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-20 23:54:26,810 ERROR resourcemanager.ResourceManager (ResourceManager.java:run(654)) - Returning, interrupted : java.lang.InterruptedException 2014-10-20 23:54:26,810 INFO ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 28031 2014-10-20 23:54:26,810 INFO util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - NMLivelinessMonitor thread interrupted 2014-10-20 23:54:26,812 INFO event.AsyncDispatcher (AsyncDispatcher.java:serviceStop(138)) - AsyncDispatcher is draining to stop, igonring any new events. 2014-10-20 23:54:26,816 INFO util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - AMLivelinessMonitor thread interrupted 2014-10-20 23:54:26,816 INFO util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.ContainerAllocationExpirer thread interrupted 2014-10-20 23:54:26,816 ERROR delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(642)) - ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2014-10-20 23:54:26,816 INFO util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - AMLivelinessMonitor thread interrupted 2014-10-20 23:54:26,818 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher 2014-10-20 23:54:26,820 INFO retry.RetryInvocationHandler (RetryInvocationHandler.java:invoke(139)) - Exception while invoking registerNodeManager of class ResourceTrackerPBClientImpl over rm2 after 1 fail over attempts. Trying to fail over immediately. java.io.IOException: Failed on local exception: java.io.EOFException; Host Details : local host is: "ip-172-31-4-83.ap-northeast-1.compute.internal/172.31.4.83"; destination host is: "ip-172-31-4-83.ap-northeast-1.compute.internal":28031; at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:764) at org.apache.hadoop.ipc.Client.call(Client.java:1472) at org.apache.hadoop.ipc.Client.call(Client.java:1399) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) at com.sun.proxy.$Proxy87.registerNodeManager(Unknown Source) at org.apache.hadoop.yarn.server.api.impl.pb.client.ResourceTrackerPBClientImpl.registerNodeManager(ResourceTrackerPBClientImpl.java:68) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:186) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:101) at com.sun.proxy.$Proxy88.registerNodeManager(Unknown Source) at org.apache.hadoop.yarn.client.TestResourceTrackerOnHA.testResourceTrackerOnHA(TestResourceTrackerOnHA.java:64) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:52) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) Caused by: java.io.EOFException at java.io.DataInputStream.readInt(DataInputStream.java:392) at org.apache.hadoop.ipc.Client$Connection.receiveRpcResponse(Client.java:1071) at org.apache.hadoop.ipc.Client$Connection.run(Client.java:966) 2014-10-20 23:54:26,820 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms 2014-10-20 23:54:26,823 INFO client.ConfiguredRMFailoverProxyProvider (ConfiguredRMFailoverProxyProvider.java:performFailover(100)) - Failing over to rm1 2014-10-20 23:54:26,823 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:(77)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms 2014-10-20 23:54:26,823 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms 2014-10-20 23:54:26,823 INFO recovery.RMStateStoreFactory (RMStateStoreFactory.java:getStore(33)) - Using RMStateStore implementation - class org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore 2014-10-20 23:54:26,824 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler 2014-10-20 23:54:26,824 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager 2014-10-20 23:54:26,824 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(272)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler 2014-10-20 23:54:26,824 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher 2014-10-20 23:54:26,824 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher 2014-10-20 23:54:26,824 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher 2014-10-20 23:54:26,825 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher 2014-10-20 23:54:26,825 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - ResourceManager metrics system started (again) 2014-10-20 23:54:26,825 INFO retry.RetryInvocationHandler (RetryInvocationHandler.java:invoke(139)) - Exception while invoking registerNodeManager of class ResourceTrackerPBClientImpl over rm1 after 2 fail over attempts. Trying to fail over after sleeping for 327ms. java.net.ConnectException: Call From ip-172-31-4-83.ap-northeast-1.compute.internal/172.31.4.83 to 0.0.0.0:18031 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:526) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:783) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:730) at org.apache.hadoop.ipc.Client.call(Client.java:1472) at org.apache.hadoop.ipc.Client.call(Client.java:1399) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) at com.sun.proxy.$Proxy87.registerNodeManager(Unknown Source) at org.apache.hadoop.yarn.server.api.impl.pb.client.ResourceTrackerPBClientImpl.registerNodeManager(ResourceTrackerPBClientImpl.java:68) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:186) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:101) at com.sun.proxy.$Proxy88.registerNodeManager(Unknown Source) at org.apache.hadoop.yarn.client.TestResourceTrackerOnHA.testResourceTrackerOnHA(TestResourceTrackerOnHA.java:64) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:52) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:739) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:529) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:493) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:607) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:705) at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) at org.apache.hadoop.ipc.Client.call(Client.java:1438) ... 22 more 2014-10-20 23:54:26,825 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager 2014-10-20 23:54:26,826 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher 2014-10-20 23:54:26,826 INFO resourcemanager.RMNMInfo (RMNMInfo.java:(63)) - Registered RMNMInfo MBean 2014-10-20 23:54:26,827 INFO nodelabels.CommonNodeLabelsManager (CommonNodeLabelsManager.java:internalReplaceLabelsOnNode(568)) - setLabelsToNode: 2014-10-20 23:54:26,828 INFO nodelabels.FileSystemNodeLabelsStore (FileSystemNodeLabelsStore.java:recover(252)) - Finished write mirror at:file:/tmp/FSNodeLabelManagerRoot/nodelabel.mirror 2014-10-20 23:54:26,828 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack 2014-10-20 23:54:26,828 INFO nodelabels.FileSystemNodeLabelsStore (FileSystemNodeLabelsStore.java:recover(253)) - Finished create editlog file at:file:/tmp/FSNodeLabelManagerRoot/nodelabel.editlog 2014-10-20 23:54:26,828 INFO metrics.SystemMetricsPublisher (SystemMetricsPublisher.java:serviceInit(98)) - YARN system metrics publishing service is not enabled 2014-10-20 23:54:26,828 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list 2014-10-20 23:54:26,829 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource capacity-scheduler.xml at jar:file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/target/hadoop-yarn-server-tests-3.0.0-SNAPSHOT-tests.jar!/capacity-scheduler.xml 2014-10-20 23:54:26,831 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(337)) - NodeManager from node localhost(cmPort: 0 httpPort: 0) registered with capability: , assigned nodeId localhost:0 2014-10-20 23:54:26,832 WARN ipc.Server (Server.java:processResponse(1030)) - IPC Server handler 0 on 28031, call org.apache.hadoop.yarn.server.api.ResourceTrackerPB.registerNodeManager from 172.31.4.83:41687 Call#4 Retry#0: output error 2014-10-20 23:54:26,832 INFO ipc.Server (Server.java:run(2191)) - IPC Server handler 0 on 28031 caught an exception java.nio.channels.ClosedChannelException at sun.nio.ch.SocketChannelImpl.ensureWriteOpen(SocketChannelImpl.java:265) at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:474) at org.apache.hadoop.ipc.Server.channelWrite(Server.java:2659) at org.apache.hadoop.ipc.Server.access$1900(Server.java:138) at org.apache.hadoop.ipc.Server$Responder.processResponse(Server.java:980) at org.apache.hadoop.ipc.Server$Responder.doRespond(Server.java:1045) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2180) 2014-10-20 23:54:26,833 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - localhost:0 Node Transitioned from NEW to RUNNING 2014-10-20 23:54:26,848 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-20 23:54:26,848 INFO capacity.ParentQueue (ParentQueue.java:(121)) - Initialized parent-queue root name=root, fullname=root 2014-10-20 23:54:26,850 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-20 23:54:26,851 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:26,851 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:26,851 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(466)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:26,851 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(435)) - Initialized queue mappings, override: false 2014-10-20 23:54:26,851 INFO capacity.CapacityScheduler (CapacityScheduler.java:initScheduler(304)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<>, maximumAllocation=<>, asynchronousScheduling=false, asyncScheduleInterval=5ms 2014-10-20 23:54:26,852 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1059)) - Transitioned to standby state 2014-10-20 23:54:26,852 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=transitionToStandby TARGET=RMHAProtocolService RESULT=SUCCESS 2014-10-20 23:54:26,852 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-20 23:54:26,854 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=refreshAdminAcls TARGET=AdminService RESULT=SUCCESS 2014-10-20 23:54:26,854 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1018)) - Transitioning to active state 2014-10-20 23:54:26,856 INFO recovery.RMStateStore (RMStateStore.java:checkVersion(517)) - Loaded RM state version info 1.2 2014-10-20 23:54:27,085 INFO recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:loadRMAppState(307)) - Done loading applications from FS state store 2014-10-20 23:54:27,085 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:recover(181)) - recovering RMDelegationTokenSecretManager. 2014-10-20 23:54:27,086 INFO resourcemanager.RMAppManager (RMAppManager.java:recover(446)) - Recovering 0 applications 2014-10-20 23:54:27,086 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(105)) - Rolling master-key for container-tokens 2014-10-20 23:54:27,087 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens 2014-10-20 23:54:27,087 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-20 23:54:27,087 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 533 2014-10-20 23:54:27,087 INFO recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:storeRMDTMasterKeyState(543)) - Storing RMDelegationKey_533 2014-10-20 23:54:27,091 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(621)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s) 2014-10-20 23:54:27,092 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-20 23:54:27,092 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 534 2014-10-20 23:54:27,093 INFO recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:storeRMDTMasterKeyState(543)) - Storing RMDelegationKey_534 2014-10-20 23:54:27,093 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.nodelabels.event.NodeLabelsStoreEventType for class org.apache.hadoop.yarn.nodelabels.CommonNodeLabelsManager$ForwardingEventHandler 2014-10-20 23:54:27,097 INFO ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-20 23:54:27,097 INFO ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 18031 2014-10-20 23:54:27,100 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server 2014-10-20 23:54:27,100 INFO ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-20 23:54:27,101 INFO ipc.Server (Server.java:run(677)) - IPC Server listener on 18031: starting 2014-10-20 23:54:27,108 INFO ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-20 23:54:27,109 INFO ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 28030 2014-10-20 23:54:27,112 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server 2014-10-20 23:54:27,112 INFO ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-20 23:54:27,112 INFO ipc.Server (Server.java:run(677)) - IPC Server listener on 28030: starting 2014-10-20 23:54:27,120 INFO ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-20 23:54:27,121 INFO ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 18032 2014-10-20 23:54:27,123 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server 2014-10-20 23:54:27,123 INFO ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-20 23:54:27,123 INFO ipc.Server (Server.java:run(677)) - IPC Server listener on 18032: starting 2014-10-20 23:54:27,132 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1038)) - Transitioned to active state 2014-10-20 23:54:27,132 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource capacity-scheduler.xml at jar:file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-tests/target/hadoop-yarn-server-tests-3.0.0-SNAPSHOT-tests.jar!/capacity-scheduler.xml 2014-10-20 23:54:27,145 INFO capacity.CapacityScheduler (CapacityScheduler.java:reinitialize(352)) - Re-initializing queues... 2014-10-20 23:54:27,145 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-20 23:54:27,145 INFO capacity.ParentQueue (ParentQueue.java:(121)) - Initialized parent-queue root name=root, fullname=root 2014-10-20 23:54:27,146 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-20 23:54:27,146 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:27,146 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:27,146 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-20 23:54:27,146 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-20 23:54:27,147 INFO capacity.ParentQueue (ParentQueue.java:reinitialize(308)) - root: re-configured queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-20 23:54:27,147 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(435)) - Initialized queue mappings, override: false 2014-10-20 23:54:27,147 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=refreshQueues TARGET=AdminService RESULT=SUCCESS 2014-10-20 23:54:27,147 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-20 23:54:27,148 INFO util.HostsFileReader (HostsFileReader.java:setIncludesFile(163)) - Setting the includes file to 2014-10-20 23:54:27,149 INFO util.HostsFileReader (HostsFileReader.java:setExcludesFile(168)) - Setting the excludes file to 2014-10-20 23:54:27,149 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list 2014-10-20 23:54:27,149 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=refreshNodes TARGET=AdminService RESULT=SUCCESS 2014-10-20 23:54:27,149 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource core-site.xml at file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/test-classes/core-site.xml 2014-10-20 23:54:27,150 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=refreshSuperUserGroupsConfiguration TARGET=AdminService RESULT=SUCCESS 2014-10-20 23:54:27,150 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource core-site.xml at file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/test-classes/core-site.xml 2014-10-20 23:54:27,151 INFO security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache 2014-10-20 23:54:27,151 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=refreshUserToGroupsMappings TARGET=AdminService RESULT=SUCCESS 2014-10-20 23:54:27,151 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=transitionToActive TARGET=RMHAProtocolService RESULT=SUCCESS 2014-10-20 23:54:27,153 INFO client.ConfiguredRMFailoverProxyProvider (ConfiguredRMFailoverProxyProvider.java:performFailover(100)) - Failing over to rm2 2014-10-20 23:54:27,154 INFO retry.RetryInvocationHandler (RetryInvocationHandler.java:invoke(139)) - Exception while invoking registerNodeManager of class ResourceTrackerPBClientImpl over rm2 after 3 fail over attempts. Trying to fail over after sleeping for 554ms. java.net.ConnectException: Call From ip-172-31-4-83.ap-northeast-1.compute.internal/172.31.4.83 to ip-172-31-4-83.ap-northeast-1.compute.internal:28031 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:526) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:783) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:730) at org.apache.hadoop.ipc.Client.call(Client.java:1472) at org.apache.hadoop.ipc.Client.call(Client.java:1399) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) at com.sun.proxy.$Proxy87.registerNodeManager(Unknown Source) at org.apache.hadoop.yarn.server.api.impl.pb.client.ResourceTrackerPBClientImpl.registerNodeManager(ResourceTrackerPBClientImpl.java:68) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:186) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:101) at com.sun.proxy.$Proxy88.registerNodeManager(Unknown Source) at org.apache.hadoop.yarn.client.TestResourceTrackerOnHA.testResourceTrackerOnHA(TestResourceTrackerOnHA.java:64) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:52) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:739) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:529) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:493) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:607) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:705) at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) at org.apache.hadoop.ipc.Client.call(Client.java:1438) ... 22 more 2014-10-20 23:54:27,709 INFO client.ConfiguredRMFailoverProxyProvider (ConfiguredRMFailoverProxyProvider.java:performFailover(100)) - Failing over to rm1 2014-10-20 23:54:27,812 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack 2014-10-20 23:54:27,812 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(337)) - NodeManager from node localhost(cmPort: 0 httpPort: 0) registered with capability: , assigned nodeId localhost:0 2014-10-20 23:54:27,812 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - localhost:0 Node Transitioned from NEW to RUNNING 2014-10-20 23:54:27,815 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/home/ubuntu/hadoop-common/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/target/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-20 23:54:27,816 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1134)) - Added node localhost:0 clusterResource: 2014-10-20 23:54:27,816 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=ubuntu OPERATION=refreshAdminAcls TARGET=AdminService RESULT=SUCCESS 2014-10-20 23:54:27,816 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1049)) - Transitioning to standby state 2014-10-20 23:54:27,816 INFO event.AsyncDispatcher (AsyncDispatcher.java:serviceStop(138)) - AsyncDispatcher is draining to stop, igonring any new events. 2014-10-20 23:54:27,817 WARN amlauncher.ApplicationMasterLauncher (ApplicationMasterLauncher.java:run(98)) - org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2014-10-20 23:54:27,817 INFO ipc.Server (Server.java:stop(2523)) - Stopping server on 18032 2014-10-20 23:54:27,818 INFO ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 18032 2014-10-20 23:54:27,819 INFO ipc.Server (Server.java:stop(2523)) - Stopping server on 28030 2014-10-20 23:54:27,818 INFO ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-20 23:54:27,821 INFO ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 28030 2014-10-20 23:54:27,822 INFO ipc.Server (Server.java:stop(2523)) - Stopping server on 18031 2014-10-20 23:54:27,821 INFO ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-20 23:54:27,825 INFO ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 18031 2014-10-20 23:54:27,825 ERROR resourcemanager.ResourceManager (ResourceManager.java:run(654)) - Returning, interrupted : java.lang.InterruptedException 2014-10-20 23:54:27,825 INFO util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - NMLivelinessMonitor thread interrupted 2014-10-20 23:54:27,825 INFO ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-20 23:54:27,828 INFO event.AsyncDispatcher (AsyncDispatcher.java:serviceStop(138)) - AsyncDispatcher is draining to stop, igonring any new events. 2014-10-20 23:54:27,831 INFO util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - AMLivelinessMonitor thread interrupted 2014-10-20 23:54:27,831 INFO util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.ContainerAllocationExpirer thread interrupted 2014-10-20 23:54:27,832 ERROR delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(642)) - ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2014-10-20 23:54:27,831 INFO util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - AMLivelinessMonitor thread interrupted 2014-10-20 23:54:27,833 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher 2014-10-20 23:54:27,835 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms 2014-10-20 23:54:27,835 FATAL event.AsyncDispatcher (AsyncDispatcher.java:dispatch(179)) - Error in dispatcher thread java.lang.Exception: No handler for registered for class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType at org.apache.hadoop.yarn.event.AsyncDispatcher.dispatch(AsyncDispatcher.java:175) at org.apache.hadoop.yarn.event.AsyncDispatcher$1.run(AsyncDispatcher.java:106) at java.lang.Thread.run(Thread.java:745) 2014-10-20 23:54:27,835 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:(77)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms 2014-10-20 23:54:27,835 INFO retry.RetryInvocationHandler (RetryInvocationHandler.java:invoke(139)) - Exception while invoking nodeHeartbeat of class ResourceTrackerPBClientImpl over rm1. Trying to fail over immediately. java.io.IOException: Failed on local exception: java.io.EOFException; Host Details : local host is: "ip-172-31-4-83.ap-northeast-1.compute.internal/172.31.4.83"; destination host is: "0.0.0.0":18031; at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:764) at org.apache.hadoop.ipc.Client.call(Client.java:1472) at org.apache.hadoop.ipc.Client.call(Client.java:1399) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) at com.sun.proxy.$Proxy87.nodeHeartbeat(Unknown Source) at org.apache.hadoop.yarn.server.api.impl.pb.client.ResourceTrackerPBClientImpl.nodeHeartbeat(ResourceTrackerPBClientImpl.java:80) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:186) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:101) at com.sun.proxy.$Proxy88.nodeHeartbeat(Unknown Source) at org.apache.hadoop.yarn.client.TestResourceTrackerOnHA.testResourceTrackerOnHA(TestResourceTrackerOnHA.java:74) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:52) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) Caused by: java.io.EOFException at java.io.DataInputStream.readInt(DataInputStream.java:392) at org.apache.hadoop.ipc.Client$Connection.receiveRpcResponse(Client.java:1071) at org.apache.hadoop.ipc.Client$Connection.run(Client.java:966) 2014-10-20 23:54:27,836 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms 2014-10-20 23:54:27,835 INFO event.AsyncDispatcher (AsyncDispatcher.java:dispatch(184)) - Exiting, bbye.. 2014-10-20 23:54:27,836 INFO recovery.RMStateStoreFactory (RMStateStoreFactory.java:getStore(33)) - Using RMStateStore implementation - class org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore 2014-10-20 23:54:27,836 INFO client.ConfiguredRMFailoverProxyProvider (ConfiguredRMFailoverProxyProvider.java:performFailover(100)) - Failing over to rm2 2014-10-20 23:54:27,836 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler 2014-10-20 23:54:27,837 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager 2014-10-20 23:54:27,837 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(272)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler 2014-10-20 23:54:27,837 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher 2014-10-20 23:54:27,837 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher 2014-10-20 23:54:27,837 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher 2014-10-20 23:54:27,837 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher 2014-10-20 23:54:27,837 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - ResourceManager metrics system started (again) 2014-10-20 23:54:27,838 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager