2014-10-18 07:40:09,860 INFO [main] zookeeper.PortAssignment (PortAssignment.java:unique(32)) - assigning port 11221 2014-10-18 07:40:09,870 INFO [main] zookeeper.ZKTestCase (ZKTestCase.java:starting(50)) - STARTING testResourceTrackerOnHA 2014-10-18 07:40:09,897 INFO [main] ha.ClientBaseWithFixes (ClientBaseWithFixes.java:startServer(437)) - STARTING server 2014-10-18 07:40:09,923 INFO [main] server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT 2014-10-18 07:40:09,923 INFO [main] server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:host.name=192.168.1.45 2014-10-18 07:40:09,923 INFO [main] server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.version=1.6.0_65 2014-10-18 07:40:09,923 INFO [main] server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.vendor=Apple Inc. 2014-10-18 07:40:09,924 INFO [main] server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.home=/System/Library/Java/JavaVirtualMachines/1.6.0.jdk/Contents/Home 2014-10-18 07:40:09,924 INFO [main] server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.class.path=/Users/wtan/project/github/hadoop-common-trunk/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/test-classes:/Users/wtan/project/github/hadoop-common-trunk/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/classes:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-common/3.0.0-SNAPSHOT/hadoop-common-3.0.0-SNAPSHOT.jar:/Users/wtan/.m2/repository/org/apache/commons/commons-math3/3.1.1/commons-math3-3.1.1.jar:/Users/wtan/.m2/repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/Users/wtan/.m2/repository/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/Users/wtan/.m2/repository/commons-codec/commons-codec/1.4/commons-codec-1.4.jar:/Users/wtan/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar:/Users/wtan/.m2/repository/commons-net/commons-net/3.1/commons-net-3.1.jar:/Users/wtan/.m2/repository/commons-collections/commons-collections/3.2.1/commons-collections-3.2.1.jar:/Users/wtan/.m2/repository/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar:/Users/wtan/.m2/repository/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/Users/wtan/.m2/repository/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/Users/wtan/.m2/repository/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/Users/wtan/.m2/repository/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/Users/wtan/.m2/repository/com/sun/jersey/jersey-json/1.9/jersey-json-1.9.jar:/Users/wtan/.m2/repository/com/sun/xml/bind/jaxb-impl/2.2.3-1/jaxb-impl-2.2.3-1.jar:/Users/wtan/.m2/repository/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/Users/wtan/.m2/repository/asm/asm/3.2/asm-3.2.jar:/Users/wtan/.m2/repository/net/java/dev/jets3t/jets3t/0.9.0/jets3t-0.9.0.jar:/Users/wtan/.m2/repository/org/apache/httpcomponents/httpclient/4.2.5/httpclient-4.2.5.jar:/Users/wtan/.m2/repository/org/apache/httpcomponents/httpcore/4.2.5/httpcore-4.2.5.jar:/Users/wtan/.m2/repository/com/jamesmurty/utils/java-xmlbuilder/0.4/java-xmlbuilder-0.4.jar:/Users/wtan/.m2/repository/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/Users/wtan/.m2/repository/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/Users/wtan/.m2/repository/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/Users/wtan/.m2/repository/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/Users/wtan/.m2/repository/org/slf4j/slf4j-api/1.7.5/slf4j-api-1.7.5.jar:/Users/wtan/.m2/repository/org/slf4j/slf4j-log4j12/1.7.5/slf4j-log4j12-1.7.5.jar:/Users/wtan/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/Users/wtan/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/Users/wtan/.m2/repository/org/apache/avro/avro/1.7.4/avro-1.7.4.jar:/Users/wtan/.m2/repository/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar:/Users/wtan/.m2/repository/org/xerial/snappy/snappy-java/1.0.4.1/snappy-java-1.0.4.1.jar:/Users/wtan/.m2/repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/Users/wtan/.m2/repository/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-auth/3.0.0-SNAPSHOT/hadoop-auth-3.0.0-SNAPSHOT.jar:/Users/wtan/.m2/repository/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/Users/wtan/.m2/repository/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/Users/wtan/.m2/repository/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/Users/wtan/.m2/repository/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/Users/wtan/.m2/repository/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/Users/wtan/.m2/repository/com/jcraft/jsch/0.1.42/jsch-0.1.42.jar:/Users/wtan/.m2/repository/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/Users/wtan/.m2/repository/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/Users/wtan/.m2/repository/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/Users/wtan/.m2/repository/org/htrace/htrace-core/3.0.4/htrace-core-3.0.4.jar:/Users/wtan/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/Users/wtan/.m2/repository/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/Users/wtan/.m2/repository/org/tukaani/xz/1.0/xz-1.0.jar:/Users/wtan/.m2/repository/com/google/guava/guava/11.0.2/guava-11.0.2.jar:/Users/wtan/.m2/repository/commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar:/Users/wtan/.m2/repository/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/Users/wtan/.m2/repository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/Users/wtan/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-annotations/3.0.0-SNAPSHOT/hadoop-annotations-3.0.0-SNAPSHOT.jar:/Users/wtan/.m2/repository/org/mockito/mockito-all/1.8.5/mockito-all-1.8.5.jar:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-common/3.0.0-SNAPSHOT/hadoop-common-3.0.0-SNAPSHOT-tests.jar:/Users/wtan/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6-tests.jar:/Users/wtan/.m2/repository/jline/jline/0.9.94/jline-0.9.94.jar:/Users/wtan/.m2/repository/io/netty/netty/3.6.2.Final/netty-3.6.2.Final.jar:/Users/wtan/.m2/repository/junit/junit/4.11/junit-4.11.jar:/Users/wtan/.m2/repository/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-api/3.0.0-SNAPSHOT/hadoop-yarn-api-3.0.0-SNAPSHOT.jar:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-common/3.0.0-SNAPSHOT/hadoop-yarn-common-3.0.0-SNAPSHOT.jar:/Users/wtan/.m2/repository/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/Users/wtan/.m2/repository/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/Users/wtan/.m2/repository/javax/activation/activation/1.1/activation-1.1.jar:/Users/wtan/.m2/repository/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/Users/wtan/.m2/repository/org/codehaus/jackson/jackson-jaxrs/1.9.13/jackson-jaxrs-1.9.13.jar:/Users/wtan/.m2/repository/org/codehaus/jackson/jackson-xc/1.9.13/jackson-xc-1.9.13.jar:/Users/wtan/.m2/repository/com/google/inject/extensions/guice-servlet/3.0/guice-servlet-3.0.jar:/Users/wtan/.m2/repository/com/google/inject/guice/3.0/guice-3.0.jar:/Users/wtan/.m2/repository/javax/inject/javax.inject/1/javax.inject-1.jar:/Users/wtan/.m2/repository/aopalliance/aopalliance/1.0/aopalliance-1.0.jar:/Users/wtan/.m2/repository/com/sun/jersey/contribs/jersey-guice/1.9/jersey-guice-1.9.jar:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-common/3.0.0-SNAPSHOT/hadoop-yarn-common-3.0.0-SNAPSHOT-tests.jar:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-common/3.0.0-SNAPSHOT/hadoop-yarn-server-common-3.0.0-SNAPSHOT.jar:/Users/wtan/.m2/repository/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/3.0.0-SNAPSHOT/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT.jar:/Users/wtan/.m2/repository/org/codehaus/jettison/jettison/1.1/jettison-1.1.jar:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-applicationhistoryservice/3.0.0-SNAPSHOT/hadoop-yarn-server-applicationhistoryservice-3.0.0-SNAPSHOT.jar:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-web-proxy/3.0.0-SNAPSHOT/hadoop-yarn-server-web-proxy-3.0.0-SNAPSHOT.jar:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/3.0.0-SNAPSHOT/hadoop-yarn-server-tests-3.0.0-SNAPSHOT-tests.jar:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-nodemanager/3.0.0-SNAPSHOT/hadoop-yarn-server-nodemanager-3.0.0-SNAPSHOT.jar:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/3.0.0-SNAPSHOT/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar: 2014-10-18 07:40:09,925 INFO [main] server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.library.path=.:/Library/Java/Extensions:/System/Library/Java/Extensions:/usr/lib/java 2014-10-18 07:40:09,925 INFO [main] server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.io.tmpdir=/var/folders/w5/r6t0b_j17h58jjf29mz79djh0000gp/T/ 2014-10-18 07:40:09,925 INFO [main] server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:java.compiler= 2014-10-18 07:40:09,926 INFO [main] server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:os.name=Mac OS X 2014-10-18 07:40:09,926 INFO [main] server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:os.arch=x86_64 2014-10-18 07:40:09,926 INFO [main] server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:os.version=10.9.4 2014-10-18 07:40:09,927 INFO [main] server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:user.name=wtan 2014-10-18 07:40:09,930 INFO [main] server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:user.home=/Users/wtan 2014-10-18 07:40:09,930 INFO [main] server.ZooKeeperServer (Environment.java:logEnv(100)) - Server environment:user.dir=/Users/wtan/project/github/hadoop-common-trunk/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client 2014-10-18 07:40:09,944 INFO [main] server.ZooKeeperServer (ZooKeeperServer.java:(162)) - Created server with tickTime 3000 minSessionTimeout 6000 maxSessionTimeout 60000 datadir build/test5805149628147724016.junit.dir/version-2 snapdir build/test5805149628147724016.junit.dir/version-2 2014-10-18 07:40:09,964 INFO [main] server.NIOServerCnxnFactory (NIOServerCnxnFactory.java:configure(94)) - binding to port 0.0.0.0/0.0.0.0:11221 2014-10-18 07:40:10,034 INFO [main] ha.ClientBaseWithFixes (ClientBaseWithFixes.java:send4LetterWord(234)) - connecting to 127.0.0.1 11221 2014-10-18 07:40:10,039 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:11221] server.NIOServerCnxnFactory (NIOServerCnxnFactory.java:run(197)) - Accepted socket connection from /127.0.0.1:57178 2014-10-18 07:40:10,043 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:11221] server.NIOServerCnxn (NIOServerCnxn.java:checkFourLetterWord(827)) - Processing stat command from /127.0.0.1:57178 2014-10-18 07:40:10,044 INFO [Thread-3] server.NIOServerCnxn (NIOServerCnxn.java:commandRun(663)) - Stat command output 2014-10-18 07:40:10,045 INFO [Thread-3] server.NIOServerCnxn (NIOServerCnxn.java:closeSock(1007)) - Closed socket connection for client /127.0.0.1:57178 (no session established for client) 2014-10-18 07:40:10,047 INFO [main] ha.ClientBaseWithFixes (ClientBaseWithFixes.java:setUp(404)) - Client test setup finished 2014-10-18 07:40:10,340 WARN [main] util.NativeCodeLoader (NativeCodeLoader.java:(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2014-10-18 07:40:10,408 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource core-site.xml at file:/Users/wtan/project/github/hadoop-common-trunk/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/test-classes/core-site.xml 2014-10-18 07:40:10,434 INFO [main] security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache 2014-10-18 07:40:10,438 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/3.0.0-SNAPSHOT/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-18 07:40:10,460 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher 2014-10-18 07:40:10,574 INFO [main] security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms 2014-10-18 07:40:10,577 INFO [main] security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:(77)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms 2014-10-18 07:40:10,580 INFO [main] security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms 2014-10-18 07:40:10,610 INFO [main] recovery.RMStateStoreFactory (RMStateStoreFactory.java:getStore(33)) - Using RMStateStore implementation - class org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore 2014-10-18 07:40:10,618 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler 2014-10-18 07:40:10,622 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager 2014-10-18 07:40:10,623 INFO [main] resourcemanager.ResourceManager (ResourceManager.java:createScheduler(273)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler 2014-10-18 07:40:10,638 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher 2014-10-18 07:40:10,639 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher 2014-10-18 07:40:10,640 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher 2014-10-18 07:40:10,641 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher 2014-10-18 07:40:10,678 WARN [main] impl.MetricsConfig (MetricsConfig.java:loadFirst(123)) - Cannot locate configuration: tried hadoop-metrics2-resourcemanager.properties,hadoop-metrics2.properties 2014-10-18 07:40:10,691 INFO [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(373)) - Scheduled snapshot period at 10 second(s). 2014-10-18 07:40:10,691 INFO [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:start(191)) - ResourceManager metrics system started 2014-10-18 07:40:10,724 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager 2014-10-18 07:40:10,731 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher 2014-10-18 07:40:10,733 INFO [main] resourcemanager.RMNMInfo (RMNMInfo.java:(63)) - Registered RMNMInfo MBean 2014-10-18 07:40:10,733 INFO [main] metrics.SystemMetricsPublisher (SystemMetricsPublisher.java:serviceInit(98)) - YARN system metrics publishing service is not enabled 2014-10-18 07:40:10,734 INFO [main] util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list 2014-10-18 07:40:10,737 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource capacity-scheduler.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/3.0.0-SNAPSHOT/hadoop-yarn-server-tests-3.0.0-SNAPSHOT-tests.jar!/capacity-scheduler.xml 2014-10-18 07:40:10,773 INFO [main] capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-18 07:40:10,773 INFO [main] capacity.ParentQueue (ParentQueue.java:(121)) - Initialized parent-queue root name=root, fullname=root 2014-10-18 07:40:10,782 INFO [main] capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-18 07:40:10,782 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:10,782 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:10,783 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(466)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:10,783 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(435)) - Initialized queue mappings, override: false 2014-10-18 07:40:10,784 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:initScheduler(304)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<>, maximumAllocation=<>, asynchronousScheduling=false, asyncScheduleInterval=5ms 2014-10-18 07:40:10,790 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1 2014-10-18 07:40:10,791 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource core-site.xml at file:/Users/wtan/project/github/hadoop-common-trunk/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/test-classes/core-site.xml 2014-10-18 07:40:10,804 INFO [main] security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache 2014-10-18 07:40:10,805 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/3.0.0-SNAPSHOT/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-18 07:40:10,823 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher 2014-10-18 07:40:10,824 INFO [main] security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms 2014-10-18 07:40:10,824 INFO [main] security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:(77)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms 2014-10-18 07:40:10,825 INFO [main] security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms 2014-10-18 07:40:10,825 INFO [main] recovery.RMStateStoreFactory (RMStateStoreFactory.java:getStore(33)) - Using RMStateStore implementation - class org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore 2014-10-18 07:40:10,825 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler 2014-10-18 07:40:10,826 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager 2014-10-18 07:40:10,826 INFO [main] resourcemanager.ResourceManager (ResourceManager.java:createScheduler(273)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler 2014-10-18 07:40:10,826 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher 2014-10-18 07:40:10,826 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher 2014-10-18 07:40:10,826 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher 2014-10-18 07:40:10,826 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher 2014-10-18 07:40:10,827 INFO [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - ResourceManager metrics system started (again) 2014-10-18 07:40:10,827 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager 2014-10-18 07:40:10,827 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher 2014-10-18 07:40:10,828 INFO [main] resourcemanager.RMNMInfo (RMNMInfo.java:(63)) - Registered RMNMInfo MBean 2014-10-18 07:40:10,828 INFO [main] metrics.SystemMetricsPublisher (SystemMetricsPublisher.java:serviceInit(98)) - YARN system metrics publishing service is not enabled 2014-10-18 07:40:10,829 INFO [main] util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list 2014-10-18 07:40:10,829 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource capacity-scheduler.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/3.0.0-SNAPSHOT/hadoop-yarn-server-tests-3.0.0-SNAPSHOT-tests.jar!/capacity-scheduler.xml 2014-10-18 07:40:10,844 INFO [main] capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-18 07:40:10,844 INFO [main] capacity.ParentQueue (ParentQueue.java:(121)) - Initialized parent-queue root name=root, fullname=root 2014-10-18 07:40:10,845 INFO [main] capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-18 07:40:10,845 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:10,845 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:10,845 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(466)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:10,846 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(435)) - Initialized queue mappings, override: false 2014-10-18 07:40:10,846 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:initScheduler(304)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<>, maximumAllocation=<>, asynchronousScheduling=false, asyncScheduleInterval=5ms 2014-10-18 07:40:10,847 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1 2014-10-18 07:40:10,847 INFO [main] server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(318)) - Waiting for RM to start... 2014-10-18 07:40:10,847 INFO [RM-0] resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1054)) - Transitioning to standby state 2014-10-18 07:40:10,847 INFO [RM-0] resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1064)) - Transitioned to standby state 2014-10-18 07:40:11,009 INFO [RM-0] mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog 2014-10-18 07:40:11,014 INFO [RM-0] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined 2014-10-18 07:40:11,020 INFO [RM-0] http.HttpServer2 (HttpServer2.java:addGlobalFilter(678)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter) 2014-10-18 07:40:11,029 INFO [RM-0] http.HttpServer2 (HttpServer2.java:addFilter(656)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster 2014-10-18 07:40:11,029 INFO [RM-0] http.HttpServer2 (HttpServer2.java:addFilter(663)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static 2014-10-18 07:40:11,030 INFO [RM-0] http.HttpServer2 (HttpServer2.java:addFilter(656)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster 2014-10-18 07:40:11,030 INFO [RM-0] http.HttpServer2 (HttpServer2.java:addFilter(663)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2014-10-18 07:40:11,033 INFO [RM-0] http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /cluster/* 2014-10-18 07:40:11,033 INFO [RM-0] http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/* 2014-10-18 07:40:11,041 INFO [RM-0] http.HttpServer2 (HttpServer2.java:openListeners(866)) - Jetty bound to port 18088 2014-10-18 07:40:11,042 INFO [RM-0] mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26 2014-10-18 07:40:11,060 INFO [RM-0] mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-common/3.0.0-SNAPSHOT/hadoop-yarn-common-3.0.0-SNAPSHOT.jar!/webapps/cluster to /var/folders/w5/r6t0b_j17h58jjf29mz79djh0000gp/T/Jetty_0_0_0_0_18088_cluster____663wvs/webapp 2014-10-18 07:40:11,152 INFO [RM-0] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-18 07:40:11,153 INFO [Thread[Thread-20,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(621)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s) 2014-10-18 07:40:11,153 INFO [Thread[Thread-20,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-18 07:40:11,160 INFO [RM-0] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-18 07:40:11,160 INFO [Thread[Thread-22,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(621)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s) 2014-10-18 07:40:11,160 INFO [Thread[Thread-22,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-18 07:40:11,164 INFO [RM-0] mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@0.0.0.0:18088 2014-10-18 07:40:11,164 INFO [RM-0] webapp.WebApps (WebApps.java:start(274)) - Web app /cluster started at 18088 2014-10-18 07:40:11,393 INFO [RM-0] webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules 2014-10-18 07:40:11,409 INFO [RM-0] ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-18 07:40:11,414 INFO [Socket Reader #1 for port 18033] ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 18033 2014-10-18 07:40:11,423 INFO [RM-0] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server 2014-10-18 07:40:11,430 INFO [IPC Server Responder] ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-18 07:40:11,430 INFO [IPC Server listener on 18033] ipc.Server (Server.java:run(677)) - IPC Server listener on 18033: starting 2014-10-18 07:40:12,348 INFO [main] server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(330)) - MiniYARN ResourceManager address: 0.0.0.0:28032 2014-10-18 07:40:12,349 INFO [main] server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(332)) - MiniYARN ResourceManager web address: 0.0.0.0:18088 2014-10-18 07:40:12,349 INFO [main] server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(449)) - MiniYARN ResourceManager address: 0.0.0.0:28032 2014-10-18 07:40:12,349 INFO [main] server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(451)) - MiniYARN ResourceManager web address: 0.0.0.0:18088 2014-10-18 07:40:12,349 INFO [main] server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(318)) - Waiting for RM to start... 2014-10-18 07:40:12,350 INFO [RM-1] resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1054)) - Transitioning to standby state 2014-10-18 07:40:12,350 INFO [RM-1] resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1064)) - Transitioned to standby state 2014-10-18 07:40:12,353 INFO [RM-1] http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined 2014-10-18 07:40:12,354 INFO [RM-1] http.HttpServer2 (HttpServer2.java:addGlobalFilter(678)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter) 2014-10-18 07:40:12,355 INFO [RM-1] http.HttpServer2 (HttpServer2.java:addFilter(656)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster 2014-10-18 07:40:12,356 INFO [RM-1] http.HttpServer2 (HttpServer2.java:addFilter(663)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static 2014-10-18 07:40:12,356 INFO [RM-1] http.HttpServer2 (HttpServer2.java:addFilter(656)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster 2014-10-18 07:40:12,356 INFO [RM-1] http.HttpServer2 (HttpServer2.java:addFilter(663)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2014-10-18 07:40:12,357 INFO [RM-1] http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /cluster/* 2014-10-18 07:40:12,357 INFO [RM-1] http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/* 2014-10-18 07:40:12,358 INFO [RM-1] http.HttpServer2 (HttpServer2.java:openListeners(866)) - Jetty bound to port 28088 2014-10-18 07:40:12,358 INFO [RM-1] mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26 2014-10-18 07:40:12,360 INFO [RM-1] mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-common/3.0.0-SNAPSHOT/hadoop-yarn-common-3.0.0-SNAPSHOT.jar!/webapps/cluster to /var/folders/w5/r6t0b_j17h58jjf29mz79djh0000gp/T/Jetty_0_0_0_0_28088_cluster____.29ult5/webapp 2014-10-18 07:40:12,418 INFO [RM-1] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-18 07:40:12,418 INFO [Thread[Thread-33,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(621)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s) 2014-10-18 07:40:12,418 INFO [Thread[Thread-33,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens Oct 18, 2014 7:40:12 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class Oct 18, 2014 7:40:12 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class Oct 18, 2014 7:40:12 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class Oct 18, 2014 7:40:12 AM com.sun.jersey.server.impl.application.WebApplicationImpl _initiate INFO: Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' Oct 18, 2014 7:40:12 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" Oct 18, 2014 7:40:12 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" Oct 18, 2014 7:40:13 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2014-10-18 07:40:13,055 INFO [RM-1] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-18 07:40:13,055 INFO [Thread[Thread-35,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(621)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s) 2014-10-18 07:40:13,055 INFO [Thread[Thread-35,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-18 07:40:13,056 INFO [RM-1] mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@0.0.0.0:28088 2014-10-18 07:40:13,056 INFO [RM-1] webapp.WebApps (WebApps.java:start(274)) - Web app /cluster started at 28088 Oct 18, 2014 7:40:13 AM com.google.inject.servlet.GuiceFilter setPipeline WARNING: Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2014-10-18 07:40:13,066 INFO [RM-1] webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules 2014-10-18 07:40:13,066 INFO [RM-1] ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-18 07:40:13,067 INFO [Socket Reader #1 for port 28033] ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 28033 2014-10-18 07:40:13,068 INFO [RM-1] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server 2014-10-18 07:40:13,069 INFO [IPC Server Responder] ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-18 07:40:13,073 INFO [IPC Server listener on 28033] ipc.Server (Server.java:run(677)) - IPC Server listener on 28033: starting 2014-10-18 07:40:13,851 INFO [main] server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(330)) - MiniYARN ResourceManager address: 0.0.0.0:28032 2014-10-18 07:40:13,851 INFO [main] server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(332)) - MiniYARN ResourceManager web address: 0.0.0.0:28088 2014-10-18 07:40:13,851 INFO [main] server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(449)) - MiniYARN ResourceManager address: 0.0.0.0:28032 2014-10-18 07:40:13,851 INFO [main] server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(451)) - MiniYARN ResourceManager web address: 0.0.0.0:28088 2014-10-18 07:40:13,858 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/3.0.0-SNAPSHOT/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-18 07:40:13,861 INFO [main] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshAdminAcls TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:13,864 INFO [main] resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1023)) - Transitioning to active state 2014-10-18 07:40:13,886 INFO [main] recovery.RMStateStore (RMStateStore.java:checkVersion(517)) - Loaded RM state version info 1.2 2014-10-18 07:40:14,458 INFO [main] recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:loadRMAppState(307)) - Done loading applications from FS state store 2014-10-18 07:40:14,463 INFO [main] security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:recover(181)) - recovering RMDelegationTokenSecretManager. 2014-10-18 07:40:14,463 INFO [main] resourcemanager.RMAppManager (RMAppManager.java:recover(446)) - Recovering 13 applications 2014-10-18 07:40:14,486 WARN [main] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: 0 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:14,487 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1000_0001 with 2 attempts and final state = FAILED 2014-10-18 07:40:14,489 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1000_0001_000001 with final state: FAILED 2014-10-18 07:40:14,490 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1000_0001_000002 with final state: FAILED 2014-10-18 07:40:14,491 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1000_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:14,491 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1000_0001_000002 State change from NEW to FAILED 2014-10-18 07:40:14,491 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1000_0001 State change from NEW to FAILED 2014-10-18 07:40:14,492 WARN [main] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:14,492 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413395587728_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:14,492 WARN [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logFailure(262)) - USER=wtan OPERATION=Application Finished - Failed TARGET=RMAppManager RESULT=FAILURE DESCRIPTION=App failed with state: FAILED PERMISSIONS=Application application_1000_0001 failed 2 times due to Error launching appattempt_1000_0001_000002. Got exception: org.apache.hadoop.yarn.exceptions.NMNotYetReadyException: Rejecting new containers as NodeManager has not yet connected with ResourceManager at org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl.startContainers(ContainerManagerImpl.java:694) at org.apache.hadoop.yarn.api.impl.pb.service.ContainerManagementProtocolPBServiceImpl.startContainers(ContainerManagementProtocolPBServiceImpl.java:60) at org.apache.hadoop.yarn.proto.ContainerManagementProtocol$ContainerManagementProtocolService$2.callBlockingMethod(ContainerManagementProtocol.java:95) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:639) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:966) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2125) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2121) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:394) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1640) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2119) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27) at java.lang.reflect.Constructor.newInstance(Constructor.java:513) at org.apache.hadoop.yarn.ipc.RPCUtil.instantiateException(RPCUtil.java:53) at org.apache.hadoop.yarn.ipc.RPCUtil.unwrapAndThrowException(RPCUtil.java:101) at org.apache.hadoop.yarn.api.impl.pb.client.ContainerManagementProtocolPBClientImpl.startContainers(ContainerManagementProtocolPBClientImpl.java:99) at org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher.launch(AMLauncher.java:119) at org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher.run(AMLauncher.java:254) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918) at java.lang.Thread.run(Thread.java:695) Caused by: org.apache.hadoop.ipc.RemoteException(org.apache.hadoop.yarn.exceptions.NMNotYetReadyException): Rejecting new containers as NodeManager has not yet connected with ResourceManager at org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl.startContainers(ContainerManagerImpl.java:694) at org.apache.hadoop.yarn.api.impl.pb.service.ContainerManagementProtocolPBServiceImpl.startContainers(ContainerManagementProtocolPBServiceImpl.java:60) at org.apache.hadoop.yarn.proto.ContainerManagementProtocol$ContainerManagementProtocolService$2.callBlockingMethod(ContainerManagementProtocol.java:95) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:639) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:966) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2125) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2121) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:394) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1640) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2119) at org.apache.hadoop.ipc.Client.call(Client.java:1468) at org.apache.hadoop.ipc.Client.call(Client.java:1399) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) at com.sun.proxy.$Proxy89.startContainers(Unknown Source) at org.apache.hadoop.yarn.api.impl.pb.client.ContainerManagementProtocolPBClientImpl.startContainers(ContainerManagementProtocolPBClientImpl.java:96) ... 5 more . Failing the application. APPID=application_1000_0001 2014-10-18 07:40:14,493 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413395587728_0001_000001 with final state: FAILED 2014-10-18 07:40:14,493 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413395587728_0001_000002 with final state: FINISHED 2014-10-18 07:40:14,494 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413395587728_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:14,494 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1000_0001,name=N/A,user=wtan,queue=default,state=FAILED,trackingUrl=http://wtanMB:28088/proxy/application_1000_0001/,appMasterHost=N/A,startTime=1413489276337,finishTime=1413489284736,finalStatus=FAILED 2014-10-18 07:40:14,494 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413395587728_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:14,494 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413395587728_0001 State change from NEW to FINISHED 2014-10-18 07:40:14,495 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413395587728_0001 2014-10-18 07:40:14,495 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413395602659_0001 with 1 attempts and final state = FINISHED 2014-10-18 07:40:14,495 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413395587728_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413395587728_0001/A,appMasterHost=N/A,startTime=1413395587961,finishTime=1413395593834,finalStatus=SUCCEEDED 2014-10-18 07:40:14,495 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413395602659_0001_000001 with final state: FINISHED 2014-10-18 07:40:14,496 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413395602659_0001_000001 State change from NEW to FINISHED 2014-10-18 07:40:14,496 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413395602659_0001 State change from NEW to FINISHED 2014-10-18 07:40:14,496 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=wtan OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413395602659_0001 2014-10-18 07:40:14,496 WARN [main] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:14,496 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413395602659_0001,name=,user=wtan,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413395602659_0001/A,appMasterHost=N/A,startTime=1413395602707,finishTime=1413395607717,finalStatus=SUCCEEDED 2014-10-18 07:40:14,496 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413395609800_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:14,497 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413395609800_0001_000001 with final state: FAILED 2014-10-18 07:40:14,498 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413395609800_0001_000002 with final state: FINISHED 2014-10-18 07:40:14,498 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413395609800_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:14,498 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413395609800_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:14,499 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413395609800_0001 State change from NEW to FINISHED 2014-10-18 07:40:14,499 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413395609800_0001 2014-10-18 07:40:14,499 WARN [main] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:14,499 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413419593237_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:14,499 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413395609800_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413395609800_0001/A,appMasterHost=N/A,startTime=1413395609844,finishTime=1413395619394,finalStatus=SUCCEEDED 2014-10-18 07:40:14,500 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413419593237_0001_000001 with final state: FAILED 2014-10-18 07:40:14,500 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413419593237_0001_000002 with final state: FINISHED 2014-10-18 07:40:14,501 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413419593237_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:14,501 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413419593237_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:14,501 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413419593237_0001 State change from NEW to FINISHED 2014-10-18 07:40:14,502 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413419593237_0001 2014-10-18 07:40:14,502 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413419609625_0001 with 1 attempts and final state = FINISHED 2014-10-18 07:40:14,502 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413419593237_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413419593237_0001/A,appMasterHost=N/A,startTime=1413419593545,finishTime=1413419599801,finalStatus=SUCCEEDED 2014-10-18 07:40:14,502 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413419609625_0001_000001 with final state: FINISHED 2014-10-18 07:40:14,502 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413419609625_0001_000001 State change from NEW to FINISHED 2014-10-18 07:40:14,503 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413419609625_0001 State change from NEW to FINISHED 2014-10-18 07:40:14,503 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=wtan OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413419609625_0001 2014-10-18 07:40:14,503 WARN [main] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:14,503 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413419609625_0001,name=,user=wtan,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413419609625_0001/A,appMasterHost=N/A,startTime=1413419609692,finishTime=1413419614701,finalStatus=SUCCEEDED 2014-10-18 07:40:14,503 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413419616782_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:14,504 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413419616782_0001_000001 with final state: FAILED 2014-10-18 07:40:14,504 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413419616782_0001_000002 with final state: FINISHED 2014-10-18 07:40:14,505 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413419616782_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:14,505 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413419616782_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:14,505 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413419616782_0001 State change from NEW to FINISHED 2014-10-18 07:40:14,505 WARN [main] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:14,505 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413419616782_0001 2014-10-18 07:40:14,505 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413434523496_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:14,506 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413419616782_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413419616782_0001/A,appMasterHost=N/A,startTime=1413419616839,finishTime=1413419626988,finalStatus=SUCCEEDED 2014-10-18 07:40:14,506 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413434523496_0001_000001 with final state: FAILED 2014-10-18 07:40:14,507 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413434523496_0001_000002 with final state: FINISHED 2014-10-18 07:40:14,507 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413434523496_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:14,507 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413434523496_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:14,507 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413434523496_0001 State change from NEW to FINISHED 2014-10-18 07:40:14,508 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413434523496_0001 2014-10-18 07:40:14,508 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413434538711_0001 with 1 attempts and final state = FINISHED 2014-10-18 07:40:14,508 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413434523496_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413434523496_0001/A,appMasterHost=N/A,startTime=1413434523839,finishTime=1413434529897,finalStatus=SUCCEEDED 2014-10-18 07:40:14,508 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413434538711_0001_000001 with final state: FINISHED 2014-10-18 07:40:14,509 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413434538711_0001_000001 State change from NEW to FINISHED 2014-10-18 07:40:14,509 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413434538711_0001 State change from NEW to FINISHED 2014-10-18 07:40:14,509 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=wtan OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413434538711_0001 2014-10-18 07:40:14,509 WARN [main] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:14,509 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413434545892_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:14,509 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413434538711_0001,name=,user=wtan,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413434538711_0001/A,appMasterHost=N/A,startTime=1413434538796,finishTime=1413434543809,finalStatus=SUCCEEDED 2014-10-18 07:40:14,510 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413434545892_0001_000001 with final state: FAILED 2014-10-18 07:40:14,510 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413434545892_0001_000002 with final state: FINISHED 2014-10-18 07:40:14,511 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413434545892_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:14,511 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413434545892_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:14,511 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413434545892_0001 State change from NEW to FINISHED 2014-10-18 07:40:14,511 WARN [main] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:14,511 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413434545892_0001 2014-10-18 07:40:14,511 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413513126246_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:14,512 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413434545892_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413434545892_0001/A,appMasterHost=N/A,startTime=1413434545972,finishTime=1413434555930,finalStatus=SUCCEEDED 2014-10-18 07:40:14,512 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413513126246_0001_000001 with final state: FAILED 2014-10-18 07:40:14,513 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413513126246_0001_000002 with final state: FINISHED 2014-10-18 07:40:14,513 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413513126246_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:14,513 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413513126246_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:14,513 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413513126246_0001 State change from NEW to FINISHED 2014-10-18 07:40:14,514 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413513126246_0001 2014-10-18 07:40:14,514 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413513141775_0001 with 1 attempts and final state = FINISHED 2014-10-18 07:40:14,514 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413513126246_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413513126246_0001/A,appMasterHost=N/A,startTime=1413513126914,finishTime=1413513132962,finalStatus=SUCCEEDED 2014-10-18 07:40:14,514 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413513141775_0001_000001 with final state: FINISHED 2014-10-18 07:40:14,515 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413513141775_0001_000001 State change from NEW to FINISHED 2014-10-18 07:40:14,515 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413513141775_0001 State change from NEW to FINISHED 2014-10-18 07:40:14,515 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=wtan OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413513141775_0001 2014-10-18 07:40:14,515 WARN [main] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:14,515 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413513149048_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:14,515 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413513141775_0001,name=,user=wtan,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413513141775_0001/A,appMasterHost=N/A,startTime=1413513141959,finishTime=1413513146968,finalStatus=SUCCEEDED 2014-10-18 07:40:14,516 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413513149048_0001_000001 with final state: FAILED 2014-10-18 07:40:14,516 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413513149048_0001_000002 with final state: FINISHED 2014-10-18 07:40:14,517 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413513149048_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:14,517 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413513149048_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:14,517 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413513149048_0001 State change from NEW to FINISHED 2014-10-18 07:40:14,517 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413513149048_0001 2014-10-18 07:40:14,517 INFO [main] security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(105)) - Rolling master-key for container-tokens 2014-10-18 07:40:14,518 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413513149048_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413513149048_0001/A,appMasterHost=N/A,startTime=1413513149195,finishTime=1413513159135,finalStatus=SUCCEEDED 2014-10-18 07:40:14,519 INFO [main] security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens 2014-10-18 07:40:14,519 INFO [main] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-18 07:40:14,519 INFO [main] security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 505 2014-10-18 07:40:14,519 INFO [main] recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:storeRMDTMasterKeyState(543)) - Storing RMDelegationKey_505 2014-10-18 07:40:14,537 INFO [Thread[Thread-45,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(621)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s) 2014-10-18 07:40:14,538 INFO [Thread[Thread-45,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-18 07:40:14,538 INFO [Thread[Thread-45,5,main]] security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 506 2014-10-18 07:40:14,538 INFO [Thread[Thread-45,5,main]] recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:storeRMDTMasterKeyState(543)) - Storing RMDelegationKey_506 2014-10-18 07:40:14,560 INFO [main] ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-18 07:40:14,561 INFO [Socket Reader #1 for port 18031] ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 18031 2014-10-18 07:40:14,563 INFO [main] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server 2014-10-18 07:40:14,564 INFO [IPC Server Responder] ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-18 07:40:14,564 INFO [IPC Server listener on 18031] ipc.Server (Server.java:run(677)) - IPC Server listener on 18031: starting 2014-10-18 07:40:14,593 INFO [main] ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-18 07:40:14,598 INFO [Socket Reader #1 for port 28030] ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 28030 2014-10-18 07:40:14,605 INFO [main] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server 2014-10-18 07:40:14,606 INFO [IPC Server Responder] ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-18 07:40:14,606 INFO [IPC Server listener on 28030] ipc.Server (Server.java:run(677)) - IPC Server listener on 28030: starting 2014-10-18 07:40:14,623 INFO [main] ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-18 07:40:14,624 INFO [Socket Reader #1 for port 18032] ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 18032 2014-10-18 07:40:14,628 INFO [main] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server 2014-10-18 07:40:14,628 INFO [IPC Server Responder] ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-18 07:40:14,628 INFO [IPC Server listener on 18032] ipc.Server (Server.java:run(677)) - IPC Server listener on 18032: starting 2014-10-18 07:40:14,640 INFO [main] resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1043)) - Transitioned to active state 2014-10-18 07:40:14,645 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource capacity-scheduler.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/3.0.0-SNAPSHOT/hadoop-yarn-server-tests-3.0.0-SNAPSHOT-tests.jar!/capacity-scheduler.xml 2014-10-18 07:40:14,659 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:reinitialize(352)) - Re-initializing queues... 2014-10-18 07:40:14,659 INFO [main] capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-18 07:40:14,659 INFO [main] capacity.ParentQueue (ParentQueue.java:(121)) - Initialized parent-queue root name=root, fullname=root 2014-10-18 07:40:14,660 INFO [main] capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-18 07:40:14,660 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:14,660 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:14,661 INFO [main] capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-18 07:40:14,661 INFO [main] capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-18 07:40:14,661 INFO [main] capacity.ParentQueue (ParentQueue.java:reinitialize(308)) - root: re-configured queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:14,661 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(435)) - Initialized queue mappings, override: false 2014-10-18 07:40:14,662 INFO [main] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshQueues TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:14,663 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/3.0.0-SNAPSHOT/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-18 07:40:14,664 INFO [main] util.HostsFileReader (HostsFileReader.java:setIncludesFile(163)) - Setting the includes file to 2014-10-18 07:40:14,664 INFO [main] util.HostsFileReader (HostsFileReader.java:setExcludesFile(168)) - Setting the excludes file to 2014-10-18 07:40:14,664 INFO [main] util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list 2014-10-18 07:40:14,664 INFO [main] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshNodes TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:14,668 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource core-site.xml at file:/Users/wtan/project/github/hadoop-common-trunk/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/test-classes/core-site.xml 2014-10-18 07:40:14,669 INFO [main] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshSuperUserGroupsConfiguration TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:14,673 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource core-site.xml at file:/Users/wtan/project/github/hadoop-common-trunk/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/test-classes/core-site.xml 2014-10-18 07:40:14,673 INFO [main] security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache 2014-10-18 07:40:14,673 INFO [main] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshUserToGroupsMappings TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:14,676 INFO [main] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=transitionToActive TARGET=RMHAProtocolService RESULT=SUCCESS 2014-10-18 07:40:14,890 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/3.0.0-SNAPSHOT/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-18 07:40:14,892 INFO [main] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshAdminAcls TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:14,892 INFO [main] resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1054)) - Transitioning to standby state 2014-10-18 07:40:14,892 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:serviceStop(138)) - AsyncDispatcher is draining to stop, igonring any new events. 2014-10-18 07:40:14,893 WARN [ApplicationMaster Launcher] amlauncher.ApplicationMasterLauncher (ApplicationMasterLauncher.java:run(98)) - org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2014-10-18 07:40:14,893 INFO [main] ipc.Server (Server.java:stop(2523)) - Stopping server on 18032 2014-10-18 07:40:14,902 INFO [IPC Server listener on 18032] ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 18032 2014-10-18 07:40:14,904 INFO [IPC Server Responder] ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-18 07:40:14,902 INFO [main] ipc.Server (Server.java:stop(2523)) - Stopping server on 28030 2014-10-18 07:40:14,910 INFO [IPC Server listener on 28030] ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 28030 2014-10-18 07:40:14,910 INFO [IPC Server Responder] ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-18 07:40:14,911 INFO [main] ipc.Server (Server.java:stop(2523)) - Stopping server on 18031 2014-10-18 07:40:14,913 INFO [IPC Server listener on 18031] ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 18031 2014-10-18 07:40:14,913 INFO [IPC Server Responder] ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-18 07:40:14,915 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - NMLivelinessMonitor thread interrupted 2014-10-18 07:40:14,915 ERROR [ResourceManager Event Processor] resourcemanager.ResourceManager (ResourceManager.java:run(659)) - Returning, interrupted : java.lang.InterruptedException 2014-10-18 07:40:14,916 ERROR [Thread[Thread-45,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(642)) - ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2014-10-18 07:40:14,916 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.ContainerAllocationExpirer thread interrupted 2014-10-18 07:40:14,916 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - AMLivelinessMonitor thread interrupted 2014-10-18 07:40:14,916 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - AMLivelinessMonitor thread interrupted 2014-10-18 07:40:14,919 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher 2014-10-18 07:40:14,920 INFO [main] security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms 2014-10-18 07:40:14,920 INFO [main] security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:(77)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms 2014-10-18 07:40:14,921 INFO [main] security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms 2014-10-18 07:40:14,921 INFO [main] recovery.RMStateStoreFactory (RMStateStoreFactory.java:getStore(33)) - Using RMStateStore implementation - class org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore 2014-10-18 07:40:14,921 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler 2014-10-18 07:40:14,921 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager 2014-10-18 07:40:14,921 INFO [main] resourcemanager.ResourceManager (ResourceManager.java:createScheduler(273)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler 2014-10-18 07:40:14,922 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher 2014-10-18 07:40:14,922 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher 2014-10-18 07:40:14,922 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher 2014-10-18 07:40:14,922 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher 2014-10-18 07:40:14,922 INFO [main] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - ResourceManager metrics system started (again) 2014-10-18 07:40:14,922 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager 2014-10-18 07:40:14,922 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher 2014-10-18 07:40:14,923 INFO [main] resourcemanager.RMNMInfo (RMNMInfo.java:(63)) - Registered RMNMInfo MBean 2014-10-18 07:40:14,923 INFO [main] metrics.SystemMetricsPublisher (SystemMetricsPublisher.java:serviceInit(98)) - YARN system metrics publishing service is not enabled 2014-10-18 07:40:14,923 INFO [main] util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list 2014-10-18 07:40:14,924 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource capacity-scheduler.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/3.0.0-SNAPSHOT/hadoop-yarn-server-tests-3.0.0-SNAPSHOT-tests.jar!/capacity-scheduler.xml 2014-10-18 07:40:14,934 INFO [main] capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-18 07:40:14,935 INFO [main] capacity.ParentQueue (ParentQueue.java:(121)) - Initialized parent-queue root name=root, fullname=root 2014-10-18 07:40:14,937 INFO [main] capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-18 07:40:14,937 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:14,937 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:14,937 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(466)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:14,937 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(435)) - Initialized queue mappings, override: false 2014-10-18 07:40:14,937 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:initScheduler(304)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<>, maximumAllocation=<>, asynchronousScheduling=false, asyncScheduleInterval=5ms 2014-10-18 07:40:14,938 INFO [main] resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1064)) - Transitioned to standby state 2014-10-18 07:40:14,938 INFO [main] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=transitionToStandby TARGET=RMHAProtocolService RESULT=SUCCESS 2014-10-18 07:40:14,938 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/3.0.0-SNAPSHOT/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-18 07:40:14,939 INFO [main] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshAdminAcls TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:14,940 INFO [main] resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1023)) - Transitioning to active state 2014-10-18 07:40:14,941 INFO [main] recovery.RMStateStore (RMStateStore.java:checkVersion(517)) - Loaded RM state version info 1.2 2014-10-18 07:40:15,117 INFO [main] recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:loadRMAppState(307)) - Done loading applications from FS state store 2014-10-18 07:40:15,118 INFO [main] security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:recover(181)) - recovering RMDelegationTokenSecretManager. 2014-10-18 07:40:15,118 INFO [main] resourcemanager.RMAppManager (RMAppManager.java:recover(446)) - Recovering 13 applications 2014-10-18 07:40:15,119 WARN [main] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: 0 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:15,119 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1000_0001 with 2 attempts and final state = FAILED 2014-10-18 07:40:15,119 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1000_0001_000001 with final state: FAILED 2014-10-18 07:40:15,120 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1000_0001_000002 with final state: FAILED 2014-10-18 07:40:15,120 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1000_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:15,120 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1000_0001_000002 State change from NEW to FAILED 2014-10-18 07:40:15,121 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1000_0001 State change from NEW to FAILED 2014-10-18 07:40:15,121 WARN [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logFailure(262)) - USER=wtan OPERATION=Application Finished - Failed TARGET=RMAppManager RESULT=FAILURE DESCRIPTION=App failed with state: FAILED PERMISSIONS=Application application_1000_0001 failed 2 times due to Error launching appattempt_1000_0001_000002. Got exception: org.apache.hadoop.yarn.exceptions.NMNotYetReadyException: Rejecting new containers as NodeManager has not yet connected with ResourceManager at org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl.startContainers(ContainerManagerImpl.java:694) at org.apache.hadoop.yarn.api.impl.pb.service.ContainerManagementProtocolPBServiceImpl.startContainers(ContainerManagementProtocolPBServiceImpl.java:60) at org.apache.hadoop.yarn.proto.ContainerManagementProtocol$ContainerManagementProtocolService$2.callBlockingMethod(ContainerManagementProtocol.java:95) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:639) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:966) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2125) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2121) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:394) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1640) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2119) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27) at java.lang.reflect.Constructor.newInstance(Constructor.java:513) at org.apache.hadoop.yarn.ipc.RPCUtil.instantiateException(RPCUtil.java:53) at org.apache.hadoop.yarn.ipc.RPCUtil.unwrapAndThrowException(RPCUtil.java:101) at org.apache.hadoop.yarn.api.impl.pb.client.ContainerManagementProtocolPBClientImpl.startContainers(ContainerManagementProtocolPBClientImpl.java:99) at org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher.launch(AMLauncher.java:119) at org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher.run(AMLauncher.java:254) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918) at java.lang.Thread.run(Thread.java:695) Caused by: org.apache.hadoop.ipc.RemoteException(org.apache.hadoop.yarn.exceptions.NMNotYetReadyException): Rejecting new containers as NodeManager has not yet connected with ResourceManager at org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl.startContainers(ContainerManagerImpl.java:694) at org.apache.hadoop.yarn.api.impl.pb.service.ContainerManagementProtocolPBServiceImpl.startContainers(ContainerManagementProtocolPBServiceImpl.java:60) at org.apache.hadoop.yarn.proto.ContainerManagementProtocol$ContainerManagementProtocolService$2.callBlockingMethod(ContainerManagementProtocol.java:95) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:639) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:966) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2125) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2121) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:394) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1640) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2119) at org.apache.hadoop.ipc.Client.call(Client.java:1468) at org.apache.hadoop.ipc.Client.call(Client.java:1399) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) at com.sun.proxy.$Proxy89.startContainers(Unknown Source) at org.apache.hadoop.yarn.api.impl.pb.client.ContainerManagementProtocolPBClientImpl.startContainers(ContainerManagementProtocolPBClientImpl.java:96) ... 5 more . Failing the application. APPID=application_1000_0001 2014-10-18 07:40:15,121 WARN [main] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:15,121 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1000_0001,name=N/A,user=wtan,queue=default,state=FAILED,trackingUrl=http://wtanMB:28088/proxy/application_1000_0001/,appMasterHost=N/A,startTime=1413489276337,finishTime=1413489284736,finalStatus=FAILED 2014-10-18 07:40:15,122 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413395587728_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:15,122 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413395587728_0001_000001 with final state: FAILED 2014-10-18 07:40:15,123 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413395587728_0001_000002 with final state: FINISHED 2014-10-18 07:40:15,123 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413395587728_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:15,123 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413395587728_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:15,123 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413395587728_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,124 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413395587728_0001 2014-10-18 07:40:15,124 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413395587728_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413395587728_0001/A,appMasterHost=N/A,startTime=1413395587961,finishTime=1413395593834,finalStatus=SUCCEEDED 2014-10-18 07:40:15,124 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413395602659_0001 with 1 attempts and final state = FINISHED 2014-10-18 07:40:15,124 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413395602659_0001_000001 with final state: FINISHED 2014-10-18 07:40:15,125 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413395602659_0001_000001 State change from NEW to FINISHED 2014-10-18 07:40:15,125 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413395602659_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,125 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=wtan OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413395602659_0001 2014-10-18 07:40:15,125 WARN [main] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:15,125 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413395609800_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:15,125 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413395602659_0001,name=,user=wtan,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413395602659_0001/A,appMasterHost=N/A,startTime=1413395602707,finishTime=1413395607717,finalStatus=SUCCEEDED 2014-10-18 07:40:15,126 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413395609800_0001_000001 with final state: FAILED 2014-10-18 07:40:15,126 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413395609800_0001_000002 with final state: FINISHED 2014-10-18 07:40:15,127 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413395609800_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:15,127 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413395609800_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:15,127 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413395609800_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,127 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413395609800_0001 2014-10-18 07:40:15,127 WARN [main] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:15,128 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413419593237_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:15,128 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413395609800_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413395609800_0001/A,appMasterHost=N/A,startTime=1413395609844,finishTime=1413395619394,finalStatus=SUCCEEDED 2014-10-18 07:40:15,128 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413419593237_0001_000001 with final state: FAILED 2014-10-18 07:40:15,129 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413419593237_0001_000002 with final state: FINISHED 2014-10-18 07:40:15,129 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413419593237_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:15,129 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413419593237_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:15,130 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413419593237_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,130 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413419593237_0001 2014-10-18 07:40:15,130 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413419609625_0001 with 1 attempts and final state = FINISHED 2014-10-18 07:40:15,130 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413419593237_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413419593237_0001/A,appMasterHost=N/A,startTime=1413419593545,finishTime=1413419599801,finalStatus=SUCCEEDED 2014-10-18 07:40:15,130 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413419609625_0001_000001 with final state: FINISHED 2014-10-18 07:40:15,131 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413419609625_0001_000001 State change from NEW to FINISHED 2014-10-18 07:40:15,131 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413419609625_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,131 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=wtan OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413419609625_0001 2014-10-18 07:40:15,131 WARN [main] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:15,131 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413419609625_0001,name=,user=wtan,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413419609625_0001/A,appMasterHost=N/A,startTime=1413419609692,finishTime=1413419614701,finalStatus=SUCCEEDED 2014-10-18 07:40:15,131 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413419616782_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:15,132 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413419616782_0001_000001 with final state: FAILED 2014-10-18 07:40:15,133 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413419616782_0001_000002 with final state: FINISHED 2014-10-18 07:40:15,134 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413419616782_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:15,134 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413419616782_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:15,134 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413419616782_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,134 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413419616782_0001 2014-10-18 07:40:15,134 WARN [main] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:15,135 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413419616782_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413419616782_0001/A,appMasterHost=N/A,startTime=1413419616839,finishTime=1413419626988,finalStatus=SUCCEEDED 2014-10-18 07:40:15,135 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413434523496_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:15,135 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413434523496_0001_000001 with final state: FAILED 2014-10-18 07:40:15,136 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413434523496_0001_000002 with final state: FINISHED 2014-10-18 07:40:15,137 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413434523496_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:15,137 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413434523496_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:15,137 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413434523496_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,137 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413434523496_0001 2014-10-18 07:40:15,138 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413434538711_0001 with 1 attempts and final state = FINISHED 2014-10-18 07:40:15,138 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413434523496_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413434523496_0001/A,appMasterHost=N/A,startTime=1413434523839,finishTime=1413434529897,finalStatus=SUCCEEDED 2014-10-18 07:40:15,138 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413434538711_0001_000001 with final state: FINISHED 2014-10-18 07:40:15,138 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413434538711_0001_000001 State change from NEW to FINISHED 2014-10-18 07:40:15,138 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413434538711_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,139 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=wtan OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413434538711_0001 2014-10-18 07:40:15,139 WARN [main] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:15,139 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413434538711_0001,name=,user=wtan,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413434538711_0001/A,appMasterHost=N/A,startTime=1413434538796,finishTime=1413434543809,finalStatus=SUCCEEDED 2014-10-18 07:40:15,139 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413434545892_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:15,139 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413434545892_0001_000001 with final state: FAILED 2014-10-18 07:40:15,140 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413434545892_0001_000002 with final state: FINISHED 2014-10-18 07:40:15,140 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413434545892_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:15,141 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413434545892_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:15,141 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413434545892_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,141 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413434545892_0001 2014-10-18 07:40:15,141 WARN [main] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:15,141 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413434545892_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413434545892_0001/A,appMasterHost=N/A,startTime=1413434545972,finishTime=1413434555930,finalStatus=SUCCEEDED 2014-10-18 07:40:15,141 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413513126246_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:15,142 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413513126246_0001_000001 with final state: FAILED 2014-10-18 07:40:15,143 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413513126246_0001_000002 with final state: FINISHED 2014-10-18 07:40:15,143 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413513126246_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:15,143 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413513126246_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:15,143 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413513126246_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,144 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413513126246_0001 2014-10-18 07:40:15,144 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413513141775_0001 with 1 attempts and final state = FINISHED 2014-10-18 07:40:15,144 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413513126246_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413513126246_0001/A,appMasterHost=N/A,startTime=1413513126914,finishTime=1413513132962,finalStatus=SUCCEEDED 2014-10-18 07:40:15,144 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413513141775_0001_000001 with final state: FINISHED 2014-10-18 07:40:15,145 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413513141775_0001_000001 State change from NEW to FINISHED 2014-10-18 07:40:15,145 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413513141775_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,145 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=wtan OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413513141775_0001 2014-10-18 07:40:15,145 WARN [main] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:15,145 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413513141775_0001,name=,user=wtan,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413513141775_0001/A,appMasterHost=N/A,startTime=1413513141959,finishTime=1413513146968,finalStatus=SUCCEEDED 2014-10-18 07:40:15,145 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413513149048_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:15,146 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413513149048_0001_000001 with final state: FAILED 2014-10-18 07:40:15,146 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413513149048_0001_000002 with final state: FINISHED 2014-10-18 07:40:15,147 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413513149048_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:15,147 INFO [main] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413513149048_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:15,147 INFO [main] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413513149048_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,147 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413513149048_0001 2014-10-18 07:40:15,147 INFO [main] security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(105)) - Rolling master-key for container-tokens 2014-10-18 07:40:15,148 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413513149048_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413513149048_0001/A,appMasterHost=N/A,startTime=1413513149195,finishTime=1413513159135,finalStatus=SUCCEEDED 2014-10-18 07:40:15,148 INFO [main] security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens 2014-10-18 07:40:15,148 INFO [main] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-18 07:40:15,148 INFO [main] security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 507 2014-10-18 07:40:15,148 INFO [main] recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:storeRMDTMasterKeyState(543)) - Storing RMDelegationKey_507 2014-10-18 07:40:15,162 INFO [Thread[Thread-221,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(621)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s) 2014-10-18 07:40:15,163 INFO [Thread[Thread-221,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-18 07:40:15,163 INFO [Thread[Thread-221,5,main]] security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 508 2014-10-18 07:40:15,163 INFO [Thread[Thread-221,5,main]] recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:storeRMDTMasterKeyState(543)) - Storing RMDelegationKey_508 2014-10-18 07:40:15,164 INFO [main] ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-18 07:40:15,165 INFO [Socket Reader #1 for port 28031] ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 28031 2014-10-18 07:40:15,183 INFO [main] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server 2014-10-18 07:40:15,184 INFO [IPC Server Responder] ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-18 07:40:15,184 INFO [IPC Server listener on 28031] ipc.Server (Server.java:run(677)) - IPC Server listener on 28031: starting 2014-10-18 07:40:15,196 INFO [main] ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-18 07:40:15,197 INFO [Socket Reader #1 for port 28030] ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 28030 2014-10-18 07:40:15,200 INFO [main] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server 2014-10-18 07:40:15,200 INFO [IPC Server Responder] ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-18 07:40:15,200 INFO [IPC Server listener on 28030] ipc.Server (Server.java:run(677)) - IPC Server listener on 28030: starting 2014-10-18 07:40:15,207 INFO [main] ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-18 07:40:15,207 INFO [Socket Reader #1 for port 28032] ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 28032 2014-10-18 07:40:15,210 INFO [main] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server 2014-10-18 07:40:15,210 INFO [IPC Server Responder] ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-18 07:40:15,212 INFO [IPC Server listener on 28032] ipc.Server (Server.java:run(677)) - IPC Server listener on 28032: starting 2014-10-18 07:40:15,219 INFO [main] resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1043)) - Transitioned to active state 2014-10-18 07:40:15,219 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource capacity-scheduler.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/3.0.0-SNAPSHOT/hadoop-yarn-server-tests-3.0.0-SNAPSHOT-tests.jar!/capacity-scheduler.xml 2014-10-18 07:40:15,228 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:reinitialize(352)) - Re-initializing queues... 2014-10-18 07:40:15,229 INFO [main] capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-18 07:40:15,229 INFO [main] capacity.ParentQueue (ParentQueue.java:(121)) - Initialized parent-queue root name=root, fullname=root 2014-10-18 07:40:15,229 INFO [main] capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-18 07:40:15,230 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:15,230 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:15,230 INFO [main] capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-18 07:40:15,230 INFO [main] capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-18 07:40:15,230 INFO [main] capacity.ParentQueue (ParentQueue.java:reinitialize(308)) - root: re-configured queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:15,230 INFO [main] capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(435)) - Initialized queue mappings, override: false 2014-10-18 07:40:15,231 INFO [main] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshQueues TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:15,231 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/3.0.0-SNAPSHOT/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-18 07:40:15,232 INFO [main] util.HostsFileReader (HostsFileReader.java:setIncludesFile(163)) - Setting the includes file to 2014-10-18 07:40:15,232 INFO [main] util.HostsFileReader (HostsFileReader.java:setExcludesFile(168)) - Setting the excludes file to 2014-10-18 07:40:15,232 INFO [main] util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list 2014-10-18 07:40:15,232 INFO [main] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshNodes TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:15,232 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource core-site.xml at file:/Users/wtan/project/github/hadoop-common-trunk/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/test-classes/core-site.xml 2014-10-18 07:40:15,233 INFO [main] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshSuperUserGroupsConfiguration TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:15,234 INFO [main] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource core-site.xml at file:/Users/wtan/project/github/hadoop-common-trunk/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/test-classes/core-site.xml 2014-10-18 07:40:15,234 INFO [main] security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache 2014-10-18 07:40:15,234 INFO [main] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshUserToGroupsMappings TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:15,234 INFO [main] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=transitionToActive TARGET=RMHAProtocolService RESULT=SUCCESS 2014-10-18 07:40:15,341 INFO [main] client.ConfiguredRMFailoverProxyProvider (ConfiguredRMFailoverProxyProvider.java:performFailover(100)) - Failing over to rm2 2014-10-18 07:40:15,362 INFO [Thread-389] zookeeper.JUnit4ZKTestRunner (JUnit4ZKTestRunner.java:evaluate(50)) - RUNNING TEST METHOD testResourceTrackerOnHA 2014-10-18 07:40:15,369 INFO [Thread-389] client.ConfiguredRMFailoverProxyProvider (ConfiguredRMFailoverProxyProvider.java:performFailover(100)) - Failing over to rm2 2014-10-18 07:40:15,406 INFO [Thread-388] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/3.0.0-SNAPSHOT/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-18 07:40:15,408 INFO [Thread-388] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshAdminAcls TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:15,408 INFO [Thread-388] resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1054)) - Transitioning to standby state 2014-10-18 07:40:15,408 INFO [Thread-388] event.AsyncDispatcher (AsyncDispatcher.java:serviceStop(138)) - AsyncDispatcher is draining to stop, igonring any new events. 2014-10-18 07:40:15,411 WARN [ApplicationMaster Launcher] amlauncher.ApplicationMasterLauncher (ApplicationMasterLauncher.java:run(98)) - org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2014-10-18 07:40:15,411 INFO [Thread-388] ipc.Server (Server.java:stop(2523)) - Stopping server on 28032 2014-10-18 07:40:15,417 INFO [IPC Server listener on 28032] ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 28032 2014-10-18 07:40:15,421 INFO [Thread-388] ipc.Server (Server.java:stop(2523)) - Stopping server on 28030 2014-10-18 07:40:15,421 INFO [IPC Server Responder] ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-18 07:40:15,431 INFO [IPC Server Responder] ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-18 07:40:15,431 INFO [Thread-388] ipc.Server (Server.java:stop(2523)) - Stopping server on 28031 2014-10-18 07:40:15,431 INFO [IPC Server listener on 28030] ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 28030 2014-10-18 07:40:15,436 INFO [IPC Server listener on 28031] ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 28031 2014-10-18 07:40:15,436 INFO [IPC Server Responder] ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-18 07:40:15,438 ERROR [ResourceManager Event Processor] resourcemanager.ResourceManager (ResourceManager.java:run(659)) - Returning, interrupted : java.lang.InterruptedException 2014-10-18 07:40:15,438 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - NMLivelinessMonitor thread interrupted 2014-10-18 07:40:15,442 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - AMLivelinessMonitor thread interrupted 2014-10-18 07:40:15,442 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - AMLivelinessMonitor thread interrupted 2014-10-18 07:40:15,442 ERROR [Thread[Thread-221,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(642)) - ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2014-10-18 07:40:15,442 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.ContainerAllocationExpirer thread interrupted 2014-10-18 07:40:15,444 INFO [Thread-388] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher 2014-10-18 07:40:15,445 INFO [Thread-388] security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms 2014-10-18 07:40:15,445 INFO [Thread-388] security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:(77)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms 2014-10-18 07:40:15,445 INFO [Thread-389] retry.RetryInvocationHandler (RetryInvocationHandler.java:invoke(139)) - Exception while invoking registerNodeManager of class ResourceTrackerPBClientImpl over rm2 after 1 fail over attempts. Trying to fail over immediately. java.io.IOException: Failed on local exception: java.io.EOFException; Host Details : local host is: "wtanMB/192.168.1.45"; destination host is: "wtanMB":28031; at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:764) at org.apache.hadoop.ipc.Client.call(Client.java:1472) at org.apache.hadoop.ipc.Client.call(Client.java:1399) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) at com.sun.proxy.$Proxy87.registerNodeManager(Unknown Source) at org.apache.hadoop.yarn.server.api.impl.pb.client.ResourceTrackerPBClientImpl.registerNodeManager(ResourceTrackerPBClientImpl.java:68) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:186) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:101) at com.sun.proxy.$Proxy88.registerNodeManager(Unknown Source) at org.apache.hadoop.yarn.client.TestResourceTrackerOnHA.testResourceTrackerOnHA(TestResourceTrackerOnHA.java:64) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:52) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) Caused by: java.io.EOFException at java.io.DataInputStream.readInt(DataInputStream.java:375) at org.apache.hadoop.ipc.Client$Connection.receiveRpcResponse(Client.java:1071) at org.apache.hadoop.ipc.Client$Connection.run(Client.java:966) 2014-10-18 07:40:15,445 INFO [Thread-388] security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms 2014-10-18 07:40:15,448 INFO [Thread-389] client.ConfiguredRMFailoverProxyProvider (ConfiguredRMFailoverProxyProvider.java:performFailover(100)) - Failing over to rm1 2014-10-18 07:40:15,448 INFO [Thread-388] recovery.RMStateStoreFactory (RMStateStoreFactory.java:getStore(33)) - Using RMStateStore implementation - class org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore 2014-10-18 07:40:15,448 INFO [Thread-388] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler 2014-10-18 07:40:15,449 INFO [Thread-388] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager 2014-10-18 07:40:15,449 INFO [Thread-388] resourcemanager.ResourceManager (ResourceManager.java:createScheduler(273)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler 2014-10-18 07:40:15,449 INFO [Thread-389] retry.RetryInvocationHandler (RetryInvocationHandler.java:invoke(139)) - Exception while invoking registerNodeManager of class ResourceTrackerPBClientImpl over rm1 after 2 fail over attempts. Trying to fail over after sleeping for 249ms. java.net.ConnectException: Call From wtanMB/192.168.1.45 to 0.0.0.0:18031 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27) at java.lang.reflect.Constructor.newInstance(Constructor.java:513) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:783) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:730) at org.apache.hadoop.ipc.Client.call(Client.java:1472) at org.apache.hadoop.ipc.Client.call(Client.java:1399) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) at com.sun.proxy.$Proxy87.registerNodeManager(Unknown Source) at org.apache.hadoop.yarn.server.api.impl.pb.client.ResourceTrackerPBClientImpl.registerNodeManager(ResourceTrackerPBClientImpl.java:68) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:186) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:101) at com.sun.proxy.$Proxy88.registerNodeManager(Unknown Source) at org.apache.hadoop.yarn.client.TestResourceTrackerOnHA.testResourceTrackerOnHA(TestResourceTrackerOnHA.java:64) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:52) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:529) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:493) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:607) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:705) at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) at org.apache.hadoop.ipc.Client.call(Client.java:1438) ... 22 more 2014-10-18 07:40:15,449 INFO [Thread-388] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher 2014-10-18 07:40:15,449 INFO [Thread-388] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher 2014-10-18 07:40:15,450 INFO [Thread-388] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher 2014-10-18 07:40:15,450 INFO [Thread-388] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher 2014-10-18 07:40:15,450 INFO [Thread-388] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - ResourceManager metrics system started (again) 2014-10-18 07:40:15,450 INFO [Thread-388] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager 2014-10-18 07:40:15,450 INFO [Thread-388] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher 2014-10-18 07:40:15,450 INFO [Thread-388] resourcemanager.RMNMInfo (RMNMInfo.java:(63)) - Registered RMNMInfo MBean 2014-10-18 07:40:15,451 INFO [IPC Server handler 0 on 28031] util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack 2014-10-18 07:40:15,451 INFO [Thread-388] metrics.SystemMetricsPublisher (SystemMetricsPublisher.java:serviceInit(98)) - YARN system metrics publishing service is not enabled 2014-10-18 07:40:15,451 INFO [Thread-388] util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list 2014-10-18 07:40:15,452 INFO [Thread-388] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource capacity-scheduler.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/3.0.0-SNAPSHOT/hadoop-yarn-server-tests-3.0.0-SNAPSHOT-tests.jar!/capacity-scheduler.xml 2014-10-18 07:40:15,452 INFO [IPC Server handler 0 on 28031] resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(337)) - NodeManager from node localhost(cmPort: 0 httpPort: 0) registered with capability: , assigned nodeId localhost:0 2014-10-18 07:40:15,455 WARN [IPC Server handler 0 on 28031] ipc.Server (Server.java:processResponse(1030)) - IPC Server handler 0 on 28031, call org.apache.hadoop.yarn.server.api.ResourceTrackerPB.registerNodeManager from 127.0.0.1:57183 Call#4 Retry#0: output error 2014-10-18 07:40:15,455 INFO [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - localhost:0 Node Transitioned from NEW to RUNNING 2014-10-18 07:40:15,455 INFO [IPC Server handler 0 on 28031] ipc.Server (Server.java:run(2191)) - IPC Server handler 0 on 28031 caught an exception java.nio.channels.ClosedChannelException at sun.nio.ch.SocketChannelImpl.ensureWriteOpen(SocketChannelImpl.java:135) at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:326) at org.apache.hadoop.ipc.Server.channelWrite(Server.java:2659) at org.apache.hadoop.ipc.Server.access$1900(Server.java:138) at org.apache.hadoop.ipc.Server$Responder.processResponse(Server.java:980) at org.apache.hadoop.ipc.Server$Responder.doRespond(Server.java:1045) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2180) 2014-10-18 07:40:15,464 INFO [Thread-388] capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-18 07:40:15,464 INFO [Thread-388] capacity.ParentQueue (ParentQueue.java:(121)) - Initialized parent-queue root name=root, fullname=root 2014-10-18 07:40:15,466 INFO [Thread-388] capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-18 07:40:15,466 INFO [Thread-388] capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:15,467 INFO [Thread-388] capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:15,467 INFO [Thread-388] capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(466)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:15,467 INFO [Thread-388] capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(435)) - Initialized queue mappings, override: false 2014-10-18 07:40:15,467 INFO [Thread-388] capacity.CapacityScheduler (CapacityScheduler.java:initScheduler(304)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<>, maximumAllocation=<>, asynchronousScheduling=false, asyncScheduleInterval=5ms 2014-10-18 07:40:15,467 INFO [Thread-388] resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1064)) - Transitioned to standby state 2014-10-18 07:40:15,467 INFO [Thread-388] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=transitionToStandby TARGET=RMHAProtocolService RESULT=SUCCESS 2014-10-18 07:40:15,468 INFO [Thread-388] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/3.0.0-SNAPSHOT/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-18 07:40:15,469 INFO [Thread-388] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshAdminAcls TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:15,469 INFO [Thread-388] resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1023)) - Transitioning to active state 2014-10-18 07:40:15,474 INFO [Thread-388] recovery.RMStateStore (RMStateStore.java:checkVersion(517)) - Loaded RM state version info 1.2 2014-10-18 07:40:15,626 INFO [Thread-388] recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:loadRMAppState(307)) - Done loading applications from FS state store 2014-10-18 07:40:15,626 INFO [Thread-388] security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:recover(181)) - recovering RMDelegationTokenSecretManager. 2014-10-18 07:40:15,627 INFO [Thread-388] resourcemanager.RMAppManager (RMAppManager.java:recover(446)) - Recovering 13 applications 2014-10-18 07:40:15,628 WARN [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: 0 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:15,629 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1000_0001 with 2 attempts and final state = FAILED 2014-10-18 07:40:15,630 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1000_0001_000001 with final state: FAILED 2014-10-18 07:40:15,630 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1000_0001_000002 with final state: FAILED 2014-10-18 07:40:15,631 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1000_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:15,631 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1000_0001_000002 State change from NEW to FAILED 2014-10-18 07:40:15,631 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1000_0001 State change from NEW to FAILED 2014-10-18 07:40:15,631 WARN [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logFailure(262)) - USER=wtan OPERATION=Application Finished - Failed TARGET=RMAppManager RESULT=FAILURE DESCRIPTION=App failed with state: FAILED PERMISSIONS=Application application_1000_0001 failed 2 times due to Error launching appattempt_1000_0001_000002. Got exception: org.apache.hadoop.yarn.exceptions.NMNotYetReadyException: Rejecting new containers as NodeManager has not yet connected with ResourceManager at org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl.startContainers(ContainerManagerImpl.java:694) at org.apache.hadoop.yarn.api.impl.pb.service.ContainerManagementProtocolPBServiceImpl.startContainers(ContainerManagementProtocolPBServiceImpl.java:60) at org.apache.hadoop.yarn.proto.ContainerManagementProtocol$ContainerManagementProtocolService$2.callBlockingMethod(ContainerManagementProtocol.java:95) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:639) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:966) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2125) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2121) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:394) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1640) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2119) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27) at java.lang.reflect.Constructor.newInstance(Constructor.java:513) at org.apache.hadoop.yarn.ipc.RPCUtil.instantiateException(RPCUtil.java:53) at org.apache.hadoop.yarn.ipc.RPCUtil.unwrapAndThrowException(RPCUtil.java:101) at org.apache.hadoop.yarn.api.impl.pb.client.ContainerManagementProtocolPBClientImpl.startContainers(ContainerManagementProtocolPBClientImpl.java:99) at org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher.launch(AMLauncher.java:119) at org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher.run(AMLauncher.java:254) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918) at java.lang.Thread.run(Thread.java:695) Caused by: org.apache.hadoop.ipc.RemoteException(org.apache.hadoop.yarn.exceptions.NMNotYetReadyException): Rejecting new containers as NodeManager has not yet connected with ResourceManager at org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl.startContainers(ContainerManagerImpl.java:694) at org.apache.hadoop.yarn.api.impl.pb.service.ContainerManagementProtocolPBServiceImpl.startContainers(ContainerManagementProtocolPBServiceImpl.java:60) at org.apache.hadoop.yarn.proto.ContainerManagementProtocol$ContainerManagementProtocolService$2.callBlockingMethod(ContainerManagementProtocol.java:95) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:639) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:966) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2125) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2121) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:394) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1640) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2119) at org.apache.hadoop.ipc.Client.call(Client.java:1468) at org.apache.hadoop.ipc.Client.call(Client.java:1399) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) at com.sun.proxy.$Proxy89.startContainers(Unknown Source) at org.apache.hadoop.yarn.api.impl.pb.client.ContainerManagementProtocolPBClientImpl.startContainers(ContainerManagementProtocolPBClientImpl.java:96) ... 5 more . Failing the application. APPID=application_1000_0001 2014-10-18 07:40:15,632 WARN [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:15,632 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413395587728_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:15,632 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1000_0001,name=N/A,user=wtan,queue=default,state=FAILED,trackingUrl=http://wtanMB:28088/proxy/application_1000_0001/,appMasterHost=N/A,startTime=1413489276337,finishTime=1413489284736,finalStatus=FAILED 2014-10-18 07:40:15,632 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413395587728_0001_000001 with final state: FAILED 2014-10-18 07:40:15,633 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413395587728_0001_000002 with final state: FINISHED 2014-10-18 07:40:15,633 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413395587728_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:15,633 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413395587728_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:15,633 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413395587728_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,634 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413395587728_0001 2014-10-18 07:40:15,634 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413395602659_0001 with 1 attempts and final state = FINISHED 2014-10-18 07:40:15,634 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413395587728_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413395587728_0001/A,appMasterHost=N/A,startTime=1413395587961,finishTime=1413395593834,finalStatus=SUCCEEDED 2014-10-18 07:40:15,634 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413395602659_0001_000001 with final state: FINISHED 2014-10-18 07:40:15,634 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413395602659_0001_000001 State change from NEW to FINISHED 2014-10-18 07:40:15,635 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413395602659_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,635 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=wtan OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413395602659_0001 2014-10-18 07:40:15,635 WARN [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:15,635 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413395602659_0001,name=,user=wtan,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413395602659_0001/A,appMasterHost=N/A,startTime=1413395602707,finishTime=1413395607717,finalStatus=SUCCEEDED 2014-10-18 07:40:15,635 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413395609800_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:15,635 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413395609800_0001_000001 with final state: FAILED 2014-10-18 07:40:15,636 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413395609800_0001_000002 with final state: FINISHED 2014-10-18 07:40:15,636 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413395609800_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:15,636 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413395609800_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:15,637 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413395609800_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,637 WARN [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:15,637 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413395609800_0001 2014-10-18 07:40:15,637 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413419593237_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:15,637 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413395609800_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413395609800_0001/A,appMasterHost=N/A,startTime=1413395609844,finishTime=1413395619394,finalStatus=SUCCEEDED 2014-10-18 07:40:15,637 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413419593237_0001_000001 with final state: FAILED 2014-10-18 07:40:15,638 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413419593237_0001_000002 with final state: FINISHED 2014-10-18 07:40:15,638 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413419593237_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:15,638 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413419593237_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:15,639 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413419593237_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,639 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413419593237_0001 2014-10-18 07:40:15,639 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413419609625_0001 with 1 attempts and final state = FINISHED 2014-10-18 07:40:15,639 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413419593237_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413419593237_0001/A,appMasterHost=N/A,startTime=1413419593545,finishTime=1413419599801,finalStatus=SUCCEEDED 2014-10-18 07:40:15,639 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413419609625_0001_000001 with final state: FINISHED 2014-10-18 07:40:15,640 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413419609625_0001_000001 State change from NEW to FINISHED 2014-10-18 07:40:15,640 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413419609625_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,640 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=wtan OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413419609625_0001 2014-10-18 07:40:15,640 WARN [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:15,640 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413419609625_0001,name=,user=wtan,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413419609625_0001/A,appMasterHost=N/A,startTime=1413419609692,finishTime=1413419614701,finalStatus=SUCCEEDED 2014-10-18 07:40:15,640 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413419616782_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:15,641 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413419616782_0001_000001 with final state: FAILED 2014-10-18 07:40:15,641 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413419616782_0001_000002 with final state: FINISHED 2014-10-18 07:40:15,641 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413419616782_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:15,642 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413419616782_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:15,642 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413419616782_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,642 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413419616782_0001 2014-10-18 07:40:15,642 WARN [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:15,642 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413419616782_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413419616782_0001/A,appMasterHost=N/A,startTime=1413419616839,finishTime=1413419626988,finalStatus=SUCCEEDED 2014-10-18 07:40:15,642 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413434523496_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:15,643 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413434523496_0001_000001 with final state: FAILED 2014-10-18 07:40:15,643 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413434523496_0001_000002 with final state: FINISHED 2014-10-18 07:40:15,643 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413434523496_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:15,643 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413434523496_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:15,644 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413434523496_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,644 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413434523496_0001 2014-10-18 07:40:15,644 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413434538711_0001 with 1 attempts and final state = FINISHED 2014-10-18 07:40:15,644 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413434523496_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413434523496_0001/A,appMasterHost=N/A,startTime=1413434523839,finishTime=1413434529897,finalStatus=SUCCEEDED 2014-10-18 07:40:15,644 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413434538711_0001_000001 with final state: FINISHED 2014-10-18 07:40:15,646 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413434538711_0001_000001 State change from NEW to FINISHED 2014-10-18 07:40:15,646 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413434538711_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,647 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=wtan OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413434538711_0001 2014-10-18 07:40:15,647 WARN [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:15,647 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413434545892_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:15,647 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413434538711_0001,name=,user=wtan,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413434538711_0001/A,appMasterHost=N/A,startTime=1413434538796,finishTime=1413434543809,finalStatus=SUCCEEDED 2014-10-18 07:40:15,647 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413434545892_0001_000001 with final state: FAILED 2014-10-18 07:40:15,648 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413434545892_0001_000002 with final state: FINISHED 2014-10-18 07:40:15,648 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413434545892_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:15,648 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413434545892_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:15,648 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413434545892_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,648 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413434545892_0001 2014-10-18 07:40:15,648 WARN [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:15,648 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413513126246_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:15,648 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413434545892_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413434545892_0001/A,appMasterHost=N/A,startTime=1413434545972,finishTime=1413434555930,finalStatus=SUCCEEDED 2014-10-18 07:40:15,649 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413513126246_0001_000001 with final state: FAILED 2014-10-18 07:40:15,649 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413513126246_0001_000002 with final state: FINISHED 2014-10-18 07:40:15,650 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413513126246_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:15,650 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413513126246_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:15,650 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413513126246_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,650 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413513126246_0001 2014-10-18 07:40:15,650 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413513141775_0001 with 1 attempts and final state = FINISHED 2014-10-18 07:40:15,650 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413513126246_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413513126246_0001/A,appMasterHost=N/A,startTime=1413513126914,finishTime=1413513132962,finalStatus=SUCCEEDED 2014-10-18 07:40:15,650 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413513141775_0001_000001 with final state: FINISHED 2014-10-18 07:40:15,651 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413513141775_0001_000001 State change from NEW to FINISHED 2014-10-18 07:40:15,651 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413513141775_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,651 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=wtan OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413513141775_0001 2014-10-18 07:40:15,651 WARN [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:15,651 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413513141775_0001,name=,user=wtan,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413513141775_0001/A,appMasterHost=N/A,startTime=1413513141959,finishTime=1413513146968,finalStatus=SUCCEEDED 2014-10-18 07:40:15,651 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413513149048_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:15,652 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413513149048_0001_000001 with final state: FAILED 2014-10-18 07:40:15,652 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413513149048_0001_000002 with final state: FINISHED 2014-10-18 07:40:15,652 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413513149048_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:15,653 INFO [Thread-388] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413513149048_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:15,653 INFO [Thread-388] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413513149048_0001 State change from NEW to FINISHED 2014-10-18 07:40:15,653 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413513149048_0001 2014-10-18 07:40:15,653 INFO [Thread-388] security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(105)) - Rolling master-key for container-tokens 2014-10-18 07:40:15,653 INFO [Thread-388] security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens 2014-10-18 07:40:15,653 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413513149048_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413513149048_0001/A,appMasterHost=N/A,startTime=1413513149195,finishTime=1413513159135,finalStatus=SUCCEEDED 2014-10-18 07:40:15,653 INFO [Thread-388] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-18 07:40:15,653 INFO [Thread-388] security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 509 2014-10-18 07:40:15,654 INFO [Thread-388] recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:storeRMDTMasterKeyState(543)) - Storing RMDelegationKey_509 2014-10-18 07:40:15,671 INFO [Thread[Thread-401,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(621)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s) 2014-10-18 07:40:15,672 INFO [Thread[Thread-401,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-18 07:40:15,677 INFO [Thread[Thread-401,5,main]] security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 510 2014-10-18 07:40:15,679 INFO [Thread[Thread-401,5,main]] recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:storeRMDTMasterKeyState(543)) - Storing RMDelegationKey_510 2014-10-18 07:40:15,686 INFO [Thread-388] ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-18 07:40:15,687 INFO [Socket Reader #1 for port 18031] ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 18031 2014-10-18 07:40:15,700 INFO [Thread-389] client.ConfiguredRMFailoverProxyProvider (ConfiguredRMFailoverProxyProvider.java:performFailover(100)) - Failing over to rm2 2014-10-18 07:40:15,703 INFO [Thread-388] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server 2014-10-18 07:40:15,704 INFO [IPC Server Responder] ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-18 07:40:15,704 INFO [IPC Server listener on 18031] ipc.Server (Server.java:run(677)) - IPC Server listener on 18031: starting 2014-10-18 07:40:15,704 INFO [Thread-389] retry.RetryInvocationHandler (RetryInvocationHandler.java:invoke(139)) - Exception while invoking registerNodeManager of class ResourceTrackerPBClientImpl over rm2 after 3 fail over attempts. Trying to fail over after sleeping for 1028ms. java.net.ConnectException: Call From wtanMB/192.168.1.45 to wtanMB:28031 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27) at java.lang.reflect.Constructor.newInstance(Constructor.java:513) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:783) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:730) at org.apache.hadoop.ipc.Client.call(Client.java:1472) at org.apache.hadoop.ipc.Client.call(Client.java:1399) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) at com.sun.proxy.$Proxy87.registerNodeManager(Unknown Source) at org.apache.hadoop.yarn.server.api.impl.pb.client.ResourceTrackerPBClientImpl.registerNodeManager(ResourceTrackerPBClientImpl.java:68) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:186) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:101) at com.sun.proxy.$Proxy88.registerNodeManager(Unknown Source) at org.apache.hadoop.yarn.client.TestResourceTrackerOnHA.testResourceTrackerOnHA(TestResourceTrackerOnHA.java:64) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:52) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:529) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:493) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:607) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:705) at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) at org.apache.hadoop.ipc.Client.call(Client.java:1438) ... 22 more 2014-10-18 07:40:15,711 INFO [Thread-388] ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-18 07:40:15,711 INFO [Socket Reader #1 for port 28030] ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 28030 2014-10-18 07:40:15,714 INFO [Thread-388] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server 2014-10-18 07:40:15,715 INFO [IPC Server Responder] ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-18 07:40:15,715 INFO [IPC Server listener on 28030] ipc.Server (Server.java:run(677)) - IPC Server listener on 28030: starting 2014-10-18 07:40:15,724 INFO [Thread-388] ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-18 07:40:15,724 INFO [Socket Reader #1 for port 18032] ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 18032 2014-10-18 07:40:15,726 INFO [Thread-388] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server 2014-10-18 07:40:15,726 INFO [IPC Server Responder] ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-18 07:40:15,726 INFO [IPC Server listener on 18032] ipc.Server (Server.java:run(677)) - IPC Server listener on 18032: starting 2014-10-18 07:40:15,736 INFO [Thread-388] resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1043)) - Transitioned to active state 2014-10-18 07:40:15,737 INFO [Thread-388] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource capacity-scheduler.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/3.0.0-SNAPSHOT/hadoop-yarn-server-tests-3.0.0-SNAPSHOT-tests.jar!/capacity-scheduler.xml 2014-10-18 07:40:15,745 INFO [Thread-388] capacity.CapacityScheduler (CapacityScheduler.java:reinitialize(352)) - Re-initializing queues... 2014-10-18 07:40:15,746 INFO [Thread-388] capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-18 07:40:15,746 INFO [Thread-388] capacity.ParentQueue (ParentQueue.java:(121)) - Initialized parent-queue root name=root, fullname=root 2014-10-18 07:40:15,746 INFO [Thread-388] capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-18 07:40:15,746 INFO [Thread-388] capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:15,746 INFO [Thread-388] capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:15,747 INFO [Thread-388] capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-18 07:40:15,747 INFO [Thread-388] capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-18 07:40:15,747 INFO [Thread-388] capacity.ParentQueue (ParentQueue.java:reinitialize(308)) - root: re-configured queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:15,747 INFO [Thread-388] capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(435)) - Initialized queue mappings, override: false 2014-10-18 07:40:15,747 INFO [Thread-388] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshQueues TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:15,747 INFO [Thread-388] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/3.0.0-SNAPSHOT/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-18 07:40:15,748 INFO [Thread-388] util.HostsFileReader (HostsFileReader.java:setIncludesFile(163)) - Setting the includes file to 2014-10-18 07:40:15,748 INFO [Thread-388] util.HostsFileReader (HostsFileReader.java:setExcludesFile(168)) - Setting the excludes file to 2014-10-18 07:40:15,749 INFO [Thread-388] util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list 2014-10-18 07:40:15,749 INFO [Thread-388] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshNodes TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:15,749 INFO [Thread-388] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource core-site.xml at file:/Users/wtan/project/github/hadoop-common-trunk/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/test-classes/core-site.xml 2014-10-18 07:40:15,750 INFO [Thread-388] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshSuperUserGroupsConfiguration TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:15,750 INFO [Thread-388] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource core-site.xml at file:/Users/wtan/project/github/hadoop-common-trunk/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/test-classes/core-site.xml 2014-10-18 07:40:15,750 INFO [Thread-388] security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache 2014-10-18 07:40:15,750 INFO [Thread-388] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshUserToGroupsMappings TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:15,750 INFO [Thread-388] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=transitionToActive TARGET=RMHAProtocolService RESULT=SUCCESS 2014-10-18 07:40:16,735 INFO [Thread-389] client.ConfiguredRMFailoverProxyProvider (ConfiguredRMFailoverProxyProvider.java:performFailover(100)) - Failing over to rm1 2014-10-18 07:40:16,840 INFO [IPC Server handler 0 on 18031] util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack 2014-10-18 07:40:16,841 INFO [IPC Server handler 0 on 18031] resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(337)) - NodeManager from node localhost(cmPort: 0 httpPort: 0) registered with capability: , assigned nodeId localhost:0 2014-10-18 07:40:16,841 INFO [AsyncDispatcher event handler] rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - localhost:0 Node Transitioned from NEW to RUNNING 2014-10-18 07:40:16,843 INFO [Thread-569] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/3.0.0-SNAPSHOT/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-18 07:40:16,846 INFO [Thread-569] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshAdminAcls TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:16,846 INFO [Thread-569] resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1054)) - Transitioning to standby state 2014-10-18 07:40:16,847 INFO [Thread-569] event.AsyncDispatcher (AsyncDispatcher.java:serviceStop(138)) - AsyncDispatcher is draining to stop, igonring any new events. 2014-10-18 07:40:16,848 WARN [ApplicationMaster Launcher] amlauncher.ApplicationMasterLauncher (ApplicationMasterLauncher.java:run(98)) - org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2014-10-18 07:40:16,849 INFO [Thread-569] ipc.Server (Server.java:stop(2523)) - Stopping server on 18032 2014-10-18 07:40:16,851 INFO [IPC Server listener on 18032] ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 18032 2014-10-18 07:40:16,852 INFO [Thread-569] ipc.Server (Server.java:stop(2523)) - Stopping server on 28030 2014-10-18 07:40:16,851 INFO [IPC Server Responder] ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-18 07:40:16,852 INFO [ResourceManager Event Processor] capacity.CapacityScheduler (CapacityScheduler.java:addNode(1134)) - Added node localhost:0 clusterResource: 2014-10-18 07:40:16,854 INFO [IPC Server listener on 28030] ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 28030 2014-10-18 07:40:16,854 INFO [IPC Server Responder] ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-18 07:40:16,855 INFO [Thread-569] ipc.Server (Server.java:stop(2523)) - Stopping server on 18031 2014-10-18 07:40:16,859 INFO [IPC Server listener on 18031] ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 18031 2014-10-18 07:40:16,860 ERROR [ResourceManager Event Processor] resourcemanager.ResourceManager (ResourceManager.java:run(659)) - Returning, interrupted : java.lang.InterruptedException 2014-10-18 07:40:16,860 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - NMLivelinessMonitor thread interrupted 2014-10-18 07:40:16,859 INFO [IPC Server Responder] ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-18 07:40:16,864 ERROR [Thread[Thread-401,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(642)) - ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2014-10-18 07:40:16,864 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.ContainerAllocationExpirer thread interrupted 2014-10-18 07:40:16,864 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - AMLivelinessMonitor thread interrupted 2014-10-18 07:40:16,864 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - AMLivelinessMonitor thread interrupted 2014-10-18 07:40:16,869 INFO [Thread-569] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher 2014-10-18 07:40:16,872 INFO [Thread-569] security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms 2014-10-18 07:40:16,872 INFO [Thread-569] security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:(77)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms 2014-10-18 07:40:16,872 INFO [Thread-389] retry.RetryInvocationHandler (RetryInvocationHandler.java:invoke(139)) - Exception while invoking nodeHeartbeat of class ResourceTrackerPBClientImpl over rm1. Trying to fail over immediately. java.io.IOException: Failed on local exception: java.io.EOFException; Host Details : local host is: "wtanMB/192.168.1.45"; destination host is: "0.0.0.0":18031; at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:764) at org.apache.hadoop.ipc.Client.call(Client.java:1472) at org.apache.hadoop.ipc.Client.call(Client.java:1399) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) at com.sun.proxy.$Proxy87.nodeHeartbeat(Unknown Source) at org.apache.hadoop.yarn.server.api.impl.pb.client.ResourceTrackerPBClientImpl.nodeHeartbeat(ResourceTrackerPBClientImpl.java:80) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:186) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:101) at com.sun.proxy.$Proxy88.nodeHeartbeat(Unknown Source) at org.apache.hadoop.yarn.client.TestResourceTrackerOnHA.testResourceTrackerOnHA(TestResourceTrackerOnHA.java:74) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:52) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) Caused by: java.io.EOFException at java.io.DataInputStream.readInt(DataInputStream.java:375) at org.apache.hadoop.ipc.Client$Connection.receiveRpcResponse(Client.java:1071) at org.apache.hadoop.ipc.Client$Connection.run(Client.java:966) 2014-10-18 07:40:16,873 INFO [Thread-389] client.ConfiguredRMFailoverProxyProvider (ConfiguredRMFailoverProxyProvider.java:performFailover(100)) - Failing over to rm2 2014-10-18 07:40:16,872 INFO [Thread-569] security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms 2014-10-18 07:40:16,873 INFO [Thread-569] recovery.RMStateStoreFactory (RMStateStoreFactory.java:getStore(33)) - Using RMStateStore implementation - class org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore 2014-10-18 07:40:16,874 INFO [Thread-569] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler 2014-10-18 07:40:16,874 INFO [Thread-569] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager 2014-10-18 07:40:16,874 INFO [Thread-569] resourcemanager.ResourceManager (ResourceManager.java:createScheduler(273)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler 2014-10-18 07:40:16,874 INFO [Thread-389] retry.RetryInvocationHandler (RetryInvocationHandler.java:invoke(139)) - Exception while invoking nodeHeartbeat of class ResourceTrackerPBClientImpl over rm2 after 1 fail over attempts. Trying to fail over after sleeping for 112ms. java.net.ConnectException: Call From wtanMB/192.168.1.45 to wtanMB:28031 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27) at java.lang.reflect.Constructor.newInstance(Constructor.java:513) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:783) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:730) at org.apache.hadoop.ipc.Client.call(Client.java:1472) at org.apache.hadoop.ipc.Client.call(Client.java:1399) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) at com.sun.proxy.$Proxy87.nodeHeartbeat(Unknown Source) at org.apache.hadoop.yarn.server.api.impl.pb.client.ResourceTrackerPBClientImpl.nodeHeartbeat(ResourceTrackerPBClientImpl.java:80) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:186) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:101) at com.sun.proxy.$Proxy88.nodeHeartbeat(Unknown Source) at org.apache.hadoop.yarn.client.TestResourceTrackerOnHA.testResourceTrackerOnHA(TestResourceTrackerOnHA.java:74) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:52) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:529) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:493) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:607) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:705) at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) at org.apache.hadoop.ipc.Client.call(Client.java:1438) ... 22 more 2014-10-18 07:40:16,874 INFO [Thread-569] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher 2014-10-18 07:40:16,875 INFO [Thread-569] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher 2014-10-18 07:40:16,875 INFO [Thread-569] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher 2014-10-18 07:40:16,875 INFO [Thread-569] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher 2014-10-18 07:40:16,875 INFO [Thread-569] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - ResourceManager metrics system started (again) 2014-10-18 07:40:16,875 INFO [Thread-569] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager 2014-10-18 07:40:16,875 INFO [Thread-569] event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher 2014-10-18 07:40:16,876 INFO [Thread-569] resourcemanager.RMNMInfo (RMNMInfo.java:(63)) - Registered RMNMInfo MBean 2014-10-18 07:40:16,876 INFO [Thread-569] metrics.SystemMetricsPublisher (SystemMetricsPublisher.java:serviceInit(98)) - YARN system metrics publishing service is not enabled 2014-10-18 07:40:16,876 INFO [Thread-569] util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list 2014-10-18 07:40:16,877 INFO [Thread-569] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource capacity-scheduler.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/3.0.0-SNAPSHOT/hadoop-yarn-server-tests-3.0.0-SNAPSHOT-tests.jar!/capacity-scheduler.xml 2014-10-18 07:40:16,887 INFO [Thread-569] capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-18 07:40:16,887 INFO [Thread-569] capacity.ParentQueue (ParentQueue.java:(121)) - Initialized parent-queue root name=root, fullname=root 2014-10-18 07:40:16,889 INFO [Thread-569] capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-18 07:40:16,889 INFO [Thread-569] capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:16,889 INFO [Thread-569] capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:16,889 INFO [Thread-569] capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(466)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:16,889 INFO [Thread-569] capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(435)) - Initialized queue mappings, override: false 2014-10-18 07:40:16,889 INFO [Thread-569] capacity.CapacityScheduler (CapacityScheduler.java:initScheduler(304)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<>, maximumAllocation=<>, asynchronousScheduling=false, asyncScheduleInterval=5ms 2014-10-18 07:40:16,890 INFO [Thread-569] resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1064)) - Transitioned to standby state 2014-10-18 07:40:16,890 INFO [Thread-569] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=transitionToStandby TARGET=RMHAProtocolService RESULT=SUCCESS 2014-10-18 07:40:16,890 INFO [Thread-569] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/3.0.0-SNAPSHOT/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-18 07:40:16,891 INFO [Thread-569] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshAdminAcls TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:16,891 INFO [Thread-569] resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1023)) - Transitioning to active state 2014-10-18 07:40:16,896 INFO [Thread-569] recovery.RMStateStore (RMStateStore.java:checkVersion(517)) - Loaded RM state version info 1.2 2014-10-18 07:40:16,988 INFO [Thread-389] client.ConfiguredRMFailoverProxyProvider (ConfiguredRMFailoverProxyProvider.java:performFailover(100)) - Failing over to rm1 2014-10-18 07:40:16,989 INFO [Thread-389] retry.RetryInvocationHandler (RetryInvocationHandler.java:invoke(139)) - Exception while invoking nodeHeartbeat of class ResourceTrackerPBClientImpl over rm1 after 2 fail over attempts. Trying to fail over after sleeping for 430ms. java.net.ConnectException: Call From wtanMB/192.168.1.45 to 0.0.0.0:18031 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27) at java.lang.reflect.Constructor.newInstance(Constructor.java:513) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:783) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:730) at org.apache.hadoop.ipc.Client.call(Client.java:1472) at org.apache.hadoop.ipc.Client.call(Client.java:1399) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) at com.sun.proxy.$Proxy87.nodeHeartbeat(Unknown Source) at org.apache.hadoop.yarn.server.api.impl.pb.client.ResourceTrackerPBClientImpl.nodeHeartbeat(ResourceTrackerPBClientImpl.java:80) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:186) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:101) at com.sun.proxy.$Proxy88.nodeHeartbeat(Unknown Source) at org.apache.hadoop.yarn.client.TestResourceTrackerOnHA.testResourceTrackerOnHA(TestResourceTrackerOnHA.java:74) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:52) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:529) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:493) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:607) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:705) at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) at org.apache.hadoop.ipc.Client.call(Client.java:1438) ... 22 more 2014-10-18 07:40:17,034 INFO [Thread-569] recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:loadRMAppState(307)) - Done loading applications from FS state store 2014-10-18 07:40:17,034 INFO [Thread-569] security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:recover(181)) - recovering RMDelegationTokenSecretManager. 2014-10-18 07:40:17,035 INFO [Thread-569] resourcemanager.RMAppManager (RMAppManager.java:recover(446)) - Recovering 13 applications 2014-10-18 07:40:17,035 WARN [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: 0 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:17,035 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1000_0001 with 2 attempts and final state = FAILED 2014-10-18 07:40:17,036 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1000_0001_000001 with final state: FAILED 2014-10-18 07:40:17,036 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1000_0001_000002 with final state: FAILED 2014-10-18 07:40:17,037 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1000_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:17,037 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1000_0001_000002 State change from NEW to FAILED 2014-10-18 07:40:17,037 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1000_0001 State change from NEW to FAILED 2014-10-18 07:40:17,037 WARN [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:17,037 WARN [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logFailure(262)) - USER=wtan OPERATION=Application Finished - Failed TARGET=RMAppManager RESULT=FAILURE DESCRIPTION=App failed with state: FAILED PERMISSIONS=Application application_1000_0001 failed 2 times due to Error launching appattempt_1000_0001_000002. Got exception: org.apache.hadoop.yarn.exceptions.NMNotYetReadyException: Rejecting new containers as NodeManager has not yet connected with ResourceManager at org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl.startContainers(ContainerManagerImpl.java:694) at org.apache.hadoop.yarn.api.impl.pb.service.ContainerManagementProtocolPBServiceImpl.startContainers(ContainerManagementProtocolPBServiceImpl.java:60) at org.apache.hadoop.yarn.proto.ContainerManagementProtocol$ContainerManagementProtocolService$2.callBlockingMethod(ContainerManagementProtocol.java:95) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:639) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:966) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2125) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2121) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:394) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1640) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2119) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27) at java.lang.reflect.Constructor.newInstance(Constructor.java:513) at org.apache.hadoop.yarn.ipc.RPCUtil.instantiateException(RPCUtil.java:53) at org.apache.hadoop.yarn.ipc.RPCUtil.unwrapAndThrowException(RPCUtil.java:101) at org.apache.hadoop.yarn.api.impl.pb.client.ContainerManagementProtocolPBClientImpl.startContainers(ContainerManagementProtocolPBClientImpl.java:99) at org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher.launch(AMLauncher.java:119) at org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncher.run(AMLauncher.java:254) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918) at java.lang.Thread.run(Thread.java:695) Caused by: org.apache.hadoop.ipc.RemoteException(org.apache.hadoop.yarn.exceptions.NMNotYetReadyException): Rejecting new containers as NodeManager has not yet connected with ResourceManager at org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl.startContainers(ContainerManagerImpl.java:694) at org.apache.hadoop.yarn.api.impl.pb.service.ContainerManagementProtocolPBServiceImpl.startContainers(ContainerManagementProtocolPBServiceImpl.java:60) at org.apache.hadoop.yarn.proto.ContainerManagementProtocol$ContainerManagementProtocolService$2.callBlockingMethod(ContainerManagementProtocol.java:95) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:639) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:966) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2125) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2121) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:394) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1640) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2119) at org.apache.hadoop.ipc.Client.call(Client.java:1468) at org.apache.hadoop.ipc.Client.call(Client.java:1399) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) at com.sun.proxy.$Proxy89.startContainers(Unknown Source) at org.apache.hadoop.yarn.api.impl.pb.client.ContainerManagementProtocolPBClientImpl.startContainers(ContainerManagementProtocolPBClientImpl.java:96) ... 5 more . Failing the application. APPID=application_1000_0001 2014-10-18 07:40:17,037 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413395587728_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:17,038 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1000_0001,name=N/A,user=wtan,queue=default,state=FAILED,trackingUrl=http://wtanMB:28088/proxy/application_1000_0001/,appMasterHost=N/A,startTime=1413489276337,finishTime=1413489284736,finalStatus=FAILED 2014-10-18 07:40:17,038 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413395587728_0001_000001 with final state: FAILED 2014-10-18 07:40:17,038 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413395587728_0001_000002 with final state: FINISHED 2014-10-18 07:40:17,039 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413395587728_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:17,039 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413395587728_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:17,039 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413395587728_0001 State change from NEW to FINISHED 2014-10-18 07:40:17,039 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413395587728_0001 2014-10-18 07:40:17,039 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413395602659_0001 with 1 attempts and final state = FINISHED 2014-10-18 07:40:17,041 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413395587728_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413395587728_0001/A,appMasterHost=N/A,startTime=1413395587961,finishTime=1413395593834,finalStatus=SUCCEEDED 2014-10-18 07:40:17,041 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413395602659_0001_000001 with final state: FINISHED 2014-10-18 07:40:17,041 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413395602659_0001_000001 State change from NEW to FINISHED 2014-10-18 07:40:17,042 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413395602659_0001 State change from NEW to FINISHED 2014-10-18 07:40:17,042 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=wtan OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413395602659_0001 2014-10-18 07:40:17,042 WARN [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:17,042 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413395602659_0001,name=,user=wtan,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413395602659_0001/A,appMasterHost=N/A,startTime=1413395602707,finishTime=1413395607717,finalStatus=SUCCEEDED 2014-10-18 07:40:17,042 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413395609800_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:17,042 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413395609800_0001_000001 with final state: FAILED 2014-10-18 07:40:17,043 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413395609800_0001_000002 with final state: FINISHED 2014-10-18 07:40:17,043 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413395609800_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:17,043 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413395609800_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:17,043 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413395609800_0001 State change from NEW to FINISHED 2014-10-18 07:40:17,043 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413395609800_0001 2014-10-18 07:40:17,043 WARN [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:17,044 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413419593237_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:17,044 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413395609800_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413395609800_0001/A,appMasterHost=N/A,startTime=1413395609844,finishTime=1413395619394,finalStatus=SUCCEEDED 2014-10-18 07:40:17,044 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413419593237_0001_000001 with final state: FAILED 2014-10-18 07:40:17,045 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413419593237_0001_000002 with final state: FINISHED 2014-10-18 07:40:17,045 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413419593237_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:17,045 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413419593237_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:17,045 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413419593237_0001 State change from NEW to FINISHED 2014-10-18 07:40:17,045 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413419593237_0001 2014-10-18 07:40:17,045 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413419609625_0001 with 1 attempts and final state = FINISHED 2014-10-18 07:40:17,045 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413419593237_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413419593237_0001/A,appMasterHost=N/A,startTime=1413419593545,finishTime=1413419599801,finalStatus=SUCCEEDED 2014-10-18 07:40:17,046 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413419609625_0001_000001 with final state: FINISHED 2014-10-18 07:40:17,046 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413419609625_0001_000001 State change from NEW to FINISHED 2014-10-18 07:40:17,046 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413419609625_0001 State change from NEW to FINISHED 2014-10-18 07:40:17,046 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=wtan OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413419609625_0001 2014-10-18 07:40:17,046 WARN [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:17,047 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413419609625_0001,name=,user=wtan,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413419609625_0001/A,appMasterHost=N/A,startTime=1413419609692,finishTime=1413419614701,finalStatus=SUCCEEDED 2014-10-18 07:40:17,047 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413419616782_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:17,047 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413419616782_0001_000001 with final state: FAILED 2014-10-18 07:40:17,047 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413419616782_0001_000002 with final state: FINISHED 2014-10-18 07:40:17,048 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413419616782_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:17,048 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413419616782_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:17,048 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413419616782_0001 State change from NEW to FINISHED 2014-10-18 07:40:17,048 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413419616782_0001 2014-10-18 07:40:17,048 WARN [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:17,048 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413434523496_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:17,048 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413419616782_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413419616782_0001/A,appMasterHost=N/A,startTime=1413419616839,finishTime=1413419626988,finalStatus=SUCCEEDED 2014-10-18 07:40:17,049 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413434523496_0001_000001 with final state: FAILED 2014-10-18 07:40:17,049 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413434523496_0001_000002 with final state: FINISHED 2014-10-18 07:40:17,049 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413434523496_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:17,050 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413434523496_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:17,050 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413434523496_0001 State change from NEW to FINISHED 2014-10-18 07:40:17,050 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413434523496_0001 2014-10-18 07:40:17,050 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413434538711_0001 with 1 attempts and final state = FINISHED 2014-10-18 07:40:17,050 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413434523496_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413434523496_0001/A,appMasterHost=N/A,startTime=1413434523839,finishTime=1413434529897,finalStatus=SUCCEEDED 2014-10-18 07:40:17,050 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413434538711_0001_000001 with final state: FINISHED 2014-10-18 07:40:17,051 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413434538711_0001_000001 State change from NEW to FINISHED 2014-10-18 07:40:17,051 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413434538711_0001 State change from NEW to FINISHED 2014-10-18 07:40:17,051 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=wtan OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413434538711_0001 2014-10-18 07:40:17,051 WARN [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:17,051 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413434538711_0001,name=,user=wtan,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413434538711_0001/A,appMasterHost=N/A,startTime=1413434538796,finishTime=1413434543809,finalStatus=SUCCEEDED 2014-10-18 07:40:17,051 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413434545892_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:17,052 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413434545892_0001_000001 with final state: FAILED 2014-10-18 07:40:17,052 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413434545892_0001_000002 with final state: FINISHED 2014-10-18 07:40:17,052 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413434545892_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:17,052 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413434545892_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:17,053 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413434545892_0001 State change from NEW to FINISHED 2014-10-18 07:40:17,053 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413434545892_0001 2014-10-18 07:40:17,053 WARN [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:17,053 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413434545892_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413434545892_0001/A,appMasterHost=N/A,startTime=1413434545972,finishTime=1413434555930,finalStatus=SUCCEEDED 2014-10-18 07:40:17,053 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413513126246_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:17,053 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413513126246_0001_000001 with final state: FAILED 2014-10-18 07:40:17,054 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413513126246_0001_000002 with final state: FINISHED 2014-10-18 07:40:17,054 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413513126246_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:17,054 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413513126246_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:17,054 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413513126246_0001 State change from NEW to FINISHED 2014-10-18 07:40:17,055 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413513126246_0001 2014-10-18 07:40:17,055 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413513141775_0001 with 1 attempts and final state = FINISHED 2014-10-18 07:40:17,055 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413513126246_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413513126246_0001/A,appMasterHost=N/A,startTime=1413513126914,finishTime=1413513132962,finalStatus=SUCCEEDED 2014-10-18 07:40:17,055 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413513141775_0001_000001 with final state: FINISHED 2014-10-18 07:40:17,055 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413513141775_0001_000001 State change from NEW to FINISHED 2014-10-18 07:40:17,056 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413513141775_0001 State change from NEW to FINISHED 2014-10-18 07:40:17,056 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=wtan OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413513141775_0001 2014-10-18 07:40:17,056 WARN [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:(375)) - The specific max attempts: -1 for application: 1 is invalid, because it is out of the range [1, 2]. Use the global max attempts instead. 2014-10-18 07:40:17,056 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413513141775_0001,name=,user=wtan,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413513141775_0001/A,appMasterHost=N/A,startTime=1413513141959,finishTime=1413513146968,finalStatus=SUCCEEDED 2014-10-18 07:40:17,056 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:recover(716)) - Recovering app: application_1413513149048_0001 with 2 attempts and final state = FINISHED 2014-10-18 07:40:17,056 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413513149048_0001_000001 with final state: FAILED 2014-10-18 07:40:17,057 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:recover(798)) - Recovering attempt: appattempt_1413513149048_0001_000002 with final state: FINISHED 2014-10-18 07:40:17,057 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413513149048_0001_000001 State change from NEW to FAILED 2014-10-18 07:40:17,057 INFO [Thread-569] attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1413513149048_0001_000002 State change from NEW to FINISHED 2014-10-18 07:40:17,057 INFO [Thread-569] rmapp.RMAppImpl (RMAppImpl.java:handle(704)) - application_1413513149048_0001 State change from NEW to FINISHED 2014-10-18 07:40:17,058 INFO [AsyncDispatcher event handler] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(147)) - USER=user OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1413513149048_0001 2014-10-18 07:40:17,058 INFO [Thread-569] security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(105)) - Rolling master-key for container-tokens 2014-10-18 07:40:17,058 INFO [AsyncDispatcher event handler] resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(178)) - appId=application_1413513149048_0001,name=name,user=user,queue=default,state=FINISHED,trackingUrl=http://wtanMB:28088/proxy/application_1413513149048_0001/A,appMasterHost=N/A,startTime=1413513149195,finishTime=1413513159135,finalStatus=SUCCEEDED 2014-10-18 07:40:17,058 INFO [Thread-569] security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens 2014-10-18 07:40:17,058 INFO [Thread-569] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-18 07:40:17,058 INFO [Thread-569] security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 511 2014-10-18 07:40:17,058 INFO [Thread-569] recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:storeRMDTMasterKeyState(543)) - Storing RMDelegationKey_511 2014-10-18 07:40:17,075 INFO [Thread[Thread-580,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(621)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s) 2014-10-18 07:40:17,078 INFO [Thread[Thread-580,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(308)) - Updating the current master key for generating delegation tokens 2014-10-18 07:40:17,080 INFO [Thread[Thread-580,5,main]] security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 512 2014-10-18 07:40:17,080 INFO [Thread[Thread-580,5,main]] recovery.FileSystemRMStateStore (FileSystemRMStateStore.java:storeRMDTMasterKeyState(543)) - Storing RMDelegationKey_512 2014-10-18 07:40:17,082 INFO [Thread-569] ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-18 07:40:17,082 INFO [ResourceManager Event Processor] capacity.CapacityScheduler (CapacityScheduler.java:addNode(1134)) - Added node localhost:0 clusterResource: 2014-10-18 07:40:17,083 INFO [Socket Reader #1 for port 28031] ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 28031 2014-10-18 07:40:17,097 INFO [Thread-569] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server 2014-10-18 07:40:17,097 INFO [IPC Server Responder] ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-18 07:40:17,097 INFO [IPC Server listener on 28031] ipc.Server (Server.java:run(677)) - IPC Server listener on 28031: starting 2014-10-18 07:40:17,104 INFO [Thread-569] ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-18 07:40:17,104 INFO [Socket Reader #1 for port 28030] ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 28030 2014-10-18 07:40:17,108 INFO [Thread-569] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server 2014-10-18 07:40:17,108 INFO [IPC Server Responder] ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-18 07:40:17,108 INFO [IPC Server listener on 28030] ipc.Server (Server.java:run(677)) - IPC Server listener on 28030: starting 2014-10-18 07:40:17,116 INFO [Thread-569] ipc.CallQueueManager (CallQueueManager.java:(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue 2014-10-18 07:40:17,117 INFO [Socket Reader #1 for port 28032] ipc.Server (Server.java:run(608)) - Starting Socket Reader #1 for port 28032 2014-10-18 07:40:17,119 INFO [Thread-569] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server 2014-10-18 07:40:17,119 INFO [IPC Server Responder] ipc.Server (Server.java:run(830)) - IPC Server Responder: starting 2014-10-18 07:40:17,119 INFO [IPC Server listener on 28032] ipc.Server (Server.java:run(677)) - IPC Server listener on 28032: starting 2014-10-18 07:40:17,125 INFO [Thread-569] resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1043)) - Transitioned to active state 2014-10-18 07:40:17,126 INFO [Thread-569] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource capacity-scheduler.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/3.0.0-SNAPSHOT/hadoop-yarn-server-tests-3.0.0-SNAPSHOT-tests.jar!/capacity-scheduler.xml 2014-10-18 07:40:17,138 INFO [Thread-569] capacity.CapacityScheduler (CapacityScheduler.java:reinitialize(352)) - Re-initializing queues... 2014-10-18 07:40:17,139 INFO [Thread-569] capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-18 07:40:17,139 INFO [Thread-569] capacity.ParentQueue (ParentQueue.java:(121)) - Initialized parent-queue root name=root, fullname=root 2014-10-18 07:40:17,139 INFO [Thread-569] capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-18 07:40:17,139 INFO [Thread-569] capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:17,139 INFO [Thread-569] capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(602)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=usedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:17,139 INFO [Thread-569] capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true 2014-10-18 07:40:17,140 INFO [Thread-569] capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default capacity = 1.0 [= (float) configuredCapacity / 100 ] asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] userLimit = 100 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ] maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ] maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ] usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 0 labels=*, nodeLocalityDelay = 0 reservationsContinueLooking = true 2014-10-18 07:40:17,140 INFO [Thread-569] capacity.ParentQueue (ParentQueue.java:reinitialize(308)) - root: re-configured queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0 2014-10-18 07:40:17,140 INFO [Thread-569] capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(435)) - Initialized queue mappings, override: false 2014-10-18 07:40:17,140 INFO [Thread-569] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshQueues TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:17,140 INFO [Thread-569] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource yarn-site.xml at jar:file:/Users/wtan/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/3.0.0-SNAPSHOT/hadoop-yarn-server-resourcemanager-3.0.0-SNAPSHOT-tests.jar!/yarn-site.xml 2014-10-18 07:40:17,141 INFO [Thread-569] util.HostsFileReader (HostsFileReader.java:setIncludesFile(163)) - Setting the includes file to 2014-10-18 07:40:17,141 INFO [Thread-569] util.HostsFileReader (HostsFileReader.java:setExcludesFile(168)) - Setting the excludes file to 2014-10-18 07:40:17,141 INFO [Thread-569] util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list 2014-10-18 07:40:17,142 INFO [Thread-569] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshNodes TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:17,142 INFO [Thread-569] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource core-site.xml at file:/Users/wtan/project/github/hadoop-common-trunk/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/test-classes/core-site.xml 2014-10-18 07:40:17,143 INFO [Thread-569] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshSuperUserGroupsConfiguration TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:17,143 INFO [Thread-569] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2216)) - found resource core-site.xml at file:/Users/wtan/project/github/hadoop-common-trunk/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/target/test-classes/core-site.xml 2014-10-18 07:40:17,143 INFO [Thread-569] security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache 2014-10-18 07:40:17,143 INFO [Thread-569] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=refreshUserToGroupsMappings TARGET=AdminService RESULT=SUCCESS 2014-10-18 07:40:17,143 INFO [Thread-569] resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(164)) - USER=wtan OPERATION=transitionToActive TARGET=RMHAProtocolService RESULT=SUCCESS 2014-10-18 07:40:17,419 INFO [Thread-389] client.ConfiguredRMFailoverProxyProvider (ConfiguredRMFailoverProxyProvider.java:performFailover(100)) - Failing over to rm2 2014-10-18 07:40:17,421 INFO [Thread-389] retry.RetryInvocationHandler (RetryInvocationHandler.java:invoke(139)) - Exception while invoking nodeHeartbeat of class ResourceTrackerPBClientImpl over rm2 after 3 fail over attempts. Trying to fail over after sleeping for 449ms. java.net.ConnectException: Call From wtanMB/192.168.1.45 to wtanMB:28031 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27) at java.lang.reflect.Constructor.newInstance(Constructor.java:513) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:783) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:730) at org.apache.hadoop.ipc.Client.call(Client.java:1472) at org.apache.hadoop.ipc.Client.call(Client.java:1399) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) at com.sun.proxy.$Proxy87.nodeHeartbeat(Unknown Source) at org.apache.hadoop.yarn.server.api.impl.pb.client.ResourceTrackerPBClientImpl.nodeHeartbeat(ResourceTrackerPBClientImpl.java:80) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:186) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:101) at com.sun.proxy.$Proxy88.nodeHeartbeat(Unknown Source) at org.apache.hadoop.yarn.client.TestResourceTrackerOnHA.testResourceTrackerOnHA(TestResourceTrackerOnHA.java:74) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:52) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:529) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:493) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:607) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:705) at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) at org.apache.hadoop.ipc.Client.call(Client.java:1438) ... 22 more 2014-10-18 07:40:17,872 INFO [Thread-389] client.ConfiguredRMFailoverProxyProvider (ConfiguredRMFailoverProxyProvider.java:performFailover(100)) - Failing over to rm1 2014-10-18 07:40:17,874 INFO [Thread-389] retry.RetryInvocationHandler (RetryInvocationHandler.java:invoke(139)) - Exception while invoking nodeHeartbeat of class ResourceTrackerPBClientImpl over rm1 after 4 fail over attempts. Trying to fail over after sleeping for 1439ms. java.net.ConnectException: Call From wtanMB/192.168.1.45 to 0.0.0.0:18031 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27) at java.lang.reflect.Constructor.newInstance(Constructor.java:513) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:783) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:730) at org.apache.hadoop.ipc.Client.call(Client.java:1472) at org.apache.hadoop.ipc.Client.call(Client.java:1399) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) at com.sun.proxy.$Proxy87.nodeHeartbeat(Unknown Source) at org.apache.hadoop.yarn.server.api.impl.pb.client.ResourceTrackerPBClientImpl.nodeHeartbeat(ResourceTrackerPBClientImpl.java:80) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:186) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:101) at com.sun.proxy.$Proxy88.nodeHeartbeat(Unknown Source) at org.apache.hadoop.yarn.client.TestResourceTrackerOnHA.testResourceTrackerOnHA(TestResourceTrackerOnHA.java:74) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:52) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:529) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:493) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:607) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:705) at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) at org.apache.hadoop.ipc.Client.call(Client.java:1438) ... 22 more 2014-10-18 07:40:19,315 INFO [Thread-389] client.ConfiguredRMFailoverProxyProvider (ConfiguredRMFailoverProxyProvider.java:performFailover(100)) - Failing over to rm2 2014-10-18 07:40:19,316 WARN [Thread-389] retry.RetryInvocationHandler (RetryInvocationHandler.java:invoke(117)) - Exception while invoking class org.apache.hadoop.yarn.server.api.impl.pb.client.ResourceTrackerPBClientImpl.nodeHeartbeat over rm2. Not retrying because failovers (5) exceeded maximum allowed (5) java.net.ConnectException: Call From wtanMB/192.168.1.45 to wtanMB:28031 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27) at java.lang.reflect.Constructor.newInstance(Constructor.java:513) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:783) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:730) at org.apache.hadoop.ipc.Client.call(Client.java:1472) at org.apache.hadoop.ipc.Client.call(Client.java:1399) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) at com.sun.proxy.$Proxy87.nodeHeartbeat(Unknown Source) at org.apache.hadoop.yarn.server.api.impl.pb.client.ResourceTrackerPBClientImpl.nodeHeartbeat(ResourceTrackerPBClientImpl.java:80) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:186) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:101) at com.sun.proxy.$Proxy88.nodeHeartbeat(Unknown Source) at org.apache.hadoop.yarn.client.TestResourceTrackerOnHA.testResourceTrackerOnHA(TestResourceTrackerOnHA.java:74) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:52) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:529) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:493) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:607) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:705) at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) at org.apache.hadoop.ipc.Client.call(Client.java:1438) ... 22 more 2014-10-18 07:40:19,317 INFO [Thread-389] zookeeper.JUnit4ZKTestRunner (JUnit4ZKTestRunner.java:evaluate(62)) - TEST METHOD FAILED testResourceTrackerOnHA java.net.ConnectException: Call From wtanMB/192.168.1.45 to wtanMB:28031 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27) at java.lang.reflect.Constructor.newInstance(Constructor.java:513) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:783) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:730) at org.apache.hadoop.ipc.Client.call(Client.java:1472) at org.apache.hadoop.ipc.Client.call(Client.java:1399) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) at com.sun.proxy.$Proxy87.nodeHeartbeat(Unknown Source) at org.apache.hadoop.yarn.server.api.impl.pb.client.ResourceTrackerPBClientImpl.nodeHeartbeat(ResourceTrackerPBClientImpl.java:80) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:186) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:101) at com.sun.proxy.$Proxy88.nodeHeartbeat(Unknown Source) at org.apache.hadoop.yarn.client.TestResourceTrackerOnHA.testResourceTrackerOnHA(TestResourceTrackerOnHA.java:74) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:52) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:529) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:493) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:607) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:705) at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) at org.apache.hadoop.ipc.Client.call(Client.java:1438) ... 22 more 2014-10-18 07:40:19,319 ERROR [Thread[Thread-33,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(642)) - ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2014-10-18 07:40:19,321 INFO [main] mortbay.log (Slf4jLog.java:info(67)) - Stopped SelectChannelConnector@0.0.0.0:28088 2014-10-18 07:40:19,321 ERROR [Thread[Thread-35,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(642)) - ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2014-10-18 07:40:19,424 INFO [main] ipc.Server (Server.java:stop(2523)) - Stopping server on 28033 2014-10-18 07:40:19,425 INFO [IPC Server listener on 28033] ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 28033 2014-10-18 07:40:19,425 INFO [IPC Server Responder] ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-18 07:40:19,425 INFO [main] resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1054)) - Transitioning to standby state 2014-10-18 07:40:19,426 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:serviceStop(138)) - AsyncDispatcher is draining to stop, igonring any new events. 2014-10-18 07:40:19,428 WARN [ApplicationMaster Launcher] amlauncher.ApplicationMasterLauncher (ApplicationMasterLauncher.java:run(98)) - org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2014-10-18 07:40:19,429 INFO [main] ipc.Server (Server.java:stop(2523)) - Stopping server on 28032 2014-10-18 07:40:19,431 INFO [IPC Server listener on 28032] ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 28032 2014-10-18 07:40:19,432 INFO [IPC Server Responder] ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-18 07:40:19,433 INFO [main] ipc.Server (Server.java:stop(2523)) - Stopping server on 28030 2014-10-18 07:40:19,435 INFO [IPC Server listener on 28030] ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 28030 2014-10-18 07:40:19,437 INFO [main] ipc.Server (Server.java:stop(2523)) - Stopping server on 28031 2014-10-18 07:40:19,437 INFO [IPC Server Responder] ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-18 07:40:19,439 INFO [IPC Server listener on 28031] ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 28031 2014-10-18 07:40:19,441 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - NMLivelinessMonitor thread interrupted 2014-10-18 07:40:19,439 INFO [IPC Server Responder] ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-18 07:40:19,442 ERROR [ResourceManager Event Processor] resourcemanager.ResourceManager (ResourceManager.java:run(659)) - Returning, interrupted : java.lang.InterruptedException 2014-10-18 07:40:19,446 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - AMLivelinessMonitor thread interrupted 2014-10-18 07:40:19,450 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.ContainerAllocationExpirer thread interrupted 2014-10-18 07:40:19,448 INFO [Ping Checker] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(127)) - AMLivelinessMonitor thread interrupted 2014-10-18 07:40:19,450 ERROR [Thread[Thread-580,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(642)) - ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2014-10-18 07:40:19,454 INFO [main] resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1064)) - Transitioned to standby state 2014-10-18 07:40:19,454 ERROR [Thread[Thread-20,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(642)) - ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2014-10-18 07:40:19,455 INFO [main] mortbay.log (Slf4jLog.java:info(67)) - Stopped SelectChannelConnector@0.0.0.0:18088 2014-10-18 07:40:19,455 ERROR [Thread[Thread-22,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(642)) - ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2014-10-18 07:40:19,659 INFO [main] ipc.Server (Server.java:stop(2523)) - Stopping server on 18033 2014-10-18 07:40:19,660 INFO [IPC Server listener on 18033] ipc.Server (Server.java:run(709)) - Stopping IPC Server listener on 18033 2014-10-18 07:40:19,660 INFO [IPC Server Responder] ipc.Server (Server.java:run(835)) - Stopping IPC Server Responder 2014-10-18 07:40:19,660 INFO [main] resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1050)) - Already in standby state 2014-10-18 07:40:19,661 INFO [main] ha.ClientBaseWithFixes (ClientBaseWithFixes.java:tearDown(470)) - tearDown starting 2014-10-18 07:40:19,661 INFO [main] ha.ClientBaseWithFixes (ClientBaseWithFixes.java:stopServer(442)) - STOPPING server 2014-10-18 07:40:19,662 INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:11221] server.NIOServerCnxnFactory (NIOServerCnxnFactory.java:run(224)) - NIOServerCnxn factory exited run method 2014-10-18 07:40:19,662 INFO [main] server.ZooKeeperServer (ZooKeeperServer.java:shutdown(441)) - shutting down 2014-10-18 07:40:19,663 INFO [main] server.SessionTrackerImpl (SessionTrackerImpl.java:shutdown(225)) - Shutting down 2014-10-18 07:40:19,663 INFO [main] server.PrepRequestProcessor (PrepRequestProcessor.java:shutdown(761)) - Shutting down 2014-10-18 07:40:19,663 INFO [main] server.SyncRequestProcessor (SyncRequestProcessor.java:shutdown(209)) - Shutting down 2014-10-18 07:40:19,663 INFO [ProcessThread(sid:0 cport:-1):] server.PrepRequestProcessor (PrepRequestProcessor.java:run(143)) - PrepRequestProcessor exited loop! 2014-10-18 07:40:19,663 INFO [SyncThread:0] server.SyncRequestProcessor (SyncRequestProcessor.java:run(187)) - SyncRequestProcessor exited! 2014-10-18 07:40:19,663 INFO [main] server.FinalRequestProcessor (FinalRequestProcessor.java:shutdown(415)) - shutdown of request processor complete 2014-10-18 07:40:19,664 INFO [main] ha.ClientBaseWithFixes (ClientBaseWithFixes.java:send4LetterWord(234)) - connecting to 127.0.0.1 11221 2014-10-18 07:40:19,666 INFO [main] zookeeper.ZKTestCase (ZKTestCase.java:failed(65)) - FAILED testResourceTrackerOnHA java.net.ConnectException: Call From wtanMB/192.168.1.45 to wtanMB:28031 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27) at java.lang.reflect.Constructor.newInstance(Constructor.java:513) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:783) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:730) at org.apache.hadoop.ipc.Client.call(Client.java:1472) at org.apache.hadoop.ipc.Client.call(Client.java:1399) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232) at com.sun.proxy.$Proxy87.nodeHeartbeat(Unknown Source) at org.apache.hadoop.yarn.server.api.impl.pb.client.ResourceTrackerPBClientImpl.nodeHeartbeat(ResourceTrackerPBClientImpl.java:80) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:186) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:101) at com.sun.proxy.$Proxy88.nodeHeartbeat(Unknown Source) at org.apache.hadoop.yarn.client.TestResourceTrackerOnHA.testResourceTrackerOnHA(TestResourceTrackerOnHA.java:74) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:52) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:529) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:493) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:607) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:705) at org.apache.hadoop.ipc.Client$Connection.access$2800(Client.java:368) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1521) at org.apache.hadoop.ipc.Client.call(Client.java:1438) ... 22 more 2014-10-18 07:40:19,667 INFO [main] zookeeper.ZKTestCase (ZKTestCase.java:finished(55)) - FINISHED testResourceTrackerOnHA