2016-08-24T19:32:59,412 DEBUG [main] util.NativeCodeLoader: Trying to load the custom-built native-hadoop library... 2016-08-24T19:32:59,414 DEBUG [main] util.NativeCodeLoader: Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path 2016-08-24T19:32:59,414 DEBUG [main] util.NativeCodeLoader: java.library.path=/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib 2016-08-24T19:32:59,414 WARN [main] util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2016-08-24T19:32:59,417 DEBUG [main] util.PerformanceAdvisory: Falling back to shell based 2016-08-24T19:32:59,423 DEBUG [main] util.Shell: Failed to detect a valid hadoop home directory java.io.IOException: HADOOP_HOME or hadoop.home.dir are not set. at org.apache.hadoop.util.Shell.checkHadoopHome(Shell.java:302) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.util.Shell.(Shell.java:327) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.util.StringUtils.(StringUtils.java:79) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.security.Groups.parseStaticMapping(Groups.java:116) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.security.Groups.(Groups.java:93) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.security.Groups.(Groups.java:73) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.security.Groups.getUserToGroupsMappingService(Groups.java:293) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.security.UserGroupInformation.initialize(UserGroupInformation.java:283) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.security.UserGroupInformation.ensureInitialized(UserGroupInformation.java:260) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.security.UserGroupInformation.loginUserFromSubject(UserGroupInformation.java:789) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.security.UserGroupInformation.getLoginUser(UserGroupInformation.java:774) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.security.UserGroupInformation.getCurrentUser(UserGroupInformation.java:647) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FileSystem$Cache$Key.(FileSystem.java:2753) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FileSystem$Cache$Key.(FileSystem.java:2745) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:2611) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:370) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:169) [hadoop-common-2.6.1.jar:?] at org.apache.hive.hcatalog.hbase.ManyMiniCluster.getFileSystem(ManyMiniCluster.java:191) [test-classes/:?] at org.apache.hive.hcatalog.hbase.ManyMiniCluster.setupMRCluster(ManyMiniCluster.java:221) [test-classes/:?] at org.apache.hive.hcatalog.hbase.ManyMiniCluster.start(ManyMiniCluster.java:104) [test-classes/:?] at org.apache.hive.hcatalog.hbase.SkeletonHBaseTest$Context.start(SkeletonHBaseTest.java:186) [test-classes/:?] at org.apache.hive.hcatalog.hbase.SkeletonHBaseTest.setup(SkeletonHBaseTest.java:96) [test-classes/:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_25] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_25] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_25] at java.lang.reflect.Method.invoke(Method.java:483) ~[?:1.8.0_25] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:?] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:?] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:?] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) [junit-4.11.jar:?] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:?] at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:?] at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:367) [surefire-junit4-2.19.1.jar:2.19.1] at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:274) [surefire-junit4-2.19.1.jar:2.19.1] at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238) [surefire-junit4-2.19.1.jar:2.19.1] at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:161) [surefire-junit4-2.19.1.jar:2.19.1] at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:290) [surefire-booter-2.19.1.jar:2.19.1] at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:242) [surefire-booter-2.19.1.jar:2.19.1] at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:121) [surefire-booter-2.19.1.jar:2.19.1] 2016-08-24T19:32:59,445 DEBUG [main] util.Shell: setsid exited with exit code 0 2016-08-24T19:32:59,736 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper 2016-08-24T19:32:59,736 DEBUG [main] service.AbstractService: Service: MiniMRCluster_1341234203 entered state INITED 2016-08-24T19:32:59,738 INFO [main] v2.MiniMRYarnCluster: mkdir: file:/tmp/hadoop-yarn/staging 2016-08-24T19:32:59,783 INFO [main] jobhistory.JobHistoryUtils: Default file system is set solely by core-default.xml therefore - ignoring 2016-08-24T19:32:59,810 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.MiniYARNCluster$ResourceManagerWrapper_0 2016-08-24T19:32:59,824 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.MiniYARNCluster$NodeManagerWrapper_0 2016-08-24T19:32:59,825 DEBUG [main] service.CompositeService: MiniMRCluster_1341234203: initing services, size=3 2016-08-24T19:32:59,825 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper entered state INITED 2016-08-24T19:32:59,826 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.MiniYARNCluster$ResourceManagerWrapper_0 entered state INITED 2016-08-24T19:32:59,848 DEBUG [main] service.AbstractService: Service: ResourceManager entered state INITED 2016-08-24T19:32:59,851 DEBUG [main] util.PerformanceAdvisory: Falling back to shell based 2016-08-24T19:32:59,851 INFO [main] security.Groups: clearing userToGroupsMap cache 2016-08-24T19:32:59,932 INFO [main] event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher 2016-08-24T19:32:59,932 DEBUG [main] service.CompositeService: Adding service Dispatcher 2016-08-24T19:32:59,937 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.resourcemanager.AdminService 2016-08-24T19:32:59,939 DEBUG [main] service.AbstractService: Service: RMActiveServices entered state INITED 2016-08-24T19:33:00,081 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.resourcemanager.RMSecretManagerService 2016-08-24T19:33:00,083 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.ContainerAllocationExpirer 2016-08-24T19:33:00,084 DEBUG [main] service.CompositeService: Adding service AMLivelinessMonitor 2016-08-24T19:33:00,084 DEBUG [main] service.CompositeService: Adding service AMLivelinessMonitor 2016-08-24T19:33:00,092 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.nodelabels.CommonNodeLabelsManager 2016-08-24T19:33:00,101 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore entered state INITED 2016-08-24T19:33:00,101 DEBUG [main] service.AbstractService: Service: Dispatcher entered state INITED 2016-08-24T19:33:00,102 INFO [main] event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler 2016-08-24T19:33:00,103 INFO [main] event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager 2016-08-24T19:33:00,114 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.resourcemanager.NodesListManager 2016-08-24T19:33:00,128 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler 2016-08-24T19:33:00,130 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher 2016-08-24T19:33:00,130 INFO [main] event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher 2016-08-24T19:33:00,131 INFO [main] event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher 2016-08-24T19:33:00,132 INFO [main] event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher 2016-08-24T19:33:00,133 INFO [main] event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher 2016-08-24T19:33:00,134 DEBUG [main] service.CompositeService: Adding service NMLivelinessMonitor 2016-08-24T19:33:00,152 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.resourcemanager.ResourceTrackerService 2016-08-24T19:33:00,194 DEBUG [main] configuration.ConfigurationUtils: ConfigurationUtils.locate(): base is null, name is hadoop-metrics2-resourcemanager.properties 2016-08-24T19:33:00,197 DEBUG [main] configuration.ConfigurationUtils: ConfigurationUtils.locate(): base is null, name is hadoop-metrics2.properties 2016-08-24T19:33:00,197 WARN [main] impl.MetricsConfig: Cannot locate configuration: tried hadoop-metrics2-resourcemanager.properties,hadoop-metrics2.properties 2016-08-24T19:33:00,223 INFO [main] impl.MetricsSystemImpl: Scheduled snapshot period at 10 second(s). 2016-08-24T19:33:00,223 INFO [main] impl.MetricsSystemImpl: ResourceManager metrics system started 2016-08-24T19:33:00,236 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService 2016-08-24T19:33:00,243 INFO [main] event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager 2016-08-24T19:33:00,250 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.resourcemanager.ClientRMService 2016-08-24T19:33:00,252 INFO [main] event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher 2016-08-24T19:33:00,253 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher 2016-08-24T19:33:00,255 DEBUG [main] service.CompositeService: RMActiveServices: initing services, size=13 2016-08-24T19:33:00,255 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.resourcemanager.RMSecretManagerService entered state INITED 2016-08-24T19:33:00,255 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.ContainerAllocationExpirer entered state INITED 2016-08-24T19:33:00,255 DEBUG [main] service.AbstractService: Service: AMLivelinessMonitor entered state INITED 2016-08-24T19:33:00,255 DEBUG [main] service.AbstractService: Service: AMLivelinessMonitor entered state INITED 2016-08-24T19:33:00,255 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.nodelabels.CommonNodeLabelsManager entered state INITED 2016-08-24T19:33:00,256 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.resourcemanager.NodesListManager entered state INITED 2016-08-24T19:33:00,257 INFO [main] util.HostsFileReader: Refreshing hosts (include/exclude) list 2016-08-24T19:33:00,260 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler entered state INITED 2016-08-24T19:33:00,333 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher entered state INITED 2016-08-24T19:33:00,333 DEBUG [main] service.AbstractService: Service: NMLivelinessMonitor entered state INITED 2016-08-24T19:33:00,333 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.resourcemanager.ResourceTrackerService entered state INITED 2016-08-24T19:33:00,343 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.resourcemanager.ApplicationMasterService entered state INITED 2016-08-24T19:33:00,343 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.resourcemanager.ClientRMService entered state INITED 2016-08-24T19:33:00,343 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher entered state INITED 2016-08-24T19:33:00,345 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter 2016-08-24T19:33:00,347 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.resourcemanager.metrics.SystemMetricsPublisher 2016-08-24T19:33:00,347 DEBUG [main] service.CompositeService: ResourceManager: initing services, size=4 2016-08-24T19:33:00,348 DEBUG [main] service.AbstractService: Service: Dispatcher entered state INITED 2016-08-24T19:33:00,348 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.resourcemanager.AdminService entered state INITED 2016-08-24T19:33:00,350 DEBUG [main] service.CompositeService: org.apache.hadoop.yarn.server.resourcemanager.AdminService: initing services, size=0 2016-08-24T19:33:00,350 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter entered state INITED 2016-08-24T19:33:00,350 DEBUG [main] service.CompositeService: org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter: initing services, size=0 2016-08-24T19:33:00,350 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.resourcemanager.metrics.SystemMetricsPublisher entered state INITED 2016-08-24T19:33:00,350 DEBUG [main] service.CompositeService: org.apache.hadoop.yarn.server.resourcemanager.metrics.SystemMetricsPublisher: initing services, size=0 2016-08-24T19:33:00,351 INFO [main] event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1 2016-08-24T19:33:00,352 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.MiniYARNCluster$NodeManagerWrapper_0 entered state INITED 2016-08-24T19:33:00,354 DEBUG [main] service.AbstractService: Service: NodeManager entered state INITED 2016-08-24T19:33:00,359 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.recovery.NMNullStateStoreService entered state INITED 2016-08-24T19:33:00,359 DEBUG [main] service.AbstractService: Service org.apache.hadoop.yarn.server.nodemanager.recovery.NMNullStateStoreService is started 2016-08-24T19:33:00,430 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.nodemanager.DeletionService 2016-08-24T19:33:00,435 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.nodemanager.NodeHealthCheckerService 2016-08-24T19:33:00,443 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.nodemanager.NodeResourceMonitorImpl 2016-08-24T19:33:00,458 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService 2016-08-24T19:33:00,459 DEBUG [main] service.CompositeService: Adding service containers-launcher 2016-08-24T19:33:00,461 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices 2016-08-24T19:33:00,462 DEBUG [main] service.CompositeService: Adding service containers-monitor 2016-08-24T19:33:00,463 INFO [main] event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher 2016-08-24T19:33:00,464 INFO [main] event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher 2016-08-24T19:33:00,465 INFO [main] event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService 2016-08-24T19:33:00,465 INFO [main] event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices 2016-08-24T19:33:00,466 INFO [main] event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl 2016-08-24T19:33:00,466 INFO [main] event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher 2016-08-24T19:33:00,467 DEBUG [main] service.CompositeService: Adding service Dispatcher 2016-08-24T19:33:00,467 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl 2016-08-24T19:33:00,476 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.nodemanager.webapp.WebServer 2016-08-24T19:33:00,477 INFO [main] event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl 2016-08-24T19:33:00,478 INFO [main] event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager 2016-08-24T19:33:00,479 DEBUG [main] service.CompositeService: Adding service Dispatcher 2016-08-24T19:33:00,479 INFO [main] impl.MetricsSystemImpl: NodeManager metrics system started (again) 2016-08-24T19:33:00,479 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdaterImpl 2016-08-24T19:33:00,479 DEBUG [main] service.CompositeService: NodeManager: initing services, size=7 2016-08-24T19:33:00,479 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.DeletionService entered state INITED 2016-08-24T19:33:00,479 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.NodeHealthCheckerService entered state INITED 2016-08-24T19:33:00,483 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.nodemanager.LocalDirsHandlerService 2016-08-24T19:33:00,483 DEBUG [main] service.CompositeService: org.apache.hadoop.yarn.server.nodemanager.NodeHealthCheckerService: initing services, size=1 2016-08-24T19:33:00,483 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.LocalDirsHandlerService entered state INITED 2016-08-24T19:33:00,488 DEBUG [main] service.AbstractService: Config has been overridden during init 2016-08-24T19:33:00,503 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.NodeResourceMonitorImpl entered state INITED 2016-08-24T19:33:00,504 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl entered state INITED 2016-08-24T19:33:00,505 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler 2016-08-24T19:33:00,505 INFO [main] event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler 2016-08-24T19:33:00,512 DEBUG [main] service.CompositeService: org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl: initing services, size=6 2016-08-24T19:33:00,512 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService entered state INITED 2016-08-24T19:33:00,707 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2016-08-24T19:33:00,707 INFO [main] event.AsyncDispatcher: Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2016-08-24T19:33:00,707 DEBUG [main] service.CompositeService: org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService: initing services, size=1 2016-08-24T19:33:00,707 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker entered state INITED 2016-08-24T19:33:00,707 DEBUG [main] service.AbstractService: Service: containers-launcher entered state INITED 2016-08-24T19:33:00,708 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices entered state INITED 2016-08-24T19:33:00,729 WARN [main] containermanager.AuxServices: The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config. 2016-08-24T19:33:00,730 DEBUG [main] service.AbstractService: Service: httpshuffle entered state INITED 2016-08-24T19:33:00,768 DEBUG [main] service.AbstractService: Config has been overridden during init 2016-08-24T19:33:00,769 DEBUG [main] service.AbstractService: Service: containers-monitor entered state INITED 2016-08-24T19:33:00,782 DEBUG [main] service.AbstractService: Service: Dispatcher entered state INITED 2016-08-24T19:33:00,782 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler entered state INITED 2016-08-24T19:33:00,783 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.webapp.WebServer entered state INITED 2016-08-24T19:33:00,786 DEBUG [main] service.AbstractService: Service: Dispatcher entered state INITED 2016-08-24T19:33:00,786 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdaterImpl entered state INITED 2016-08-24T19:33:00,786 DEBUG [main] service.AbstractService: Config has been overridden during init 2016-08-24T19:33:00,787 DEBUG [main] service.AbstractService: Config has been overridden during init 2016-08-24T19:33:00,787 DEBUG [main] service.CompositeService: MiniMRCluster_1341234203: starting services, size=3 2016-08-24T19:33:00,790 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer entered state INITED 2016-08-24T19:33:00,801 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.mapreduce.v2.hs.HistoryServerStateStoreService 2016-08-24T19:33:00,801 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer$HistoryServerSecretManagerService 2016-08-24T19:33:00,802 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.mapreduce.v2.hs.JobHistory 2016-08-24T19:33:00,802 DEBUG [main] service.CompositeService: Adding service HistoryClientService 2016-08-24T19:33:00,802 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.yarn.logaggregation.AggregatedLogDeletionService 2016-08-24T19:33:00,802 DEBUG [main] service.CompositeService: Adding service org.apache.hadoop.mapreduce.v2.hs.server.HSAdminServer 2016-08-24T19:33:00,803 DEBUG [main] service.CompositeService: org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer: initing services, size=6 2016-08-24T19:33:00,803 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.mapreduce.v2.hs.HistoryServerStateStoreService entered state INITED 2016-08-24T19:33:00,803 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer$HistoryServerSecretManagerService entered state INITED 2016-08-24T19:33:00,803 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.mapreduce.v2.hs.JobHistory entered state INITED 2016-08-24T19:33:00,803 INFO [main] hs.JobHistory: JobHistory Init 2016-08-24T19:33:00,811 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager entered state INITED 2016-08-24T19:33:00,834 INFO [main] jobhistory.JobHistoryUtils: Default file system is set solely by core-default.xml therefore - ignoring 2016-08-24T19:33:00,854 INFO [main] jobhistory.JobHistoryUtils: Default file system is set solely by core-default.xml therefore - ignoring 2016-08-24T19:33:00,865 INFO [main] hs.HistoryFileManager: Perms after creating 511, Expected: 1023 2016-08-24T19:33:00,865 INFO [main] hs.HistoryFileManager: Explicitly setting permissions to : 1023, rwxrwxrwt 2016-08-24T19:33:10,872 INFO [main] hs.HistoryFileManager: Initializing Existing Jobs... 2016-08-24T19:33:10,872 DEBUG [main] service.AbstractService: noteFailure org.apache.hadoop.yarn.exceptions.YarnRuntimeException: Failed to intialize existing directories 2016-08-24T19:33:10,872 INFO [main] service.AbstractService: Service org.apache.hadoop.mapreduce.v2.hs.JobHistory failed in state INITED; cause: org.apache.hadoop.yarn.exceptions.YarnRuntimeException: Failed to intialize existing directories org.apache.hadoop.yarn.exceptions.YarnRuntimeException: Failed to intialize existing directories at org.apache.hadoop.mapreduce.v2.hs.JobHistory.serviceInit(JobHistory.java:98) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:107) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceInit(JobHistoryServer.java:142) [hadoop-mapreduce-client-hs-2.6.1.jar:?] at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper.serviceStart(MiniMRYarnCluster.java:210) [hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] at org.apache.hadoop.service.AbstractService.start(AbstractService.java:193) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.service.CompositeService.serviceStart(CompositeService.java:120) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.service.AbstractService.start(AbstractService.java:193) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.mapred.MiniMRClientClusterFactory.create(MiniMRClientClusterFactory.java:80) [hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] at org.apache.hadoop.mapred.MiniMRCluster.(MiniMRCluster.java:187) [hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] at org.apache.hadoop.mapred.MiniMRCluster.(MiniMRCluster.java:175) [hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] at org.apache.hadoop.mapred.MiniMRCluster.(MiniMRCluster.java:167) [hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] at org.apache.hive.hcatalog.hbase.ManyMiniCluster.setupMRCluster(ManyMiniCluster.java:221) [test-classes/:?] at org.apache.hive.hcatalog.hbase.ManyMiniCluster.start(ManyMiniCluster.java:104) [test-classes/:?] at org.apache.hive.hcatalog.hbase.SkeletonHBaseTest$Context.start(SkeletonHBaseTest.java:186) [test-classes/:?] at org.apache.hive.hcatalog.hbase.SkeletonHBaseTest.setup(SkeletonHBaseTest.java:96) [test-classes/:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_25] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_25] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_25] at java.lang.reflect.Method.invoke(Method.java:483) ~[?:1.8.0_25] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:?] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:?] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:?] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) [junit-4.11.jar:?] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:?] at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:?] at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:367) [surefire-junit4-2.19.1.jar:2.19.1] at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:274) [surefire-junit4-2.19.1.jar:2.19.1] at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238) [surefire-junit4-2.19.1.jar:2.19.1] at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:161) [surefire-junit4-2.19.1.jar:2.19.1] at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:290) [surefire-booter-2.19.1.jar:2.19.1] at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:242) [surefire-booter-2.19.1.jar:2.19.1] at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:121) [surefire-booter-2.19.1.jar:2.19.1] Caused by: java.io.FileNotFoundException: File file:/tmp/hadoop-yarn/staging/history/done does not exist at org.apache.hadoop.fs.RawLocalFileSystem.listStatus(RawLocalFileSystem.java:376) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.DelegateToFileSystem.listStatus(DelegateToFileSystem.java:149) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.ChecksumFs.listStatus(ChecksumFs.java:516) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.AbstractFileSystem$1.(AbstractFileSystem.java:870) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.AbstractFileSystem.listStatusIterator(AbstractFileSystem.java:868) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FileContext$21.next(FileContext.java:1445) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FileContext$21.next(FileContext.java:1440) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FSLinkResolver.resolve(FSLinkResolver.java:90) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FileContext.listStatus(FileContext.java:1440) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.localGlobber(JobHistoryUtils.java:456) ~[hadoop-mapreduce-client-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.localGlobber(JobHistoryUtils.java:444) ~[hadoop-mapreduce-client-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.localGlobber(JobHistoryUtils.java:439) ~[hadoop-mapreduce-client-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.findTimestampedDirectories(HistoryFileManager.java:762) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.initExisting(HistoryFileManager.java:665) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.hs.JobHistory.serviceInit(JobHistory.java:96) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] ... 33 more 2016-08-24T19:33:10,875 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.mapreduce.v2.hs.JobHistory entered state STOPPED 2016-08-24T19:33:10,875 INFO [main] hs.JobHistory: Stopping JobHistory 2016-08-24T19:33:10,876 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager entered state STOPPED 2016-08-24T19:33:10,876 DEBUG [main] service.AbstractService: noteFailure org.apache.hadoop.yarn.exceptions.YarnRuntimeException: Failed to intialize existing directories 2016-08-24T19:33:10,877 INFO [main] service.AbstractService: Service org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer failed in state INITED; cause: org.apache.hadoop.yarn.exceptions.YarnRuntimeException: Failed to intialize existing directories org.apache.hadoop.yarn.exceptions.YarnRuntimeException: Failed to intialize existing directories at org.apache.hadoop.mapreduce.v2.hs.JobHistory.serviceInit(JobHistory.java:98) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:107) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceInit(JobHistoryServer.java:142) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper.serviceStart(MiniMRYarnCluster.java:210) [hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] at org.apache.hadoop.service.AbstractService.start(AbstractService.java:193) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.service.CompositeService.serviceStart(CompositeService.java:120) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.service.AbstractService.start(AbstractService.java:193) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.mapred.MiniMRClientClusterFactory.create(MiniMRClientClusterFactory.java:80) [hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] at org.apache.hadoop.mapred.MiniMRCluster.(MiniMRCluster.java:187) [hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] at org.apache.hadoop.mapred.MiniMRCluster.(MiniMRCluster.java:175) [hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] at org.apache.hadoop.mapred.MiniMRCluster.(MiniMRCluster.java:167) [hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] at org.apache.hive.hcatalog.hbase.ManyMiniCluster.setupMRCluster(ManyMiniCluster.java:221) [test-classes/:?] at org.apache.hive.hcatalog.hbase.ManyMiniCluster.start(ManyMiniCluster.java:104) [test-classes/:?] at org.apache.hive.hcatalog.hbase.SkeletonHBaseTest$Context.start(SkeletonHBaseTest.java:186) [test-classes/:?] at org.apache.hive.hcatalog.hbase.SkeletonHBaseTest.setup(SkeletonHBaseTest.java:96) [test-classes/:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_25] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_25] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_25] at java.lang.reflect.Method.invoke(Method.java:483) ~[?:1.8.0_25] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:?] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:?] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:?] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) [junit-4.11.jar:?] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:?] at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:?] at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:367) [surefire-junit4-2.19.1.jar:2.19.1] at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:274) [surefire-junit4-2.19.1.jar:2.19.1] at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238) [surefire-junit4-2.19.1.jar:2.19.1] at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:161) [surefire-junit4-2.19.1.jar:2.19.1] at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:290) [surefire-booter-2.19.1.jar:2.19.1] at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:242) [surefire-booter-2.19.1.jar:2.19.1] at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:121) [surefire-booter-2.19.1.jar:2.19.1] Caused by: java.io.FileNotFoundException: File file:/tmp/hadoop-yarn/staging/history/done does not exist at org.apache.hadoop.fs.RawLocalFileSystem.listStatus(RawLocalFileSystem.java:376) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.DelegateToFileSystem.listStatus(DelegateToFileSystem.java:149) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.ChecksumFs.listStatus(ChecksumFs.java:516) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.AbstractFileSystem$1.(AbstractFileSystem.java:870) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.AbstractFileSystem.listStatusIterator(AbstractFileSystem.java:868) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FileContext$21.next(FileContext.java:1445) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FileContext$21.next(FileContext.java:1440) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FSLinkResolver.resolve(FSLinkResolver.java:90) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FileContext.listStatus(FileContext.java:1440) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.localGlobber(JobHistoryUtils.java:456) ~[hadoop-mapreduce-client-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.localGlobber(JobHistoryUtils.java:444) ~[hadoop-mapreduce-client-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.localGlobber(JobHistoryUtils.java:439) ~[hadoop-mapreduce-client-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.findTimestampedDirectories(HistoryFileManager.java:762) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.initExisting(HistoryFileManager.java:665) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.hs.JobHistory.serviceInit(JobHistory.java:96) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] ... 33 more 2016-08-24T19:33:10,878 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer entered state STOPPED 2016-08-24T19:33:10,878 DEBUG [main] service.CompositeService: org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer: stopping services, size=6 2016-08-24T19:33:10,878 DEBUG [main] service.CompositeService: Stopping service #5: Service org.apache.hadoop.mapreduce.v2.hs.server.HSAdminServer in state org.apache.hadoop.mapreduce.v2.hs.server.HSAdminServer: NOTINITED 2016-08-24T19:33:10,878 DEBUG [main] service.CompositeService: Stopping service #4: Service org.apache.hadoop.yarn.logaggregation.AggregatedLogDeletionService in state org.apache.hadoop.yarn.logaggregation.AggregatedLogDeletionService: NOTINITED 2016-08-24T19:33:10,878 DEBUG [main] service.CompositeService: Stopping service #3: Service HistoryClientService in state HistoryClientService: NOTINITED 2016-08-24T19:33:10,878 DEBUG [main] service.CompositeService: Stopping service #2: Service org.apache.hadoop.mapreduce.v2.hs.JobHistory in state org.apache.hadoop.mapreduce.v2.hs.JobHistory: STOPPED 2016-08-24T19:33:10,878 DEBUG [main] service.CompositeService: Stopping service #1: Service org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer$HistoryServerSecretManagerService in state org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer$HistoryServerSecretManagerService: INITED 2016-08-24T19:33:10,878 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer$HistoryServerSecretManagerService entered state STOPPED 2016-08-24T19:33:10,878 DEBUG [main] service.CompositeService: Stopping service #0: Service org.apache.hadoop.mapreduce.v2.hs.HistoryServerStateStoreService in state org.apache.hadoop.mapreduce.v2.hs.HistoryServerStateStoreService: INITED 2016-08-24T19:33:10,878 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.mapreduce.v2.hs.HistoryServerStateStoreService entered state STOPPED 2016-08-24T19:33:10,879 DEBUG [main] service.AbstractService: noteFailure org.apache.hadoop.yarn.exceptions.YarnRuntimeException: org.apache.hadoop.yarn.exceptions.YarnRuntimeException: Failed to intialize existing directories 2016-08-24T19:33:10,879 INFO [main] service.AbstractService: Service org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper failed in state STARTED; cause: org.apache.hadoop.yarn.exceptions.YarnRuntimeException: org.apache.hadoop.yarn.exceptions.YarnRuntimeException: Failed to intialize existing directories org.apache.hadoop.yarn.exceptions.YarnRuntimeException: org.apache.hadoop.yarn.exceptions.YarnRuntimeException: Failed to intialize existing directories at org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper.serviceStart(MiniMRYarnCluster.java:226) ~[hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] at org.apache.hadoop.service.AbstractService.start(AbstractService.java:193) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.service.CompositeService.serviceStart(CompositeService.java:120) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.service.AbstractService.start(AbstractService.java:193) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.mapred.MiniMRClientClusterFactory.create(MiniMRClientClusterFactory.java:80) [hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] at org.apache.hadoop.mapred.MiniMRCluster.(MiniMRCluster.java:187) [hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] at org.apache.hadoop.mapred.MiniMRCluster.(MiniMRCluster.java:175) [hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] at org.apache.hadoop.mapred.MiniMRCluster.(MiniMRCluster.java:167) [hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] at org.apache.hive.hcatalog.hbase.ManyMiniCluster.setupMRCluster(ManyMiniCluster.java:221) [test-classes/:?] at org.apache.hive.hcatalog.hbase.ManyMiniCluster.start(ManyMiniCluster.java:104) [test-classes/:?] at org.apache.hive.hcatalog.hbase.SkeletonHBaseTest$Context.start(SkeletonHBaseTest.java:186) [test-classes/:?] at org.apache.hive.hcatalog.hbase.SkeletonHBaseTest.setup(SkeletonHBaseTest.java:96) [test-classes/:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_25] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_25] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_25] at java.lang.reflect.Method.invoke(Method.java:483) ~[?:1.8.0_25] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:?] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:?] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:?] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) [junit-4.11.jar:?] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:?] at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:?] at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:367) [surefire-junit4-2.19.1.jar:2.19.1] at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:274) [surefire-junit4-2.19.1.jar:2.19.1] at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238) [surefire-junit4-2.19.1.jar:2.19.1] at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:161) [surefire-junit4-2.19.1.jar:2.19.1] at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:290) [surefire-booter-2.19.1.jar:2.19.1] at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:242) [surefire-booter-2.19.1.jar:2.19.1] at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:121) [surefire-booter-2.19.1.jar:2.19.1] Caused by: org.apache.hadoop.yarn.exceptions.YarnRuntimeException: Failed to intialize existing directories at org.apache.hadoop.mapreduce.v2.hs.JobHistory.serviceInit(JobHistory.java:98) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:107) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceInit(JobHistoryServer.java:142) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper.serviceStart(MiniMRYarnCluster.java:210) ~[hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] ... 28 more Caused by: java.io.FileNotFoundException: File file:/tmp/hadoop-yarn/staging/history/done does not exist at org.apache.hadoop.fs.RawLocalFileSystem.listStatus(RawLocalFileSystem.java:376) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.DelegateToFileSystem.listStatus(DelegateToFileSystem.java:149) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.ChecksumFs.listStatus(ChecksumFs.java:516) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.AbstractFileSystem$1.(AbstractFileSystem.java:870) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.AbstractFileSystem.listStatusIterator(AbstractFileSystem.java:868) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FileContext$21.next(FileContext.java:1445) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FileContext$21.next(FileContext.java:1440) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FSLinkResolver.resolve(FSLinkResolver.java:90) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FileContext.listStatus(FileContext.java:1440) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.localGlobber(JobHistoryUtils.java:456) ~[hadoop-mapreduce-client-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.localGlobber(JobHistoryUtils.java:444) ~[hadoop-mapreduce-client-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.localGlobber(JobHistoryUtils.java:439) ~[hadoop-mapreduce-client-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.findTimestampedDirectories(HistoryFileManager.java:762) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.initExisting(HistoryFileManager.java:665) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.hs.JobHistory.serviceInit(JobHistory.java:96) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:107) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceInit(JobHistoryServer.java:142) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper.serviceStart(MiniMRYarnCluster.java:210) ~[hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] ... 28 more 2016-08-24T19:33:10,880 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper entered state STOPPED 2016-08-24T19:33:10,880 DEBUG [main] service.AbstractService: noteFailure org.apache.hadoop.yarn.exceptions.YarnRuntimeException: org.apache.hadoop.yarn.exceptions.YarnRuntimeException: Failed to intialize existing directories 2016-08-24T19:33:10,880 INFO [main] service.AbstractService: Service MiniMRCluster_1341234203 failed in state STARTED; cause: org.apache.hadoop.yarn.exceptions.YarnRuntimeException: org.apache.hadoop.yarn.exceptions.YarnRuntimeException: Failed to intialize existing directories org.apache.hadoop.yarn.exceptions.YarnRuntimeException: org.apache.hadoop.yarn.exceptions.YarnRuntimeException: Failed to intialize existing directories at org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper.serviceStart(MiniMRYarnCluster.java:226) ~[hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] at org.apache.hadoop.service.AbstractService.start(AbstractService.java:193) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.service.CompositeService.serviceStart(CompositeService.java:120) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.service.AbstractService.start(AbstractService.java:193) [hadoop-common-2.6.1.jar:?] at org.apache.hadoop.mapred.MiniMRClientClusterFactory.create(MiniMRClientClusterFactory.java:80) [hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] at org.apache.hadoop.mapred.MiniMRCluster.(MiniMRCluster.java:187) [hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] at org.apache.hadoop.mapred.MiniMRCluster.(MiniMRCluster.java:175) [hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] at org.apache.hadoop.mapred.MiniMRCluster.(MiniMRCluster.java:167) [hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] at org.apache.hive.hcatalog.hbase.ManyMiniCluster.setupMRCluster(ManyMiniCluster.java:221) [test-classes/:?] at org.apache.hive.hcatalog.hbase.ManyMiniCluster.start(ManyMiniCluster.java:104) [test-classes/:?] at org.apache.hive.hcatalog.hbase.SkeletonHBaseTest$Context.start(SkeletonHBaseTest.java:186) [test-classes/:?] at org.apache.hive.hcatalog.hbase.SkeletonHBaseTest.setup(SkeletonHBaseTest.java:96) [test-classes/:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_25] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_25] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_25] at java.lang.reflect.Method.invoke(Method.java:483) ~[?:1.8.0_25] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:?] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:?] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:?] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) [junit-4.11.jar:?] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:?] at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:?] at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:367) [surefire-junit4-2.19.1.jar:2.19.1] at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:274) [surefire-junit4-2.19.1.jar:2.19.1] at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238) [surefire-junit4-2.19.1.jar:2.19.1] at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:161) [surefire-junit4-2.19.1.jar:2.19.1] at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:290) [surefire-booter-2.19.1.jar:2.19.1] at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:242) [surefire-booter-2.19.1.jar:2.19.1] at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:121) [surefire-booter-2.19.1.jar:2.19.1] Caused by: org.apache.hadoop.yarn.exceptions.YarnRuntimeException: Failed to intialize existing directories at org.apache.hadoop.mapreduce.v2.hs.JobHistory.serviceInit(JobHistory.java:98) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:107) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceInit(JobHistoryServer.java:142) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper.serviceStart(MiniMRYarnCluster.java:210) ~[hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] ... 28 more Caused by: java.io.FileNotFoundException: File file:/tmp/hadoop-yarn/staging/history/done does not exist at org.apache.hadoop.fs.RawLocalFileSystem.listStatus(RawLocalFileSystem.java:376) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.DelegateToFileSystem.listStatus(DelegateToFileSystem.java:149) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.ChecksumFs.listStatus(ChecksumFs.java:516) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.AbstractFileSystem$1.(AbstractFileSystem.java:870) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.AbstractFileSystem.listStatusIterator(AbstractFileSystem.java:868) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FileContext$21.next(FileContext.java:1445) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FileContext$21.next(FileContext.java:1440) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FSLinkResolver.resolve(FSLinkResolver.java:90) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.fs.FileContext.listStatus(FileContext.java:1440) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.localGlobber(JobHistoryUtils.java:456) ~[hadoop-mapreduce-client-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.localGlobber(JobHistoryUtils.java:444) ~[hadoop-mapreduce-client-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.localGlobber(JobHistoryUtils.java:439) ~[hadoop-mapreduce-client-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.findTimestampedDirectories(HistoryFileManager.java:762) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.initExisting(HistoryFileManager.java:665) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.hs.JobHistory.serviceInit(JobHistory.java:96) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:107) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceInit(JobHistoryServer.java:142) ~[hadoop-mapreduce-client-hs-2.6.1.jar:?] at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) ~[hadoop-common-2.6.1.jar:?] at org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper.serviceStart(MiniMRYarnCluster.java:210) ~[hadoop-mapreduce-client-jobclient-2.6.1-tests.jar:?] ... 28 more 2016-08-24T19:33:10,881 DEBUG [main] service.AbstractService: Service: MiniMRCluster_1341234203 entered state STOPPED 2016-08-24T19:33:10,881 DEBUG [main] service.CompositeService: MiniMRCluster_1341234203: stopping services, size=3 2016-08-24T19:33:10,881 DEBUG [main] service.CompositeService: Stopping service #2: Service org.apache.hadoop.yarn.server.MiniYARNCluster$NodeManagerWrapper_0 in state org.apache.hadoop.yarn.server.MiniYARNCluster$NodeManagerWrapper_0: INITED 2016-08-24T19:33:10,881 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.MiniYARNCluster$NodeManagerWrapper_0 entered state STOPPED 2016-08-24T19:33:10,882 DEBUG [main] service.AbstractService: Service: NodeManager entered state STOPPED 2016-08-24T19:33:10,882 DEBUG [main] service.CompositeService: NodeManager: stopping services, size=7 2016-08-24T19:33:10,882 DEBUG [main] service.CompositeService: Stopping service #6: Service org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdaterImpl in state org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdaterImpl: INITED 2016-08-24T19:33:10,882 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdaterImpl entered state STOPPED 2016-08-24T19:33:10,882 DEBUG [main] service.CompositeService: Stopping service #5: Service Dispatcher in state Dispatcher: INITED 2016-08-24T19:33:10,882 DEBUG [main] service.AbstractService: Service: Dispatcher entered state STOPPED 2016-08-24T19:33:10,882 DEBUG [main] service.CompositeService: Stopping service #4: Service org.apache.hadoop.yarn.server.nodemanager.webapp.WebServer in state org.apache.hadoop.yarn.server.nodemanager.webapp.WebServer: INITED 2016-08-24T19:33:10,882 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.webapp.WebServer entered state STOPPED 2016-08-24T19:33:10,882 DEBUG [main] service.CompositeService: Stopping service #3: Service org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl in state org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl: INITED 2016-08-24T19:33:10,882 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl entered state STOPPED 2016-08-24T19:33:10,882 DEBUG [main] service.CompositeService: org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl: stopping services, size=6 2016-08-24T19:33:10,882 DEBUG [main] service.CompositeService: Stopping service #5: Service org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler in state org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler: INITED 2016-08-24T19:33:10,882 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler entered state STOPPED 2016-08-24T19:33:10,882 DEBUG [main] service.CompositeService: Stopping service #4: Service Dispatcher in state Dispatcher: INITED 2016-08-24T19:33:10,882 DEBUG [main] service.AbstractService: Service: Dispatcher entered state STOPPED 2016-08-24T19:33:10,883 DEBUG [main] service.CompositeService: Stopping service #3: Service containers-monitor in state containers-monitor: INITED 2016-08-24T19:33:10,883 DEBUG [main] service.AbstractService: Service: containers-monitor entered state STOPPED 2016-08-24T19:33:10,883 DEBUG [main] service.CompositeService: Stopping service #2: Service org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices in state org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices: INITED 2016-08-24T19:33:10,883 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices entered state STOPPED 2016-08-24T19:33:10,883 DEBUG [main] service.CompositeService: Stopping service #1: Service containers-launcher in state containers-launcher: INITED 2016-08-24T19:33:10,883 DEBUG [main] service.AbstractService: Service: containers-launcher entered state STOPPED 2016-08-24T19:33:10,883 DEBUG [main] service.CompositeService: Stopping service #0: Service org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService in state org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService: INITED 2016-08-24T19:33:10,883 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService entered state STOPPED 2016-08-24T19:33:10,883 DEBUG [main] service.CompositeService: org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService: stopping services, size=1 2016-08-24T19:33:10,883 DEBUG [main] service.CompositeService: Stopping service #0: Service org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker in state org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker: INITED 2016-08-24T19:33:10,883 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker entered state STOPPED 2016-08-24T19:33:10,883 DEBUG [main] service.CompositeService: Stopping service #2: Service org.apache.hadoop.yarn.server.nodemanager.NodeResourceMonitorImpl in state org.apache.hadoop.yarn.server.nodemanager.NodeResourceMonitorImpl: INITED 2016-08-24T19:33:10,883 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.NodeResourceMonitorImpl entered state STOPPED 2016-08-24T19:33:10,883 DEBUG [main] service.CompositeService: Stopping service #1: Service org.apache.hadoop.yarn.server.nodemanager.NodeHealthCheckerService in state org.apache.hadoop.yarn.server.nodemanager.NodeHealthCheckerService: INITED 2016-08-24T19:33:10,884 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.NodeHealthCheckerService entered state STOPPED 2016-08-24T19:33:10,884 DEBUG [main] service.CompositeService: org.apache.hadoop.yarn.server.nodemanager.NodeHealthCheckerService: stopping services, size=1 2016-08-24T19:33:10,884 DEBUG [main] service.CompositeService: Stopping service #0: Service org.apache.hadoop.yarn.server.nodemanager.LocalDirsHandlerService in state org.apache.hadoop.yarn.server.nodemanager.LocalDirsHandlerService: INITED 2016-08-24T19:33:10,884 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.LocalDirsHandlerService entered state STOPPED 2016-08-24T19:33:10,884 DEBUG [main] service.CompositeService: Stopping service #0: Service org.apache.hadoop.yarn.server.nodemanager.DeletionService in state org.apache.hadoop.yarn.server.nodemanager.DeletionService: INITED 2016-08-24T19:33:10,884 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.DeletionService entered state STOPPED 2016-08-24T19:33:10,884 INFO [main] impl.MetricsSystemImpl: Stopping NodeManager metrics system... 2016-08-24T19:33:10,885 INFO [main] impl.MetricsSystemImpl: NodeManager metrics system stopped. 2016-08-24T19:33:10,885 INFO [main] impl.MetricsSystemImpl: NodeManager metrics system shutdown complete. 2016-08-24T19:33:10,885 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.nodemanager.recovery.NMNullStateStoreService entered state STOPPED 2016-08-24T19:33:10,885 DEBUG [main] service.CompositeService: Stopping service #1: Service org.apache.hadoop.yarn.server.MiniYARNCluster$ResourceManagerWrapper_0 in state org.apache.hadoop.yarn.server.MiniYARNCluster$ResourceManagerWrapper_0: INITED 2016-08-24T19:33:10,885 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.MiniYARNCluster$ResourceManagerWrapper_0 entered state STOPPED 2016-08-24T19:33:10,885 DEBUG [main] service.AbstractService: Service: ResourceManager entered state STOPPED 2016-08-24T19:33:10,885 DEBUG [main] service.CompositeService: ResourceManager: stopping services, size=4 2016-08-24T19:33:10,886 DEBUG [main] service.CompositeService: Stopping service #3: Service org.apache.hadoop.yarn.server.resourcemanager.metrics.SystemMetricsPublisher in state org.apache.hadoop.yarn.server.resourcemanager.metrics.SystemMetricsPublisher: INITED 2016-08-24T19:33:10,886 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.resourcemanager.metrics.SystemMetricsPublisher entered state STOPPED 2016-08-24T19:33:10,886 DEBUG [main] service.CompositeService: org.apache.hadoop.yarn.server.resourcemanager.metrics.SystemMetricsPublisher: stopping services, size=0 2016-08-24T19:33:10,886 DEBUG [main] service.CompositeService: Stopping service #2: Service org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter in state org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter: INITED 2016-08-24T19:33:10,886 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter entered state STOPPED 2016-08-24T19:33:10,886 DEBUG [main] service.CompositeService: org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter: stopping services, size=0 2016-08-24T19:33:10,886 DEBUG [main] service.CompositeService: Stopping service #1: Service org.apache.hadoop.yarn.server.resourcemanager.AdminService in state org.apache.hadoop.yarn.server.resourcemanager.AdminService: INITED 2016-08-24T19:33:10,886 DEBUG [main] service.AbstractService: Service: org.apache.hadoop.yarn.server.resourcemanager.AdminService entered state STOPPED 2016-08-24T19:33:10,886 DEBUG [main] service.CompositeService: org.apache.hadoop.yarn.server.resourcemanager.AdminService: stopping services, size=0 2016-08-24T19:33:10,886 DEBUG [main] service.CompositeService: Stopping service #0: Service Dispatcher in state Dispatcher: INITED 2016-08-24T19:33:10,886 DEBUG [main] service.AbstractService: Service: Dispatcher entered state STOPPED 2016-08-24T19:33:10,886 DEBUG [main] service.CompositeService: Stopping service #0: Service org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper in state org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper: STOPPED