2015-11-24 03:20:44,051 WARN [main] util.NativeCodeLoader (NativeCodeLoader.java:(60)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2015-11-24 03:20:44,615 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-24 03:20:44,729 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-24 03:20:44,803 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:44,804 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:44,804 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:44,833 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-24 03:20:44,834 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker$$EnhancerByMockitoWithCGLIB$$3351fa53 2015-11-24 03:20:44,838 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(363)) - Localizer started on port 0 2015-11-24 03:20:44,841 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkLocalDir(1487)) - Could not carry out resource dir checks for /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0, which was marked as good java.io.FileNotFoundException: File /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/filecache does not exist at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:640) at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:866) at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:630) at org.apache.hadoop.fs.DelegateToFileSystem.getFileStatus(DelegateToFileSystem.java:125) at org.apache.hadoop.fs.FilterFs.getFileStatus(FilterFs.java:121) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.testRecovery(TestResourceLocalizationService.java:543) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.runners.ParentRunner.run(ParentRunner.java:309) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) 2015-11-24 03:20:44,851 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkLocalDir(1487)) - Could not carry out resource dir checks for /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1, which was marked as good java.io.FileNotFoundException: File /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1/filecache does not exist at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:640) at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:866) at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:630) at org.apache.hadoop.fs.DelegateToFileSystem.getFileStatus(DelegateToFileSystem.java:125) at org.apache.hadoop.fs.FilterFs.getFileStatus(FilterFs.java:121) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.testRecovery(TestResourceLocalizationService.java:543) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.runners.ParentRunner.run(ParentRunner.java:309) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) 2015-11-24 03:20:44,854 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkLocalDir(1487)) - Could not carry out resource dir checks for /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/2, which was marked as good java.io.FileNotFoundException: File /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/2/nmPrivate does not exist at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:640) at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:866) at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:630) at org.apache.hadoop.fs.DelegateToFileSystem.getFileStatus(DelegateToFileSystem.java:125) at org.apache.hadoop.fs.FilterFs.getFileStatus(FilterFs.java:121) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.testRecovery(TestResourceLocalizationService.java:543) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.runners.ParentRunner.run(ParentRunner.java:309) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) 2015-11-24 03:20:44,862 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkLocalDir(1487)) - Could not carry out resource dir checks for /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3, which was marked as good java.io.FileNotFoundException: File /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3/nmPrivate does not exist at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:640) at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:866) at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:630) at org.apache.hadoop.fs.DelegateToFileSystem.getFileStatus(DelegateToFileSystem.java:125) at org.apache.hadoop.fs.FilterFs.getFileStatus(FilterFs.java:121) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.testRecovery(TestResourceLocalizationService.java:543) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.runners.ParentRunner.run(ParentRunner.java:309) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) 2015-11-24 03:20:44,863 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkAndInitializeLocalDirs(1462)) - Attempting to initialize /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0 2015-11-24 03:20:44,898 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkAndInitializeLocalDirs(1462)) - Attempting to initialize /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1 2015-11-24 03:20:44,936 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkAndInitializeLocalDirs(1462)) - Attempting to initialize /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/2 2015-11-24 03:20:44,958 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkAndInitializeLocalDirs(1462)) - Attempting to initialize /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3 SEED: -2120423784582682678 2015-11-24 03:20:45,057 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/cd36b2f0c4fb247 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:45,058 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/50cd32644b2736c3 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:45,059 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/2722878d07317e40 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:45,060 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/f4250488ed50193 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:45,061 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/a9d1f1fa47f5bf01 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:45,062 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/39600286c1e852b6 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:45,063 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/26e297cf599da685 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:45,082 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/50cd32644b2736c3(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3/usercacheuser1/10/50cd32644b2736c3) transitioned from DOWNLOADING to LOCALIZED 2015-11-24 03:20:45,084 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/2722878d07317e40(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1/usercacheuser1/11/2722878d07317e40) transitioned from DOWNLOADING to LOCALIZED 2015-11-24 03:20:45,086 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/f4250488ed50193(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1/appcacheapplication_1_0001/10/f4250488ed50193) transitioned from DOWNLOADING to LOCALIZED 2015-11-24 03:20:45,086 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/26e297cf599da685(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3/appcacheapplication_1_0002/11/26e297cf599da685) transitioned from DOWNLOADING to LOCALIZED 2015-11-24 03:20:45,087 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/cd36b2f0c4fb247(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/filecache/10/cd36b2f0c4fb247) transitioned from DOWNLOADING to LOCALIZED 2015-11-24 03:20:45,087 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/a9d1f1fa47f5bf01(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/2/filecache/11/a9d1f1fa47f5bf01) transitioned from DOWNLOADING to LOCALIZED 2015-11-24 03:20:45,090 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-24 03:20:45,091 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker$$EnhancerByMockitoWithCGLIB$$3351fa53 2015-11-24 03:20:45,163 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/cd36b2f0c4fb247(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/filecache/10/cd36b2f0c4fb247) transitioned from INIT to LOCALIZED 2015-11-24 03:20:45,163 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/a9d1f1fa47f5bf01(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/2/filecache/11/a9d1f1fa47f5bf01) transitioned from INIT to LOCALIZED 2015-11-24 03:20:45,164 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/50cd32644b2736c3(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3/usercacheuser1/10/50cd32644b2736c3) transitioned from INIT to LOCALIZED 2015-11-24 03:20:45,165 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/2722878d07317e40(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1/usercacheuser1/11/2722878d07317e40) transitioned from INIT to LOCALIZED 2015-11-24 03:20:45,165 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/f4250488ed50193(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1/appcacheapplication_1_0001/10/f4250488ed50193) transitioned from INIT to LOCALIZED 2015-11-24 03:20:45,166 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/26e297cf599da685(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3/appcacheapplication_1_0002/11/26e297cf599da685) transitioned from INIT to LOCALIZED 2015-11-24 03:20:45,166 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/39600286c1e852b6(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/appcacheapplication_1_0002/10/39600286c1e852b6) transitioned from INIT to LOCALIZED 2015-11-24 03:20:45,166 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:recoverTrackerResources(339)) - Deleting in-progress localization for { file:/local/PRIVATE/39600286c1e852b6, 2958, FILE, null } at /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/appcacheapplication_1_0002/10/39600286c1e852b6 2015-11-24 03:20:45,168 INFO [main] localizer.LocalResourcesTrackerImpl (LocalResourcesTrackerImpl.java:remove(406)) - Removed /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/appcacheapplication_1_0002/10/39600286c1e852b6 from localized cache 2015-11-24 03:20:45,196 INFO [Thread-97] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:45,196 INFO [Thread-97] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:45,236 INFO [Thread-97] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 37 2015-11-24 03:20:45,251 INFO [Thread-97] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-24 03:20:45,257 INFO [Thread-97] localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(363)) - Localizer started on port 0 SEED: -2431488304296555318 2015-11-24 03:20:45,268 INFO [Thread-97] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/1a59538c79a2507f transitioned from INIT to DOWNLOADING 2015-11-24 03:20:45,268 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(742)) - Created localizer for container_314159265358979_0003_01_000042 2015-11-24 03:20:45,269 INFO [Thread-97] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/944ac2e3fabb1995 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:45,269 INFO [Thread-97] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/bc3653481d7a16a5 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:45,283 INFO [LocalizerRunner for container_314159265358979_0003_01_000042] localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1221)) - Writing credentials to the nmPrivate file /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/nmPrivate/container_314159265358979_0003_01_000042.tokens. Credentials list: 2015-11-24 03:20:46,289 INFO [Thread-97] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/1a59538c79a2507f(->/cache/private/blah) transitioned from DOWNLOADING to LOCALIZED 2015-11-24 03:20:46,292 INFO [Thread-97] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/944ac2e3fabb1995(->/cache/private/blah) transitioned from DOWNLOADING to LOCALIZED 2015-11-24 03:20:46,292 INFO [Thread-97] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/bc3653481d7a16a5(->/cache/private/blah) transitioned from DOWNLOADING to LOCALIZED 2015-11-24 03:20:46,296 INFO [Public Localizer] localizer.ResourceLocalizationService (ResourceLocalizationService.java:run(908)) - Public cache exiting 2015-11-24 03:20:46,352 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-24 03:20:46,444 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-24 03:20:46,476 INFO [Thread-156] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:46,476 INFO [Thread-156] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:46,524 INFO [Thread-156] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-24 03:20:46,534 INFO [Thread-156] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-24 03:20:46,536 INFO [Thread-156] localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(363)) - Localizer started on port 0 SEED: 8764810905075881959 2015-11-24 03:20:46,544 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(742)) - Created localizer for container_314159265358979_0003_01_000042 2015-11-24 03:20:46,544 INFO [Thread-156] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/2673f7b22ffcb533 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:46,545 INFO [Thread-156] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/32a0c5f10dafa569 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:46,545 INFO [Thread-156] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/49ff644562cfda46 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:46,546 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(742)) - Created localizer for container_314159265358979_0003_01_000043 2015-11-24 03:20:46,554 INFO [LocalizerRunner for container_314159265358979_0003_01_000042] localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1221)) - Writing credentials to the nmPrivate file /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/nmPrivate/container_314159265358979_0003_01_000042.tokens. Credentials list: 2015-11-24 03:20:46,556 INFO [LocalizerRunner for container_314159265358979_0003_01_000043] localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1221)) - Writing credentials to the nmPrivate file /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/nmPrivate/container_314159265358979_0003_01_000043.tokens. Credentials list: 2015-11-24 03:20:46,561 INFO [Thread-156] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/2673f7b22ffcb533(->/some/path) transitioned from DOWNLOADING to LOCALIZED 2015-11-24 03:20:46,590 INFO [DeletionService #0] nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(480)) - Deleting absolute path : /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/user0/appcache/application_314159265358979_0003/container_314159265358979_0003_01_000042 2015-11-24 03:20:46,590 WARN [DeletionService #0] nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(483)) - delete returned false for path: [/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/user0/appcache/application_314159265358979_0003/container_314159265358979_0003_01_000042] 2015-11-24 03:20:46,592 INFO [Thread-156] localizer.ResourceLocalizationService (ResourceLocalizationService.java:processHeartbeat(705)) - Unknown localizer with localizerId container_314159265358979_0003_01_000042 is sending heartbeat. Ordering it to DIE 2015-11-24 03:20:46,593 INFO [DeletionService #0] nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(489)) - Deleting path : /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/user0/filecache/12 2015-11-24 03:20:46,593 WARN [DeletionService #0] nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(492)) - delete returned false for path: [/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/user0/filecache/12] 2015-11-24 03:20:46,594 INFO [DeletionService #0] nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(489)) - Deleting path : /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/user0/filecache/12_tmp 2015-11-24 03:20:46,594 WARN [DeletionService #0] nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(492)) - delete returned false for path: [/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/user0/filecache/12_tmp] 2015-11-24 03:20:46,594 INFO [DeletionService #0] nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(489)) - Deleting path : /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/user0/filecache/11 2015-11-24 03:20:46,594 WARN [DeletionService #0] nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(492)) - delete returned false for path: [/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/user0/filecache/11] 2015-11-24 03:20:46,594 INFO [DeletionService #0] nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(489)) - Deleting path : /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/user0/filecache/11_tmp 2015-11-24 03:20:46,594 WARN [DeletionService #0] nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(492)) - delete returned false for path: [/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/user0/filecache/11_tmp] 2015-11-24 03:20:46,600 INFO [Public Localizer] localizer.ResourceLocalizationService (ResourceLocalizationService.java:run(908)) - Public cache exiting 2015-11-24 03:20:46,623 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:46,623 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:46,665 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-24 03:20:46,739 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-24 03:20:46,741 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(363)) - Localizer started on port 0 2015-11-24 03:20:46,776 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/ce532cefbaa98fcd transitioned from INIT to DOWNLOADING 2015-11-24 03:20:46,776 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(814)) - Downloading public rsrc:{ file:/local/PRIVATE/ce532cefbaa98fcd, 2963, FILE, null } 2015-11-24 03:20:46,778 INFO [AsyncDispatcher event handler] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/ce532cefbaa98fcd transitioned from DOWNLOADING to FAILED 2015-11-24 03:20:46,778 ERROR [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(850)) - Local path for public localization is not found. May be disks failed. java.io.IOException at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$PublicLocalizer.addResource(ResourceLocalizationService.java:829) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker.handle(ResourceLocalizationService.java:735) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker.handle(ResourceLocalizationService.java:677) at org.apache.hadoop.yarn.event.AsyncDispatcher.dispatch(AsyncDispatcher.java:183) at org.apache.hadoop.yarn.event.AsyncDispatcher$1.run(AsyncDispatcher.java:109) at java.lang.Thread.run(Thread.java:745) 2015-11-24 03:20:46,779 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/a413d94fc16d7edb/ transitioned from INIT to DOWNLOADING 2015-11-24 03:20:46,779 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(814)) - Downloading public rsrc:{ file:/local/PRIVATE/a413d94fc16d7edb/, 2057, FILE, null } 2015-11-24 03:20:46,782 INFO [AsyncDispatcher event handler] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/a413d94fc16d7edb/ transitioned from DOWNLOADING to FAILED 2015-11-24 03:20:46,782 ERROR [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(856)) - Local path for public localization is not found. Incorrect path. file:/local/PRIVATE/a413d94fc16d7edb/ java.lang.IllegalArgumentException: Can not create a Path from an empty string at org.apache.hadoop.fs.Path.checkPathArg(Path.java:125) at org.apache.hadoop.fs.Path.(Path.java:133) at org.apache.hadoop.fs.Path.(Path.java:92) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.LocalResourcesTrackerImpl.getPathForLocalization(LocalResourcesTrackerImpl.java:502) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$PublicLocalizer.addResource(ResourceLocalizationService.java:833) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker.handle(ResourceLocalizationService.java:735) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker.handle(ResourceLocalizationService.java:677) at org.apache.hadoop.yarn.event.AsyncDispatcher.dispatch(AsyncDispatcher.java:183) at org.apache.hadoop.yarn.event.AsyncDispatcher$1.run(AsyncDispatcher.java:109) at java.lang.Thread.run(Thread.java:745) 2015-11-24 03:20:46,784 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(814)) - Downloading public rsrc:{ file:/local/PRIVATE/ce532cefbaa98fcd, 2963, FILE, null } 2015-11-24 03:20:46,784 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/ce532cefbaa98fcd transitioned from INIT to DOWNLOADING 2015-11-24 03:20:46,785 INFO [AsyncDispatcher event handler] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/ce532cefbaa98fcd(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3/filecache/11/ce532cefbaa98fcd) transitioned from DOWNLOADING to FAILED 2015-11-24 03:20:46,786 ERROR [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(863)) - Failed to submit rsrc { { file:/local/PRIVATE/ce532cefbaa98fcd, 2963, FILE, null },pending,[(container_314159265358979_0003_01_000042)],10573515576308686,FAILED} for download. Either queue is full or threadpool is shutdown. java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.ExecutorCompletionService$QueueingFuture@526fa4a1 rejected from java.util.concurrent.ThreadPoolExecutor@65d72227[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047) at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823) at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369) at java.util.concurrent.ExecutorCompletionService.submit(ExecutorCompletionService.java:181) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$PublicLocalizer.addResource(ResourceLocalizationService.java:842) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker.handle(ResourceLocalizationService.java:735) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker.handle(ResourceLocalizationService.java:677) at org.apache.hadoop.yarn.event.AsyncDispatcher.dispatch(AsyncDispatcher.java:183) at org.apache.hadoop.yarn.event.AsyncDispatcher$1.run(AsyncDispatcher.java:109) at java.lang.Thread.run(Thread.java:745) 2015-11-24 03:20:46,812 INFO [Thread-223] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:46,812 INFO [Thread-223] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:46,815 INFO [Thread-223] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService 2015-11-24 03:20:46,815 INFO [Thread-223] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-24 03:20:46,828 INFO [Thread-223] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-24 03:20:46,852 INFO [AsyncDispatcher event handler] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/tmp2 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:46,852 INFO [AsyncDispatcher event handler] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/tmp1 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:46,887 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:46,888 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:46,888 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:46,893 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-24 03:20:46,918 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:cleanUpLocalDir(1375)) - Failed to delete localDir: /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService0 2015-11-24 03:20:46,927 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:cleanUpLocalDir(1375)) - Failed to delete localDir: /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService1 2015-11-24 03:20:46,934 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:cleanUpLocalDir(1375)) - Failed to delete localDir: /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService2 2015-11-24 03:20:46,941 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:cleanUpLocalDir(1375)) - Failed to delete localDir: /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService3 2015-11-24 03:20:46,942 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker$$EnhancerByMockitoWithCGLIB$$3351fa53 2015-11-24 03:20:46,943 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(363)) - Localizer started on port 0 2015-11-24 03:20:46,947 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/f561edaea4d1fc39 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:46,947 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/60c221e47699bb1d transitioned from INIT to DOWNLOADING 2015-11-24 03:20:46,948 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/8724fd3eb6670612 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:46,994 INFO [Thread-250] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:46,994 INFO [Thread-250] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:46,997 INFO [Thread-250] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService 2015-11-24 03:20:46,997 INFO [Thread-250] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-24 03:20:47,020 INFO [Thread-250] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-24 03:20:47,024 INFO [AsyncDispatcher event handler] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/tmp transitioned from INIT to DOWNLOADING 2015-11-24 03:20:47,071 WARN [Thread-250] localizer.ResourceLocalizationService (ResourceLocalizationService.java:processHeartbeat(1044)) - { file:/tmp, 123, FILE, } failed: test org.apache.hadoop.yarn.exceptions.YarnException: test at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.createLocalizerStatusForFailedResource(TestResourceLocalizationService.java:2012) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.testParallelDownloadAttemptsForPrivateResource(TestResourceLocalizationService.java:1830) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) 2015-11-24 03:20:47,071 INFO [Thread-250] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/tmp(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/testuser/filecache/10/tmp) transitioned from DOWNLOADING to FAILED 2015-11-24 03:20:47,084 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:47,084 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:47,085 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:47,101 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-24 03:20:47,169 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker$$EnhancerByMockitoWithCGLIB$$3351fa53 2015-11-24 03:20:47,170 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(363)) - Localizer started on port 0 SEED: -1569945551193506304 2015-11-24 03:20:47,197 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/f7df6a287d9bb5b7 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:47,197 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/507833a6a158c70f transitioned from INIT to DOWNLOADING 2015-11-24 03:20:47,198 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/978d3ae83c7030fc transitioned from INIT to DOWNLOADING 2015-11-24 03:20:47,199 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/ad911b64216fdcd2 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:47,229 INFO [Thread-319] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:47,229 INFO [Thread-319] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:47,247 INFO [Thread-319] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-24 03:20:47,249 INFO [Thread-319] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-24 03:20:47,250 INFO [Thread-319] localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(363)) - Localizer started on port 0 SEED: -7526447822358488654 Here 4 2015-11-24 03:20:47,254 INFO [Thread-319] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/20f062f1baf38f6 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:47,254 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(742)) - Created localizer for container_314159265358979_0003_01_000042 2015-11-24 03:20:47,255 INFO [LocalizerRunner for container_314159265358979_0003_01_000042] localizer.ResourceLocalizationService (ResourceLocalizationService.java:run(1161)) - Localizer failed org.apache.hadoop.fs.FSError: java.io.IOException: Disk Error at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerRunner.run(ResourceLocalizationService.java:1131) Caused by: java.io.IOException: Disk Error at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.testLocalizerRunnerException(TestResourceLocalizationService.java:795) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) 2015-11-24 03:20:47,256 ERROR [DeletionService #0] nodemanager.DeletionService (DeletionService.java:afterExecute(183)) - Exception during execution of task in DeletionService java.lang.NullPointerException: path cannot be null at com.google.common.base.Preconditions.checkNotNull(Preconditions.java:204) at org.apache.hadoop.fs.FileContext.fixRelativePart(FileContext.java:271) at org.apache.hadoop.fs.FileContext.delete(FileContext.java:759) at org.apache.hadoop.yarn.server.nodemanager.DeletionService$FileDeletionTask.run(DeletionService.java:273) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2015-11-24 03:20:48,256 INFO [Public Localizer] localizer.ResourceLocalizationService (ResourceLocalizationService.java:run(908)) - Public cache exiting 2015-11-24 03:20:48,299 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:48,299 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:48,332 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-24 03:20:48,336 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-24 03:20:48,338 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(363)) - Localizer started on port 0 2015-11-24 03:20:48,339 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkLocalDir(1487)) - Could not carry out resource dir checks for /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0, which was marked as good java.io.FileNotFoundException: File /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/filecache does not exist at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:640) at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:866) at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:630) at org.apache.hadoop.fs.DelegateToFileSystem.getFileStatus(DelegateToFileSystem.java:125) at org.apache.hadoop.fs.FilterFs.getFileStatus(FilterFs.java:121) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.testPublicResourceInitializesLocalDir(TestResourceLocalizationService.java:1423) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.runners.ParentRunner.run(ParentRunner.java:309) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) 2015-11-24 03:20:48,340 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkLocalDir(1487)) - Could not carry out resource dir checks for /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1, which was marked as good java.io.FileNotFoundException: File /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1/filecache does not exist at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:640) at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:866) at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:630) at org.apache.hadoop.fs.DelegateToFileSystem.getFileStatus(DelegateToFileSystem.java:125) at org.apache.hadoop.fs.FilterFs.getFileStatus(FilterFs.java:121) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.testPublicResourceInitializesLocalDir(TestResourceLocalizationService.java:1423) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.runners.ParentRunner.run(ParentRunner.java:309) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) 2015-11-24 03:20:48,342 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkLocalDir(1487)) - Could not carry out resource dir checks for /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/2, which was marked as good java.io.FileNotFoundException: File /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/2/nmPrivate does not exist at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:640) at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:866) at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:630) at org.apache.hadoop.fs.DelegateToFileSystem.getFileStatus(DelegateToFileSystem.java:125) at org.apache.hadoop.fs.FilterFs.getFileStatus(FilterFs.java:121) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.testPublicResourceInitializesLocalDir(TestResourceLocalizationService.java:1423) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.runners.ParentRunner.run(ParentRunner.java:309) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) 2015-11-24 03:20:48,343 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkLocalDir(1487)) - Could not carry out resource dir checks for /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3, which was marked as good java.io.FileNotFoundException: File /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3/nmPrivate does not exist at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:640) at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:866) at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:630) at org.apache.hadoop.fs.DelegateToFileSystem.getFileStatus(DelegateToFileSystem.java:125) at org.apache.hadoop.fs.FilterFs.getFileStatus(FilterFs.java:121) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.testPublicResourceInitializesLocalDir(TestResourceLocalizationService.java:1423) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.runners.ParentRunner.run(ParentRunner.java:309) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) 2015-11-24 03:20:48,344 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkAndInitializeLocalDirs(1462)) - Attempting to initialize /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0 2015-11-24 03:20:48,367 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkAndInitializeLocalDirs(1462)) - Attempting to initialize /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1 2015-11-24 03:20:48,399 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkAndInitializeLocalDirs(1462)) - Attempting to initialize /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/2 2015-11-24 03:20:48,418 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkAndInitializeLocalDirs(1462)) - Attempting to initialize /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3 SEED: -51006754455364599 2015-11-24 03:20:48,446 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/fab2c71689353872 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:48,446 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(814)) - Downloading public rsrc:{ file:/local/PRIVATE/fab2c71689353872, 2782, FILE, null } 2015-11-24 03:20:48,447 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/9e8d752bea7472e3 transitioned from INIT to DOWNLOADING 2015-11-24 03:20:48,455 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(814)) - Downloading public rsrc:{ file:/local/PRIVATE/9e8d752bea7472e3, 3015, FILE, null } 2015-11-24 03:20:48,469 INFO [Public Localizer] localizer.ResourceLocalizationService (ResourceLocalizationService.java:run(892)) - Failed to download resource { { file:/local/PRIVATE/fab2c71689353872, 2782, FILE, null },pending,[(container_314159265358979_0003_01_000042)],10573517238627109,DOWNLOADING} ExitCodeException exitCode=1: chmod: cannot access '/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/2/filecache/10': No such file or directory at org.apache.hadoop.util.Shell.runCommand(Shell.java:912) at org.apache.hadoop.util.Shell.run(Shell.java:823) at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:1102) at org.apache.hadoop.util.Shell.execCommand(Shell.java:1196) at org.apache.hadoop.util.Shell.execCommand(Shell.java:1178) at org.apache.hadoop.fs.RawLocalFileSystem.setPermission(RawLocalFileSystem.java:776) at org.apache.hadoop.fs.DelegateToFileSystem.setPermission(DelegateToFileSystem.java:211) at org.apache.hadoop.fs.FilterFs.setPermission(FilterFs.java:260) at org.apache.hadoop.fs.FileContext$11.next(FileContext.java:999) at org.apache.hadoop.fs.FileContext$11.next(FileContext.java:995) at org.apache.hadoop.fs.FSLinkResolver.resolve(FSLinkResolver.java:90) at org.apache.hadoop.fs.FileContext.setPermission(FileContext.java:1002) at org.apache.hadoop.yarn.util.FSDownload.createDir(FSDownload.java:108) at org.apache.hadoop.yarn.util.FSDownload.call(FSDownload.java:353) at org.apache.hadoop.yarn.util.FSDownload.call(FSDownload.java:62) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2015-11-24 03:20:48,478 INFO [Public Localizer] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/fab2c71689353872(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/2/filecache/10/fab2c71689353872) transitioned from DOWNLOADING to FAILED 2015-11-24 03:20:48,479 INFO [Public Localizer] localizer.ResourceLocalizationService (ResourceLocalizationService.java:run(892)) - Failed to download resource { { file:/local/PRIVATE/9e8d752bea7472e3, 3015, FILE, null },pending,[(container_314159265358979_0003_01_000042)],10573517238933397,DOWNLOADING} ExitCodeException exitCode=1: chmod: cannot access '/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/filecache/11': No such file or directory at org.apache.hadoop.util.Shell.runCommand(Shell.java:912) at org.apache.hadoop.util.Shell.run(Shell.java:823) at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:1102) at org.apache.hadoop.util.Shell.execCommand(Shell.java:1196) at org.apache.hadoop.util.Shell.execCommand(Shell.java:1178) at org.apache.hadoop.fs.RawLocalFileSystem.setPermission(RawLocalFileSystem.java:776) at org.apache.hadoop.fs.DelegateToFileSystem.setPermission(DelegateToFileSystem.java:211) at org.apache.hadoop.fs.FilterFs.setPermission(FilterFs.java:260) at org.apache.hadoop.fs.FileContext$11.next(FileContext.java:999) at org.apache.hadoop.fs.FileContext$11.next(FileContext.java:995) at org.apache.hadoop.fs.FSLinkResolver.resolve(FSLinkResolver.java:90) at org.apache.hadoop.fs.FileContext.setPermission(FileContext.java:1002) at org.apache.hadoop.yarn.util.FSDownload.createDir(FSDownload.java:108) at org.apache.hadoop.yarn.util.FSDownload.call(FSDownload.java:353) at org.apache.hadoop.yarn.util.FSDownload.call(FSDownload.java:62) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2015-11-24 03:20:48,480 INFO [Thread-369] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:48,481 INFO [Thread-369] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:48,481 INFO [Public Localizer] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/9e8d752bea7472e3(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/filecache/11/9e8d752bea7472e3) transitioned from DOWNLOADING to FAILED 2015-11-24 03:20:48,493 INFO [Thread-369] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-24 03:20:48,553 INFO [Thread-369] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-24 03:20:48,554 INFO [Thread-369] localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(363)) - Localizer started on port 0 SEED: -4983261176780158097 2015-11-24 03:20:48,578 INFO [Thread-369] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/685f63cdf60e7b8b transitioned from INIT to DOWNLOADING 2015-11-24 03:20:48,578 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(814)) - Downloading public rsrc:{ file:/local/PRIVATE/685f63cdf60e7b8b, 2067, FILE, null } 2015-11-24 03:20:48,584 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(814)) - Downloading public rsrc:{ file:/local/PRIVATE/685f63cdf60e7b8b, 2067, FILE, null } 2015-11-24 03:20:48,587 INFO [Public Localizer] localizer.ResourceLocalizationService (ResourceLocalizationService.java:run(892)) - Failed to download resource { { file:/local/PRIVATE/685f63cdf60e7b8b, 2067, FILE, null },pending,[(container_314159265358979_0003_01_000042)(container_314159265358979_0003_01_000042)],10573517370600995,DOWNLOADING} java.io.IOException: forced failure at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService$7.answer(TestResourceLocalizationService.java:1549) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService$7.answer(TestResourceLocalizationService.java:1542) at org.mockito.internal.stubbing.StubbedInvocationMatcher.answer(StubbedInvocationMatcher.java:31) at org.mockito.internal.MockHandler.handle(MockHandler.java:97) at org.mockito.internal.creation.MethodInterceptorFilter.intercept(MethodInterceptorFilter.java:47) at org.apache.hadoop.fs.local.LocalFs$$EnhancerByMockitoWithCGLIB$$27cb2515.setPermission() at org.apache.hadoop.fs.FileContext$11.next(FileContext.java:999) at org.apache.hadoop.fs.FileContext$11.next(FileContext.java:995) at org.apache.hadoop.fs.FSLinkResolver.resolve(FSLinkResolver.java:90) at org.apache.hadoop.fs.FileContext.setPermission(FileContext.java:1002) at org.apache.hadoop.yarn.util.FSDownload.createDir(FSDownload.java:108) at org.apache.hadoop.yarn.util.FSDownload.call(FSDownload.java:353) at org.apache.hadoop.yarn.util.FSDownload.call(FSDownload.java:62) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2015-11-24 03:20:48,592 INFO [Public Localizer] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/685f63cdf60e7b8b(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/filecache/10/685f63cdf60e7b8b) transitioned from DOWNLOADING to FAILED 2015-11-24 03:20:48,610 INFO [Thread-427] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:48,610 INFO [Thread-427] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$8e71ef5f 2015-11-24 03:20:48,616 INFO [Thread-427] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$$EnhancerByMockitoWithCGLIB$$37211ed4 2015-11-24 03:20:48,616 INFO [Thread-427] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-24 03:20:48,627 INFO [Thread-427] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-24 03:20:48,638 INFO [AsyncDispatcher event handler] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource /tmp transitioned from INIT to DOWNLOADING 2015-11-24 03:20:48,638 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(814)) - Downloading public rsrc:{ /tmp, 123, FILE, } 2015-11-24 03:20:48,658 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(814)) - Downloading public rsrc:{ /tmp, 123, FILE, } 2015-11-24 03:20:48,759 INFO [Thread-427] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource /tmp(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/filecache/10/tmp) transitioned from DOWNLOADING to FAILED 2015-11-24 03:20:48,761 FATAL [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(189)) - Error in dispatcher thread java.lang.NullPointerException at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker.handle(ResourceLocalizationService.java:733) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker.handle(ResourceLocalizationService.java:677) at org.apache.hadoop.yarn.event.AsyncDispatcher.dispatch(AsyncDispatcher.java:183) at org.apache.hadoop.yarn.event.AsyncDispatcher$1.run(AsyncDispatcher.java:109) at java.lang.Thread.run(Thread.java:745)