2015-11-23 18:29:27,654 WARN [main] util.NativeCodeLoader (NativeCodeLoader.java:(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2015-11-23 18:29:28,237 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-23 18:29:28,357 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-23 18:29:28,436 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:28,437 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:28,438 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:28,474 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-23 18:29:28,475 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker$$EnhancerByMockitoWithCGLIB$$363b3ae9 2015-11-23 18:29:28,482 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(363)) - Localizer started on port 0 2015-11-23 18:29:28,487 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkLocalDir(1487)) - Could not carry out resource dir checks for /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0, which was marked as good java.io.FileNotFoundException: File /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/filecache does not exist at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:627) at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:853) at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:617) at org.apache.hadoop.fs.DelegateToFileSystem.getFileStatus(DelegateToFileSystem.java:125) at org.apache.hadoop.fs.FilterFs.getFileStatus(FilterFs.java:121) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.testRecovery(TestResourceLocalizationService.java:542) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.runners.ParentRunner.run(ParentRunner.java:309) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) 2015-11-23 18:29:28,492 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkLocalDir(1487)) - Could not carry out resource dir checks for /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1, which was marked as good java.io.FileNotFoundException: File /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1/filecache does not exist at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:627) at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:853) at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:617) at org.apache.hadoop.fs.DelegateToFileSystem.getFileStatus(DelegateToFileSystem.java:125) at org.apache.hadoop.fs.FilterFs.getFileStatus(FilterFs.java:121) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.testRecovery(TestResourceLocalizationService.java:542) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.runners.ParentRunner.run(ParentRunner.java:309) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) 2015-11-23 18:29:28,494 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkLocalDir(1487)) - Could not carry out resource dir checks for /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/2, which was marked as good java.io.FileNotFoundException: File /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/2/nmPrivate does not exist at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:627) at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:853) at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:617) at org.apache.hadoop.fs.DelegateToFileSystem.getFileStatus(DelegateToFileSystem.java:125) at org.apache.hadoop.fs.FilterFs.getFileStatus(FilterFs.java:121) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.testRecovery(TestResourceLocalizationService.java:542) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.runners.ParentRunner.run(ParentRunner.java:309) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) 2015-11-23 18:29:28,497 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkLocalDir(1487)) - Could not carry out resource dir checks for /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3, which was marked as good java.io.FileNotFoundException: File /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3/nmPrivate does not exist at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:627) at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:853) at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:617) at org.apache.hadoop.fs.DelegateToFileSystem.getFileStatus(DelegateToFileSystem.java:125) at org.apache.hadoop.fs.FilterFs.getFileStatus(FilterFs.java:121) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.testRecovery(TestResourceLocalizationService.java:542) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.runners.ParentRunner.run(ParentRunner.java:309) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) 2015-11-23 18:29:28,498 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkAndInitializeLocalDirs(1462)) - Attempting to initialize /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0 2015-11-23 18:29:28,548 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkAndInitializeLocalDirs(1462)) - Attempting to initialize /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1 2015-11-23 18:29:28,615 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkAndInitializeLocalDirs(1462)) - Attempting to initialize /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/2 2015-11-23 18:29:28,642 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkAndInitializeLocalDirs(1462)) - Attempting to initialize /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3 SEED: 7556437014661217694 2015-11-23 18:29:28,736 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/cdcdeef0ad0182ed transitioned from INIT to DOWNLOADING 2015-11-23 18:29:28,736 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/976c11ddd21bcb0a transitioned from INIT to DOWNLOADING 2015-11-23 18:29:28,737 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/694a3b28feabb430 transitioned from INIT to DOWNLOADING 2015-11-23 18:29:28,738 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/bcfd345dc7ee19c8 transitioned from INIT to DOWNLOADING 2015-11-23 18:29:28,740 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/365f1eb0ab12fb99 transitioned from INIT to DOWNLOADING 2015-11-23 18:29:28,740 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/72da82cb8035050a transitioned from INIT to DOWNLOADING 2015-11-23 18:29:28,741 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/c3c544743ce2559f transitioned from INIT to DOWNLOADING 2015-11-23 18:29:28,759 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/cdcdeef0ad0182ed(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercacheuser1/10/cdcdeef0ad0182ed) transitioned from DOWNLOADING to LOCALIZED 2015-11-23 18:29:28,762 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/976c11ddd21bcb0a(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercacheuser1/11/976c11ddd21bcb0a) transitioned from DOWNLOADING to LOCALIZED 2015-11-23 18:29:28,763 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/694a3b28feabb430(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1/appcacheapplication_1_0001/10/694a3b28feabb430) transitioned from DOWNLOADING to LOCALIZED 2015-11-23 18:29:28,763 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/72da82cb8035050a(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1/appcacheapplication_1_0002/11/72da82cb8035050a) transitioned from DOWNLOADING to LOCALIZED 2015-11-23 18:29:28,765 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/bcfd345dc7ee19c8(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3/filecache/10/bcfd345dc7ee19c8) transitioned from DOWNLOADING to LOCALIZED 2015-11-23 18:29:28,766 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/c3c544743ce2559f(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/filecache/11/c3c544743ce2559f) transitioned from DOWNLOADING to LOCALIZED 2015-11-23 18:29:28,768 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-23 18:29:28,769 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker$$EnhancerByMockitoWithCGLIB$$363b3ae9 2015-11-23 18:29:28,840 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/c3c544743ce2559f(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/filecache/11/c3c544743ce2559f) transitioned from INIT to LOCALIZED 2015-11-23 18:29:28,841 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/bcfd345dc7ee19c8(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3/filecache/10/bcfd345dc7ee19c8) transitioned from INIT to LOCALIZED 2015-11-23 18:29:28,841 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/cdcdeef0ad0182ed(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercacheuser1/10/cdcdeef0ad0182ed) transitioned from INIT to LOCALIZED 2015-11-23 18:29:28,842 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/976c11ddd21bcb0a(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercacheuser1/11/976c11ddd21bcb0a) transitioned from INIT to LOCALIZED 2015-11-23 18:29:28,842 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/694a3b28feabb430(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1/appcacheapplication_1_0001/10/694a3b28feabb430) transitioned from INIT to LOCALIZED 2015-11-23 18:29:28,843 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/72da82cb8035050a(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1/appcacheapplication_1_0002/11/72da82cb8035050a) transitioned from INIT to LOCALIZED 2015-11-23 18:29:28,843 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/365f1eb0ab12fb99(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1/appcacheapplication_1_0002/10/365f1eb0ab12fb99) transitioned from INIT to LOCALIZED 2015-11-23 18:29:28,843 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:recoverTrackerResources(339)) - Deleting in-progress localization for { file:/local/PRIVATE/365f1eb0ab12fb99, 2099, FILE, null } at /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1/appcacheapplication_1_0002/10/365f1eb0ab12fb99 2015-11-23 18:29:28,845 INFO [main] localizer.LocalResourcesTrackerImpl (LocalResourcesTrackerImpl.java:remove(406)) - Removed /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1/appcacheapplication_1_0002/10/365f1eb0ab12fb99 from localized cache 2015-11-23 18:29:28,869 INFO [Thread-97] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:28,869 INFO [Thread-97] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:28,891 INFO [Thread-97] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 37 2015-11-23 18:29:28,911 INFO [Thread-97] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-23 18:29:28,922 INFO [Thread-97] localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(363)) - Localizer started on port 0 SEED: -2850333760998085867 2015-11-23 18:29:28,933 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(742)) - Created localizer for container_314159265358979_0003_01_000042 2015-11-23 18:29:28,935 INFO [Thread-97] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/d65d4ded8bdd0abd transitioned from INIT to DOWNLOADING 2015-11-23 18:29:28,936 INFO [Thread-97] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/cb9b81a114fdcfa9 transitioned from INIT to DOWNLOADING 2015-11-23 18:29:28,937 INFO [Thread-97] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/e78477728e4398ef transitioned from INIT to DOWNLOADING 2015-11-23 18:29:28,949 INFO [LocalizerRunner for container_314159265358979_0003_01_000042] localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1221)) - Writing credentials to the nmPrivate file /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/nmPrivate/container_314159265358979_0003_01_000042.tokens. Credentials list: 2015-11-23 18:29:29,957 INFO [Thread-97] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/d65d4ded8bdd0abd(->/cache/private/blah) transitioned from DOWNLOADING to LOCALIZED 2015-11-23 18:29:29,959 INFO [Thread-97] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/cb9b81a114fdcfa9(->/cache/private/blah) transitioned from DOWNLOADING to LOCALIZED 2015-11-23 18:29:29,960 INFO [Thread-97] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/e78477728e4398ef(->/cache/private/blah) transitioned from DOWNLOADING to LOCALIZED 2015-11-23 18:29:29,969 INFO [Public Localizer] localizer.ResourceLocalizationService (ResourceLocalizationService.java:run(908)) - Public cache exiting 2015-11-23 18:29:30,033 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-23 18:29:30,129 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-23 18:29:30,157 INFO [Thread-156] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:30,157 INFO [Thread-156] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:30,182 INFO [Thread-156] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-23 18:29:30,193 INFO [Thread-156] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-23 18:29:30,194 INFO [Thread-156] localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(363)) - Localizer started on port 0 SEED: -1269685803254541558 2015-11-23 18:29:30,200 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(742)) - Created localizer for container_314159265358979_0003_01_000042 2015-11-23 18:29:30,201 INFO [Thread-156] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/67f3f4cb4e7172ac transitioned from INIT to DOWNLOADING 2015-11-23 18:29:30,201 INFO [Thread-156] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/507f2656e25449f0 transitioned from INIT to DOWNLOADING 2015-11-23 18:29:30,202 INFO [Thread-156] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/f187c54d3d7446be transitioned from INIT to DOWNLOADING 2015-11-23 18:29:30,203 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(742)) - Created localizer for container_314159265358979_0003_01_000043 2015-11-23 18:29:30,207 INFO [Thread-156] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/67f3f4cb4e7172ac(->/some/path) transitioned from DOWNLOADING to LOCALIZED 2015-11-23 18:29:30,212 INFO [DeletionService #0] nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(480)) - Deleting absolute path : /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/user0/appcache/application_314159265358979_0003/container_314159265358979_0003_01_000042 2015-11-23 18:29:30,213 INFO [Thread-156] localizer.ResourceLocalizationService (ResourceLocalizationService.java:processHeartbeat(705)) - Unknown localizer with localizerId container_314159265358979_0003_01_000042 is sending heartbeat. Ordering it to DIE 2015-11-23 18:29:30,213 WARN [DeletionService #0] nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(483)) - delete returned false for path: [/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/user0/appcache/application_314159265358979_0003/container_314159265358979_0003_01_000042] 2015-11-23 18:29:30,220 WARN [LocalizerRunner for container_314159265358979_0003_01_000042] util.Shell (Shell.java:joinThread(958)) - Interrupted while joining on: Thread[Thread-164,5,main] java.lang.InterruptedException at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1245) at java.lang.Thread.join(Thread.java:1319) at org.apache.hadoop.util.Shell.joinThread(Shell.java:955) at org.apache.hadoop.util.Shell.runCommand(Shell.java:904) at org.apache.hadoop.util.Shell.run(Shell.java:820) at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:1099) at org.apache.hadoop.util.Shell.execCommand(Shell.java:1193) at org.apache.hadoop.util.Shell.execCommand(Shell.java:1175) at org.apache.hadoop.fs.RawLocalFileSystem.setPermission(RawLocalFileSystem.java:763) at org.apache.hadoop.fs.RawLocalFileSystem$LocalFSFileOutputStream.(RawLocalFileSystem.java:229) at org.apache.hadoop.fs.RawLocalFileSystem$LocalFSFileOutputStream.(RawLocalFileSystem.java:213) at org.apache.hadoop.fs.RawLocalFileSystem.createOutputStreamWithMode(RawLocalFileSystem.java:311) at org.apache.hadoop.fs.RawLocalFileSystem.create(RawLocalFileSystem.java:300) at org.apache.hadoop.fs.RawLocalFileSystem.create(RawLocalFileSystem.java:331) at org.apache.hadoop.fs.FileSystem.primitiveCreate(FileSystem.java:1019) at org.apache.hadoop.fs.DelegateToFileSystem.createInternal(DelegateToFileSystem.java:99) at org.apache.hadoop.fs.ChecksumFs$ChecksumFSOutputSummer.(ChecksumFs.java:352) at org.apache.hadoop.fs.ChecksumFs.createInternal(ChecksumFs.java:399) at org.apache.hadoop.fs.local.LocalFs$$EnhancerByMockitoWithCGLIB$$2ab465ab.CGLIB$createInternal$0() at org.apache.hadoop.fs.local.LocalFs$$EnhancerByMockitoWithCGLIB$$2ab465ab$$FastClassByMockitoWithCGLIB$$ef96f104.invoke() at org.mockito.cglib.proxy.MethodProxy.invokeSuper(MethodProxy.java:216) at org.mockito.internal.creation.AbstractMockitoMethodProxy.invokeSuper(AbstractMockitoMethodProxy.java:10) at org.mockito.internal.invocation.realmethod.CGLIBProxyRealMethod.invoke(CGLIBProxyRealMethod.java:22) at org.mockito.internal.invocation.realmethod.FilteredCGLIBProxyRealMethod.invoke(FilteredCGLIBProxyRealMethod.java:27) at org.mockito.internal.invocation.Invocation.callRealMethod(Invocation.java:211) at org.mockito.internal.stubbing.answers.CallsRealMethods.answer(CallsRealMethods.java:36) at org.mockito.internal.MockHandler.handle(MockHandler.java:99) at org.mockito.internal.creation.MethodInterceptorFilter.intercept(MethodInterceptorFilter.java:47) at org.apache.hadoop.fs.local.LocalFs$$EnhancerByMockitoWithCGLIB$$2ab465ab.createInternal() at org.apache.hadoop.fs.AbstractFileSystem.create(AbstractFileSystem.java:585) at org.apache.hadoop.fs.FileContext$3.next(FileContext.java:694) at org.apache.hadoop.fs.FileContext$3.next(FileContext.java:690) at org.apache.hadoop.fs.FSLinkResolver.resolve(FSLinkResolver.java:90) at org.apache.hadoop.fs.FileContext.create(FileContext.java:696) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerRunner.writeCredentials(ResourceLocalizationService.java:1220) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerRunner.run(ResourceLocalizationService.java:1138) 2015-11-23 18:29:30,227 WARN [LocalizerRunner for container_314159265358979_0003_01_000043] util.Shell (Shell.java:joinThread(958)) - Interrupted while joining on: Thread[Thread-165,5,main] java.lang.InterruptedException at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1245) at java.lang.Thread.join(Thread.java:1319) at org.apache.hadoop.util.Shell.joinThread(Shell.java:955) at org.apache.hadoop.util.Shell.runCommand(Shell.java:904) at org.apache.hadoop.util.Shell.run(Shell.java:820) at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:1099) at org.apache.hadoop.util.Shell.execCommand(Shell.java:1193) at org.apache.hadoop.util.Shell.execCommand(Shell.java:1175) at org.apache.hadoop.fs.RawLocalFileSystem.setPermission(RawLocalFileSystem.java:763) at org.apache.hadoop.fs.RawLocalFileSystem$LocalFSFileOutputStream.(RawLocalFileSystem.java:229) at org.apache.hadoop.fs.RawLocalFileSystem$LocalFSFileOutputStream.(RawLocalFileSystem.java:213) at org.apache.hadoop.fs.RawLocalFileSystem.createOutputStreamWithMode(RawLocalFileSystem.java:311) at org.apache.hadoop.fs.RawLocalFileSystem.create(RawLocalFileSystem.java:300) at org.apache.hadoop.fs.RawLocalFileSystem.create(RawLocalFileSystem.java:331) at org.apache.hadoop.fs.FileSystem.primitiveCreate(FileSystem.java:1019) at org.apache.hadoop.fs.DelegateToFileSystem.createInternal(DelegateToFileSystem.java:99) at org.apache.hadoop.fs.ChecksumFs$ChecksumFSOutputSummer.(ChecksumFs.java:352) at org.apache.hadoop.fs.ChecksumFs.createInternal(ChecksumFs.java:399) at org.apache.hadoop.fs.local.LocalFs$$EnhancerByMockitoWithCGLIB$$2ab465ab.CGLIB$createInternal$0() at org.apache.hadoop.fs.local.LocalFs$$EnhancerByMockitoWithCGLIB$$2ab465ab$$FastClassByMockitoWithCGLIB$$ef96f104.invoke() at org.mockito.cglib.proxy.MethodProxy.invokeSuper(MethodProxy.java:216) at org.mockito.internal.creation.AbstractMockitoMethodProxy.invokeSuper(AbstractMockitoMethodProxy.java:10) at org.mockito.internal.invocation.realmethod.CGLIBProxyRealMethod.invoke(CGLIBProxyRealMethod.java:22) at org.mockito.internal.invocation.realmethod.FilteredCGLIBProxyRealMethod.invoke(FilteredCGLIBProxyRealMethod.java:27) at org.mockito.internal.invocation.Invocation.callRealMethod(Invocation.java:211) at org.mockito.internal.stubbing.answers.CallsRealMethods.answer(CallsRealMethods.java:36) at org.mockito.internal.MockHandler.handle(MockHandler.java:99) at org.mockito.internal.creation.MethodInterceptorFilter.intercept(MethodInterceptorFilter.java:47) at org.apache.hadoop.fs.local.LocalFs$$EnhancerByMockitoWithCGLIB$$2ab465ab.createInternal() at org.apache.hadoop.fs.AbstractFileSystem.create(AbstractFileSystem.java:585) at org.apache.hadoop.fs.FileContext$3.next(FileContext.java:694) at org.apache.hadoop.fs.FileContext$3.next(FileContext.java:690) at org.apache.hadoop.fs.FSLinkResolver.resolve(FSLinkResolver.java:90) at org.apache.hadoop.fs.FileContext.create(FileContext.java:696) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerRunner.writeCredentials(ResourceLocalizationService.java:1220) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerRunner.run(ResourceLocalizationService.java:1138) 2015-11-23 18:29:30,228 INFO [LocalizerRunner for container_314159265358979_0003_01_000042] localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1221)) - Writing credentials to the nmPrivate file /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/nmPrivate/container_314159265358979_0003_01_000042.tokens. Credentials list: 2015-11-23 18:29:30,229 INFO [DeletionService #0] nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(489)) - Deleting path : /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/user0/filecache/12 2015-11-23 18:29:30,229 WARN [DeletionService #0] nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(492)) - delete returned false for path: [/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/user0/filecache/12] 2015-11-23 18:29:30,230 INFO [DeletionService #0] nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(489)) - Deleting path : /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/user0/filecache/12_tmp 2015-11-23 18:29:30,230 WARN [DeletionService #0] nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(492)) - delete returned false for path: [/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/user0/filecache/12_tmp] 2015-11-23 18:29:30,230 INFO [DeletionService #0] nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(489)) - Deleting path : /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/user0/filecache/11 2015-11-23 18:29:30,230 WARN [DeletionService #0] nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(492)) - delete returned false for path: [/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/user0/filecache/11] 2015-11-23 18:29:30,230 INFO [DeletionService #0] nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(489)) - Deleting path : /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/user0/filecache/11_tmp 2015-11-23 18:29:30,230 WARN [DeletionService #0] nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(492)) - delete returned false for path: [/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/user0/filecache/11_tmp] 2015-11-23 18:29:30,228 INFO [Public Localizer] localizer.ResourceLocalizationService (ResourceLocalizationService.java:run(908)) - Public cache exiting Exception in thread "LocalizerRunner for container_314159265358979_0003_01_000042" java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask@7ab088df rejected from org.apache.hadoop.yarn.server.nodemanager.DeletionService$DelServiceSchedThreadPoolExecutor@1abdd32f[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 3] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047) at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823) at java.util.concurrent.ScheduledThreadPoolExecutor.delayedExecute(ScheduledThreadPoolExecutor.java:326) at java.util.concurrent.ScheduledThreadPoolExecutor.schedule(ScheduledThreadPoolExecutor.java:533) at org.apache.hadoop.yarn.server.nodemanager.DeletionService.delete(DeletionService.java:102) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerRunner.run(ResourceLocalizationService.java:1184) 2015-11-23 18:29:30,234 INFO [LocalizerRunner for container_314159265358979_0003_01_000043] localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1221)) - Writing credentials to the nmPrivate file /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/nmPrivate/container_314159265358979_0003_01_000043.tokens. Credentials list: Exception in thread "LocalizerRunner for container_314159265358979_0003_01_000043" java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask@1df8f7ee rejected from org.apache.hadoop.yarn.server.nodemanager.DeletionService$DelServiceSchedThreadPoolExecutor@1abdd32f[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 3] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047) at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823) at java.util.concurrent.ScheduledThreadPoolExecutor.delayedExecute(ScheduledThreadPoolExecutor.java:326) at java.util.concurrent.ScheduledThreadPoolExecutor.schedule(ScheduledThreadPoolExecutor.java:533) at org.apache.hadoop.yarn.server.nodemanager.DeletionService.delete(DeletionService.java:102) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerRunner.run(ResourceLocalizationService.java:1184) 2015-11-23 18:29:30,256 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:30,256 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:30,286 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-23 18:29:30,353 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-23 18:29:30,354 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(363)) - Localizer started on port 0 2015-11-23 18:29:30,382 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/3788f0499fc66dde transitioned from INIT to DOWNLOADING 2015-11-23 18:29:30,382 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(814)) - Downloading public rsrc:{ file:/local/PRIVATE/3788f0499fc66dde, 2313, FILE, null } 2015-11-23 18:29:30,383 INFO [AsyncDispatcher event handler] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/3788f0499fc66dde transitioned from DOWNLOADING to FAILED 2015-11-23 18:29:30,383 ERROR [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(850)) - Local path for public localization is not found. May be disks failed. java.io.IOException at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$PublicLocalizer.addResource(ResourceLocalizationService.java:829) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker.handle(ResourceLocalizationService.java:735) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker.handle(ResourceLocalizationService.java:677) at org.apache.hadoop.yarn.event.AsyncDispatcher.dispatch(AsyncDispatcher.java:183) at org.apache.hadoop.yarn.event.AsyncDispatcher$1.run(AsyncDispatcher.java:109) at java.lang.Thread.run(Thread.java:745) 2015-11-23 18:29:30,385 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/c63c4df3f68360ad/ transitioned from INIT to DOWNLOADING 2015-11-23 18:29:30,385 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(814)) - Downloading public rsrc:{ file:/local/PRIVATE/c63c4df3f68360ad/, 2220, FILE, null } 2015-11-23 18:29:30,387 INFO [AsyncDispatcher event handler] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/c63c4df3f68360ad/ transitioned from DOWNLOADING to FAILED 2015-11-23 18:29:30,387 ERROR [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(856)) - Local path for public localization is not found. Incorrect path. file:/local/PRIVATE/c63c4df3f68360ad/ java.lang.IllegalArgumentException: Can not create a Path from an empty string at org.apache.hadoop.fs.Path.checkPathArg(Path.java:125) at org.apache.hadoop.fs.Path.(Path.java:133) at org.apache.hadoop.fs.Path.(Path.java:92) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.LocalResourcesTrackerImpl.getPathForLocalization(LocalResourcesTrackerImpl.java:502) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$PublicLocalizer.addResource(ResourceLocalizationService.java:833) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker.handle(ResourceLocalizationService.java:735) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker.handle(ResourceLocalizationService.java:677) at org.apache.hadoop.yarn.event.AsyncDispatcher.dispatch(AsyncDispatcher.java:183) at org.apache.hadoop.yarn.event.AsyncDispatcher$1.run(AsyncDispatcher.java:109) at java.lang.Thread.run(Thread.java:745) 2015-11-23 18:29:30,389 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/3788f0499fc66dde transitioned from INIT to DOWNLOADING 2015-11-23 18:29:30,389 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(814)) - Downloading public rsrc:{ file:/local/PRIVATE/3788f0499fc66dde, 2313, FILE, null } 2015-11-23 18:29:30,390 INFO [AsyncDispatcher event handler] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/3788f0499fc66dde(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/filecache/11/3788f0499fc66dde) transitioned from DOWNLOADING to FAILED 2015-11-23 18:29:30,391 ERROR [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(863)) - Failed to submit rsrc { { file:/local/PRIVATE/3788f0499fc66dde, 2313, FILE, null },pending,[(container_314159265358979_0003_01_000042)],10541639181059730,FAILED} for download. Either queue is full or threadpool is shutdown. java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.ExecutorCompletionService$QueueingFuture@2097750f rejected from java.util.concurrent.ThreadPoolExecutor@239cad70[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 0] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047) at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823) at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369) at java.util.concurrent.ExecutorCompletionService.submit(ExecutorCompletionService.java:181) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$PublicLocalizer.addResource(ResourceLocalizationService.java:842) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker.handle(ResourceLocalizationService.java:735) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker.handle(ResourceLocalizationService.java:677) at org.apache.hadoop.yarn.event.AsyncDispatcher.dispatch(AsyncDispatcher.java:183) at org.apache.hadoop.yarn.event.AsyncDispatcher$1.run(AsyncDispatcher.java:109) at java.lang.Thread.run(Thread.java:745) 2015-11-23 18:29:30,421 INFO [Thread-223] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:30,421 INFO [Thread-223] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:30,423 INFO [Thread-223] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService 2015-11-23 18:29:30,423 INFO [Thread-223] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-23 18:29:30,442 INFO [Thread-223] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-23 18:29:30,461 INFO [AsyncDispatcher event handler] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/tmp1 transitioned from INIT to DOWNLOADING 2015-11-23 18:29:30,462 INFO [AsyncDispatcher event handler] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/tmp2 transitioned from INIT to DOWNLOADING 2015-11-23 18:29:30,496 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:30,497 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:30,497 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:30,501 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-23 18:29:30,518 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:cleanUpLocalDir(1375)) - Failed to delete localDir: /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService0 2015-11-23 18:29:30,524 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:cleanUpLocalDir(1375)) - Failed to delete localDir: /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService1 2015-11-23 18:29:30,530 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:cleanUpLocalDir(1375)) - Failed to delete localDir: /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService2 2015-11-23 18:29:30,536 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:cleanUpLocalDir(1375)) - Failed to delete localDir: /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService3 2015-11-23 18:29:30,536 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker$$EnhancerByMockitoWithCGLIB$$363b3ae9 2015-11-23 18:29:30,537 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(363)) - Localizer started on port 0 2015-11-23 18:29:30,540 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/1d0b726d9b0142b4 transitioned from INIT to DOWNLOADING 2015-11-23 18:29:30,541 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/64edc0914455f344 transitioned from INIT to DOWNLOADING 2015-11-23 18:29:30,541 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/cb503f8befe196d3 transitioned from INIT to DOWNLOADING 2015-11-23 18:29:30,574 INFO [Thread-250] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:30,574 INFO [Thread-250] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:30,579 INFO [Thread-250] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService 2015-11-23 18:29:30,579 INFO [Thread-250] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-23 18:29:30,596 INFO [Thread-250] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-23 18:29:30,600 INFO [AsyncDispatcher event handler] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/tmp transitioned from INIT to DOWNLOADING 2015-11-23 18:29:30,647 WARN [Thread-250] localizer.ResourceLocalizationService (ResourceLocalizationService.java:processHeartbeat(1044)) - { file:/tmp, 123, FILE, } failed: test org.apache.hadoop.yarn.exceptions.YarnException: test at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.createLocalizerStatusForFailedResource(TestResourceLocalizationService.java:1996) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.testParallelDownloadAttemptsForPrivateResource(TestResourceLocalizationService.java:1814) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) 2015-11-23 18:29:30,647 INFO [Thread-250] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/tmp(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/usercache/testuser/filecache/10/tmp) transitioned from DOWNLOADING to FAILED 2015-11-23 18:29:30,661 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:30,661 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:30,661 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:30,678 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-23 18:29:30,744 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker$$EnhancerByMockitoWithCGLIB$$363b3ae9 2015-11-23 18:29:30,749 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(363)) - Localizer started on port 0 SEED: 6690497568778423423 2015-11-23 18:29:30,775 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/e590503612ec6435 transitioned from INIT to DOWNLOADING 2015-11-23 18:29:30,775 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/78a5c99c086a8d1c transitioned from INIT to DOWNLOADING 2015-11-23 18:29:30,776 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/c77cfed31296d912 transitioned from INIT to DOWNLOADING 2015-11-23 18:29:30,777 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/30b6f8903b056f85 transitioned from INIT to DOWNLOADING 2015-11-23 18:29:30,813 INFO [Thread-319] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:30,813 INFO [Thread-319] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:30,832 INFO [Thread-319] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-23 18:29:30,834 INFO [Thread-319] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-23 18:29:30,835 INFO [Thread-319] localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(363)) - Localizer started on port 0 SEED: -7235744152131028404 Here 4 2015-11-23 18:29:30,841 INFO [Thread-319] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/8aa05be1ecc85b0e transitioned from INIT to DOWNLOADING 2015-11-23 18:29:30,841 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(742)) - Created localizer for container_314159265358979_0003_01_000042 2015-11-23 18:29:30,842 INFO [LocalizerRunner for container_314159265358979_0003_01_000042] localizer.ResourceLocalizationService (ResourceLocalizationService.java:run(1161)) - Localizer failed org.apache.hadoop.fs.FSError: java.io.IOException: Disk Error at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerRunner.run(ResourceLocalizationService.java:1131) Caused by: java.io.IOException: Disk Error at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.testLocalizerRunnerException(TestResourceLocalizationService.java:794) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74) 2015-11-23 18:29:30,843 ERROR [DeletionService #0] nodemanager.DeletionService (DeletionService.java:afterExecute(183)) - Exception during execution of task in DeletionService java.lang.NullPointerException: path cannot be null at com.google.common.base.Preconditions.checkNotNull(Preconditions.java:204) at org.apache.hadoop.fs.FileContext.fixRelativePart(FileContext.java:281) at org.apache.hadoop.fs.FileContext.delete(FileContext.java:769) at org.apache.hadoop.yarn.server.nodemanager.DeletionService$FileDeletionTask.run(DeletionService.java:273) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2015-11-23 18:29:31,842 INFO [Public Localizer] localizer.ResourceLocalizationService (ResourceLocalizationService.java:run(908)) - Public cache exiting 2015-11-23 18:29:31,888 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:31,888 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:31,919 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-23 18:29:31,922 INFO [main] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-23 18:29:31,925 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(363)) - Localizer started on port 0 2015-11-23 18:29:31,926 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkLocalDir(1487)) - Could not carry out resource dir checks for /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0, which was marked as good java.io.FileNotFoundException: File /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/filecache does not exist at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:627) at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:853) at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:617) at org.apache.hadoop.fs.DelegateToFileSystem.getFileStatus(DelegateToFileSystem.java:125) at org.apache.hadoop.fs.FilterFs.getFileStatus(FilterFs.java:121) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.testPublicResourceInitializesLocalDir(TestResourceLocalizationService.java:1407) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.runners.ParentRunner.run(ParentRunner.java:309) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) 2015-11-23 18:29:31,927 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkLocalDir(1487)) - Could not carry out resource dir checks for /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1, which was marked as good java.io.FileNotFoundException: File /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1/filecache does not exist at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:627) at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:853) at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:617) at org.apache.hadoop.fs.DelegateToFileSystem.getFileStatus(DelegateToFileSystem.java:125) at org.apache.hadoop.fs.FilterFs.getFileStatus(FilterFs.java:121) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.testPublicResourceInitializesLocalDir(TestResourceLocalizationService.java:1407) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.runners.ParentRunner.run(ParentRunner.java:309) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) 2015-11-23 18:29:31,928 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkLocalDir(1487)) - Could not carry out resource dir checks for /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/2, which was marked as good java.io.FileNotFoundException: File /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/2/nmPrivate does not exist at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:627) at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:853) at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:617) at org.apache.hadoop.fs.DelegateToFileSystem.getFileStatus(DelegateToFileSystem.java:125) at org.apache.hadoop.fs.FilterFs.getFileStatus(FilterFs.java:121) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.testPublicResourceInitializesLocalDir(TestResourceLocalizationService.java:1407) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.runners.ParentRunner.run(ParentRunner.java:309) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) 2015-11-23 18:29:31,929 WARN [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkLocalDir(1487)) - Could not carry out resource dir checks for /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3, which was marked as good java.io.FileNotFoundException: File /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3/nmPrivate does not exist at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:627) at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:853) at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:617) at org.apache.hadoop.fs.DelegateToFileSystem.getFileStatus(DelegateToFileSystem.java:125) at org.apache.hadoop.fs.FilterFs.getFileStatus(FilterFs.java:121) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService.testPublicResourceInitializesLocalDir(TestResourceLocalizationService.java:1407) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.runners.ParentRunner.run(ParentRunner.java:309) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) 2015-11-23 18:29:31,929 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkAndInitializeLocalDirs(1462)) - Attempting to initialize /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0 2015-11-23 18:29:31,958 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkAndInitializeLocalDirs(1462)) - Attempting to initialize /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1 2015-11-23 18:29:31,979 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkAndInitializeLocalDirs(1462)) - Attempting to initialize /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/2 2015-11-23 18:29:32,000 INFO [main] localizer.ResourceLocalizationService (ResourceLocalizationService.java:checkAndInitializeLocalDirs(1462)) - Attempting to initialize /home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3 SEED: 389746455077067842 2015-11-23 18:29:32,022 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/c8aabeb5e3569544 transitioned from INIT to DOWNLOADING 2015-11-23 18:29:32,022 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(814)) - Downloading public rsrc:{ file:/local/PRIVATE/c8aabeb5e3569544, 2706, FILE, null } 2015-11-23 18:29:32,022 INFO [main] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/a0de7393a5dda9e1 transitioned from INIT to DOWNLOADING 2015-11-23 18:29:32,025 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(814)) - Downloading public rsrc:{ file:/local/PRIVATE/a0de7393a5dda9e1, 2870, FILE, null } 2015-11-23 18:29:32,057 INFO [Public Localizer] localizer.ResourceLocalizationService (ResourceLocalizationService.java:run(892)) - Failed to download resource { { file:/local/PRIVATE/c8aabeb5e3569544, 2706, FILE, null },pending,[(container_314159265358979_0003_01_000042)],10541640814069847,DOWNLOADING} ExitCodeException exitCode=1: chmod: cannot access '/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3/filecache/10': No such file or directory at org.apache.hadoop.util.Shell.runCommand(Shell.java:909) at org.apache.hadoop.util.Shell.run(Shell.java:820) at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:1099) at org.apache.hadoop.util.Shell.execCommand(Shell.java:1193) at org.apache.hadoop.util.Shell.execCommand(Shell.java:1175) at org.apache.hadoop.fs.RawLocalFileSystem.setPermission(RawLocalFileSystem.java:763) at org.apache.hadoop.fs.DelegateToFileSystem.setPermission(DelegateToFileSystem.java:211) at org.apache.hadoop.fs.FilterFs.setPermission(FilterFs.java:260) at org.apache.hadoop.fs.FileContext$11.next(FileContext.java:1009) at org.apache.hadoop.fs.FileContext$11.next(FileContext.java:1005) at org.apache.hadoop.fs.FSLinkResolver.resolve(FSLinkResolver.java:90) at org.apache.hadoop.fs.FileContext.setPermission(FileContext.java:1012) at org.apache.hadoop.yarn.util.FSDownload.createDir(FSDownload.java:108) at org.apache.hadoop.yarn.util.FSDownload.call(FSDownload.java:353) at org.apache.hadoop.yarn.util.FSDownload.call(FSDownload.java:62) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2015-11-23 18:29:32,059 INFO [Public Localizer] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/c8aabeb5e3569544(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3/filecache/10/c8aabeb5e3569544) transitioned from DOWNLOADING to FAILED 2015-11-23 18:29:32,060 INFO [Public Localizer] localizer.ResourceLocalizationService (ResourceLocalizationService.java:run(892)) - Failed to download resource { { file:/local/PRIVATE/a0de7393a5dda9e1, 2870, FILE, null },pending,[(container_314159265358979_0003_01_000042)],10541640814388108,DOWNLOADING} ExitCodeException exitCode=1: chmod: cannot access '/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3/filecache/11': No such file or directory at org.apache.hadoop.util.Shell.runCommand(Shell.java:909) at org.apache.hadoop.util.Shell.run(Shell.java:820) at org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:1099) at org.apache.hadoop.util.Shell.execCommand(Shell.java:1193) at org.apache.hadoop.util.Shell.execCommand(Shell.java:1175) at org.apache.hadoop.fs.RawLocalFileSystem.setPermission(RawLocalFileSystem.java:763) at org.apache.hadoop.fs.DelegateToFileSystem.setPermission(DelegateToFileSystem.java:211) at org.apache.hadoop.fs.FilterFs.setPermission(FilterFs.java:260) at org.apache.hadoop.fs.FileContext$11.next(FileContext.java:1009) at org.apache.hadoop.fs.FileContext$11.next(FileContext.java:1005) at org.apache.hadoop.fs.FSLinkResolver.resolve(FSLinkResolver.java:90) at org.apache.hadoop.fs.FileContext.setPermission(FileContext.java:1012) at org.apache.hadoop.yarn.util.FSDownload.createDir(FSDownload.java:108) at org.apache.hadoop.yarn.util.FSDownload.call(FSDownload.java:353) at org.apache.hadoop.yarn.util.FSDownload.call(FSDownload.java:62) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2015-11-23 18:29:32,062 INFO [Public Localizer] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/a0de7393a5dda9e1(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/3/filecache/11/a0de7393a5dda9e1) transitioned from DOWNLOADING to FAILED 2015-11-23 18:29:32,068 INFO [Thread-369] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:32,068 INFO [Thread-369] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:32,081 INFO [Thread-369] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-23 18:29:32,152 INFO [Thread-369] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-23 18:29:32,153 INFO [Thread-369] localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(363)) - Localizer started on port 0 SEED: -699750235158431471 2015-11-23 18:29:32,178 INFO [Thread-369] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/ba48f9378d98874d transitioned from INIT to DOWNLOADING 2015-11-23 18:29:32,178 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(814)) - Downloading public rsrc:{ file:/local/PRIVATE/ba48f9378d98874d, 2250, FILE, null } 2015-11-23 18:29:32,181 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(814)) - Downloading public rsrc:{ file:/local/PRIVATE/ba48f9378d98874d, 2250, FILE, null } 2015-11-23 18:29:32,182 INFO [Public Localizer] localizer.ResourceLocalizationService (ResourceLocalizationService.java:run(892)) - Failed to download resource { { file:/local/PRIVATE/ba48f9378d98874d, 2250, FILE, null },pending,[(container_314159265358979_0003_01_000042)(container_314159265358979_0003_01_000042)],10541640970750850,DOWNLOADING} java.io.IOException: forced failure at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService$7.answer(TestResourceLocalizationService.java:1533) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService$7.answer(TestResourceLocalizationService.java:1526) at org.mockito.internal.stubbing.StubbedInvocationMatcher.answer(StubbedInvocationMatcher.java:31) at org.mockito.internal.MockHandler.handle(MockHandler.java:97) at org.mockito.internal.creation.MethodInterceptorFilter.intercept(MethodInterceptorFilter.java:47) at org.apache.hadoop.fs.local.LocalFs$$EnhancerByMockitoWithCGLIB$$2ab465ab.setPermission() at org.apache.hadoop.fs.FileContext$11.next(FileContext.java:1009) at org.apache.hadoop.fs.FileContext$11.next(FileContext.java:1005) at org.apache.hadoop.fs.FSLinkResolver.resolve(FSLinkResolver.java:90) at org.apache.hadoop.fs.FileContext.setPermission(FileContext.java:1012) at org.apache.hadoop.yarn.util.FSDownload.createDir(FSDownload.java:108) at org.apache.hadoop.yarn.util.FSDownload.call(FSDownload.java:353) at org.apache.hadoop.yarn.util.FSDownload.call(FSDownload.java:62) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 2015-11-23 18:29:32,188 INFO [Public Localizer] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource file:/local/PRIVATE/ba48f9378d98874d(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/1/filecache/10/ba48f9378d98874d) transitioned from DOWNLOADING to FAILED 2015-11-23 18:29:32,202 INFO [Thread-427] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:32,203 INFO [Thread-427] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.event.EventHandler$$EnhancerByMockitoWithCGLIB$$915b2ff5 2015-11-23 18:29:32,211 INFO [Thread-427] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$$EnhancerByMockitoWithCGLIB$$3a0a5f6a 2015-11-23 18:29:32,212 INFO [Thread-427] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(224)) - per directory file limit = 8192 2015-11-23 18:29:32,223 INFO [Thread-427] event.AsyncDispatcher (AsyncDispatcher.java:register(208)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2015-11-23 18:29:32,233 INFO [AsyncDispatcher event handler] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource /tmp transitioned from INIT to DOWNLOADING 2015-11-23 18:29:32,233 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(814)) - Downloading public rsrc:{ /tmp, 123, FILE, } 2015-11-23 18:29:32,254 INFO [AsyncDispatcher event handler] localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(814)) - Downloading public rsrc:{ /tmp, 123, FILE, } 2015-11-23 18:29:32,354 INFO [Thread-427] localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource /tmp(->/home/ubuntu/hadoop-dev/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/target/org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.TestResourceLocalizationService/0/filecache/10/tmp) transitioned from DOWNLOADING to FAILED 2015-11-23 18:29:32,358 FATAL [AsyncDispatcher event handler] event.AsyncDispatcher (AsyncDispatcher.java:dispatch(189)) - Error in dispatcher thread java.lang.NullPointerException at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker.handle(ResourceLocalizationService.java:733) at org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker.handle(ResourceLocalizationService.java:677) at org.apache.hadoop.yarn.event.AsyncDispatcher.dispatch(AsyncDispatcher.java:183) at org.apache.hadoop.yarn.event.AsyncDispatcher$1.run(AsyncDispatcher.java:109) at java.lang.Thread.run(Thread.java:745)