[HIVE-14934] Flaky test: TestHCatMultiOutputFormat - ASF JIRA

XML

Word

Printable

JSON

Details

Type: Sub-task
Status: Open
Priority: Major
Resolution: Unresolved
Affects Version/s: None
Fix Version/s: None
Component/s: None
Labels:
None

Description

https://builds.apache.org/job/PreCommit-HIVE-Build/lastCompletedBuild/testReport/

org.apache.hadoop.yarn.exceptions.YarnRuntimeException: Failed to intialize existing directories
org.apache.hadoop.yarn.exceptions.YarnRuntimeException: Failed to intialize existing directories
	at org.apache.hadoop.mapreduce.v2.hs.JobHistory.serviceInit(JobHistory.java:98) ~[hadoop-mapreduce-client-hs-2.7.2.jar:?]
	at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) [hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:107) [hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceInit(JobHistoryServer.java:143) [hadoop-mapreduce-client-hs-2.7.2.jar:?]
	at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) [hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper.serviceStart(MiniMRYarnCluster.java:211) [hadoop-mapreduce-client-jobclient-2.7.2-tests.jar:?]
	at org.apache.hadoop.service.AbstractService.start(AbstractService.java:193) [hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.service.CompositeService.serviceStart(CompositeService.java:120) [hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.service.AbstractService.start(AbstractService.java:193) [hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.mapred.MiniMRClientClusterFactory.create(MiniMRClientClusterFactory.java:80) [hadoop-mapreduce-client-jobclient-2.7.2-tests.jar:?]
	at org.apache.hadoop.mapred.MiniMRCluster.<init>(MiniMRCluster.java:187) [hadoop-mapreduce-client-jobclient-2.7.2-tests.jar:?]
	at org.apache.hadoop.mapred.MiniMRCluster.<init>(MiniMRCluster.java:175) [hadoop-mapreduce-client-jobclient-2.7.2-tests.jar:?]
	at org.apache.hadoop.mapred.MiniMRCluster.<init>(MiniMRCluster.java:167) [hadoop-mapreduce-client-jobclient-2.7.2-tests.jar:?]
	at org.apache.hadoop.mapred.MiniMRCluster.<init>(MiniMRCluster.java:128) [hadoop-mapreduce-client-jobclient-2.7.2-tests.jar:?]
	at org.apache.hive.hcatalog.mapreduce.TestHCatMultiOutputFormat.setup(TestHCatMultiOutputFormat.java:173) [test-classes/:?]
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_25]
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_25]
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_25]
	at java.lang.reflect.Method.invoke(Method.java:483) ~[?:1.8.0_25]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:?]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:?]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:?]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) [junit-4.11.jar:?]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:?]
	at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:?]
	at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:367) [surefire-junit4-2.19.1.jar:2.19.1]
	at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:274) [surefire-junit4-2.19.1.jar:2.19.1]
	at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238) [surefire-junit4-2.19.1.jar:2.19.1]
	at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:161) [surefire-junit4-2.19.1.jar:2.19.1]
	at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:290) [surefire-booter-2.19.1.jar:2.19.1]
	at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:242) [surefire-booter-2.19.1.jar:2.19.1]
	at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:121) [surefire-booter-2.19.1.jar:2.19.1]
Caused by: java.io.FileNotFoundException: File file:/tmp/hadoop-yarn/staging/history/done does not exist
	at org.apache.hadoop.fs.RawLocalFileSystem.listStatus(RawLocalFileSystem.java:429) ~[hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.fs.DelegateToFileSystem.listStatus(DelegateToFileSystem.java:168) ~[hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.fs.ChecksumFs.listStatus(ChecksumFs.java:521) ~[hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.fs.AbstractFileSystem$1.<init>(AbstractFileSystem.java:889) ~[hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.fs.AbstractFileSystem.listStatusIterator(AbstractFileSystem.java:887) ~[hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.fs.FileContext$22.next(FileContext.java:1494) ~[hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.fs.FileContext$22.next(FileContext.java:1489) ~[hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.fs.FSLinkResolver.resolve(FSLinkResolver.java:90) ~[hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.fs.FileContext.listStatus(FileContext.java:1496) ~[hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.localGlobber(JobHistoryUtils.java:457) ~[hadoop-mapreduce-client-common-2.7.2.jar:?]
	at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.localGlobber(JobHistoryUtils.java:444) ~[hadoop-mapreduce-client-common-2.7.2.jar:?]
	at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.localGlobber(JobHistoryUtils.java:439) ~[hadoop-mapreduce-client-common-2.7.2.jar:?]
	at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.findTimestampedDirectories(HistoryFileManager.java:778) ~[hadoop-mapreduce-client-hs-2.7.2.jar:?]
	at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.initExisting(HistoryFileManager.java:672) ~[hadoop-mapreduce-client-hs-2.7.2.jar:?]
	at org.apache.hadoop.mapreduce.v2.hs.JobHistory.serviceInit(JobHistory.java:96) ~[hadoop-mapreduce-client-hs-2.7.2.jar:?]
	... 31 more
2016-10-11T20:48:56,144  INFO [main] hs.JobHistory: Stopping JobHistory
2016-10-11T20:48:56,145  INFO [main] service.AbstractService: Service org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer failed in state INITED; cause: org.apache.hadoop.yarn.exceptions.YarnRuntimeException: Failed to intialize existing directories
org.apache.hadoop.yarn.exceptions.YarnRuntimeException: Failed to intialize existing directories
	at org.apache.hadoop.mapreduce.v2.hs.JobHistory.serviceInit(JobHistory.java:98) ~[hadoop-mapreduce-client-hs-2.7.2.jar:?]
	at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) [hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.service.CompositeService.serviceInit(CompositeService.java:107) ~[hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceInit(JobHistoryServer.java:143) ~[hadoop-mapreduce-client-hs-2.7.2.jar:?]
	at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) [hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper.serviceStart(MiniMRYarnCluster.java:211) [hadoop-mapreduce-client-jobclient-2.7.2-tests.jar:?]
	at org.apache.hadoop.service.AbstractService.start(AbstractService.java:193) [hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.service.CompositeService.serviceStart(CompositeService.java:120) [hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.service.AbstractService.start(AbstractService.java:193) [hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.mapred.MiniMRClientClusterFactory.create(MiniMRClientClusterFactory.java:80) [hadoop-mapreduce-client-jobclient-2.7.2-tests.jar:?]
	at org.apache.hadoop.mapred.MiniMRCluster.<init>(MiniMRCluster.java:187) [hadoop-mapreduce-client-jobclient-2.7.2-tests.jar:?]
	at org.apache.hadoop.mapred.MiniMRCluster.<init>(MiniMRCluster.java:175) [hadoop-mapreduce-client-jobclient-2.7.2-tests.jar:?]
	at org.apache.hadoop.mapred.MiniMRCluster.<init>(MiniMRCluster.java:167) [hadoop-mapreduce-client-jobclient-2.7.2-tests.jar:?]
	at org.apache.hadoop.mapred.MiniMRCluster.<init>(MiniMRCluster.java:128) [hadoop-mapreduce-client-jobclient-2.7.2-tests.jar:?]
	at org.apache.hive.hcatalog.mapreduce.TestHCatMultiOutputFormat.setup(TestHCatMultiOutputFormat.java:173) [test-classes/:?]
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_25]
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_25]
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_25]
	at java.lang.reflect.Method.invoke(Method.java:483) ~[?:1.8.0_25]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:?]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:?]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:?]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) [junit-4.11.jar:?]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:?]
	at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:?]
	at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:367) [surefire-junit4-2.19.1.jar:2.19.1]
	at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:274) [surefire-junit4-2.19.1.jar:2.19.1]
	at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238) [surefire-junit4-2.19.1.jar:2.19.1]
	at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:161) [surefire-junit4-2.19.1.jar:2.19.1]
	at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:290) [surefire-booter-2.19.1.jar:2.19.1]
	at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:242) [surefire-booter-2.19.1.jar:2.19.1]
	at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:121) [surefire-booter-2.19.1.jar:2.19.1]
Caused by: java.io.FileNotFoundException: File file:/tmp/hadoop-yarn/staging/history/done does not exist
	at org.apache.hadoop.fs.RawLocalFileSystem.listStatus(RawLocalFileSystem.java:429) ~[hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.fs.DelegateToFileSystem.listStatus(DelegateToFileSystem.java:168) ~[hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.fs.ChecksumFs.listStatus(ChecksumFs.java:521) ~[hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.fs.AbstractFileSystem$1.<init>(AbstractFileSystem.java:889) ~[hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.fs.AbstractFileSystem.listStatusIterator(AbstractFileSystem.java:887) ~[hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.fs.FileContext$22.next(FileContext.java:1494) ~[hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.fs.FileContext$22.next(FileContext.java:1489) ~[hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.fs.FSLinkResolver.resolve(FSLinkResolver.java:90) ~[hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.fs.FileContext.listStatus(FileContext.java:1496) ~[hadoop-common-2.7.2.jar:?]
	at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.localGlobber(JobHistoryUtils.java:457) ~[hadoop-mapreduce-client-common-2.7.2.jar:?]
	at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.localGlobber(JobHistoryUtils.java:444) ~[hadoop-mapreduce-client-common-2.7.2.jar:?]
	at org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils.localGlobber(JobHistoryUtils.java:439) ~[hadoop-mapreduce-client-common-2.7.2.jar:?]
	at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.findTimestampedDirectories(HistoryFileManager.java:778) ~[hadoop-mapreduce-client-hs-2.7.2.jar:?]
	at org.apache.hadoop.mapreduce.v2.hs.HistoryFileManager.initExisting(HistoryFileManager.java:672) ~[hadoop-mapreduce-client-hs-2.7.2.jar:?]
	at org.apache.hadoop.mapreduce.v2.hs.JobHistory.serviceInit(JobHistory.java:96) ~[hadoop-mapreduce-client-hs-2.7.2.jar:?]
	... 31 more

Attachments

Activity

People

Assignee:: Unassigned

Reporter:: Siddharth Seth

Votes:: 0 Vote for this issue

Watchers:: 1 Start watching this issue

Dates

Created:: 12/Oct/16 05:36

Updated:: 25/Oct/16 19:46