[KNOX-1048] Knoxshell samples missing hadoop-examples.jar and hadoop-mapreduce-examples.jar

• Type: Bug
• Status: Closed
• Priority: Major
• Resolution: Fixed
• Fix Version/s: 0.14.0
• Component/s: KnoxShell
• Assignee: Colm O hEigeartaigh
• Reporter: Sandeep More
• Created: 19/Sep/17 20:59
• Updated: 28/Mar/19 14:07
• Resolved: 04/Oct/17 14:48

Description

I get the following exception while running ExampleOozieWorkflow.groovy.

Caught: java.util.concurrent.ExecutionException: java.io.FileNotFoundException: samples/hadoop-examples.jar (No such file or directory)
java.util.concurrent.ExecutionException: java.io.FileNotFoundException: samples/hadoop-examples.jar (No such file or directory)
at org.apache.knox.gateway.shell.Hadoop.waitFor(Hadoop.java:271)
at ExampleOozieWorkflow.run(ExampleOozieWorkflow.groovy:108)
at org.apache.knox.gateway.shell.Shell.main(Shell.java:56)
at org.apache.knox.gateway.launcher.Invoker.invokeMainMethod(Invoker.java:70)
at org.apache.knox.gateway.launcher.Invoker.invoke(Invoker.java:39)
at org.apache.knox.gateway.launcher.Command.run(Command.java:99)
at org.apache.knox.gateway.launcher.Launcher.run(Launcher.java:69)
at org.apache.knox.gateway.launcher.Launcher.main(Launcher.java:46)
Caused by: java.io.FileNotFoundException: samples/hadoop-examples.jar (No such file or directory)
at org.apache.http.entity.FileEntity.writeTo(FileEntity.java:94)
at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156)
at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:160)
at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:72)
at org.apache.knox.gateway.shell.Hadoop.executeNow(Hadoop.java:256)
at org.apache.knox.gateway.shell.AbstractRequest.execute(AbstractRequest.java:49)
at org.apache.knox.gateway.shell.hdfs.Put$Request.access$1600(Put.java:39)
at org.apache.knox.gateway.shell.hdfs.Put$Request$1.call(Put.java:124)
at org.apache.knox.gateway.shell.hdfs.Put$Request$1.call(Put.java:95)
at org.apache.knox.gateway.shell.AbstractRequest$1.call(AbstractRequest.java:106)

Also while running ExampleWebHCatJobTeragen.groovy I get the following
java -Djavax.net.ssl.trustStore=gateway-client-trust.jks -jar bin/knoxshell.jar samples/ExampleWebHCatJobTeragen.groovy

Caught: java.util.concurrent.ExecutionException: java.io.FileNotFoundException: samples/hadoop-mapreduce-examples.jar (No such file or directory)
java.util.concurrent.ExecutionException: java.io.FileNotFoundException: samples/hadoop-mapreduce-examples.jar (No such file or directory)
at org.apache.knox.gateway.shell.Hadoop.waitFor(Hadoop.java:271)
at ExampleWebHCatJobTeragen.run(ExampleWebHCatJobTeragen.groovy:52)
at org.apache.knox.gateway.shell.Shell.main(Shell.java:56)
at org.apache.knox.gateway.launcher.Invoker.invokeMainMethod(Invoker.java:70)
at org.apache.knox.gateway.launcher.Invoker.invoke(Invoker.java:39)
at org.apache.knox.gateway.launcher.Command.run(Command.java:99)
at org.apache.knox.gateway.launcher.Launcher.run(Launcher.java:69)
at org.apache.knox.gateway.launcher.Launcher.main(Launcher.java:46)
Caused by: java.io.FileNotFoundException: samples/hadoop-mapreduce-examples.jar (No such file or directory)
at org.apache.http.entity.FileEntity.writeTo(FileEntity.java:94)
at org.apache.http.impl.DefaultBHttpClientConnection.sendRequestEntity(DefaultBHttpClientConnection.java:156)
at org.apache.http.impl.conn.CPoolProxy.sendRequestEntity(CPoolProxy.java:160)
at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:238)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:72)
at org.apache.knox.gateway.shell.Hadoop.executeNow(Hadoop.java:256)
at org.apache.knox.gateway.shell.AbstractRequest.execute(AbstractRequest.java:49)
at org.apache.knox.gateway.shell.hdfs.Put$Request.access$1600(Put.java:39)
at org.apache.knox.gateway.shell.hdfs.Put$Request$1.call(Put.java:124)
at org.apache.knox.gateway.shell.hdfs.Put$Request$1.call(Put.java:95)
at org.apache.knox.gateway.shell.AbstractRequest$1.call(AbstractRequest.java:106)

Issue Links

• is duplicated by: KNOX-996 hadoop-examples.jar and hadoop-mapreduce-examples.jar not included in the KnoxShell samples