Details
-
Bug
-
Status: Resolved
-
Major
-
Resolution: Not A Problem
-
0.7.3
-
None
-
None
Description
We are unable to use R Interpreter via %spark.r or %r. The zeppelin throws Internal error processing getFormType
org.apache.zeppelin.interpreter.InterpreterException: org.apache.thrift.TApplicationException: Internal error processing getFormType at org.apache.zeppelin.interpreter.remote.RemoteInterpreter.getFormType(RemoteInterpreter.java:450) at org.apache.zeppelin.interpreter.LazyOpenInterpreter.getFormType(LazyOpenInterpreter.java:111) at org.apache.zeppelin.notebook.Paragraph.jobRun(Paragraph.java:387) at org.apache.zeppelin.scheduler.Job.run(Job.java:175) at org.apache.zeppelin.scheduler.RemoteScheduler$JobRunner.run(RemoteScheduler.java:329) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Excerpt of our interpreter.json
"2CBEJNFR7": { "id": "2CBEJNFR7", "name": "spark", "group": "spark", "properties": { "spark.executor.memory": "4g", "args": "", "zeppelin.spark.printREPLOutput": "true", "spark.cores.max": "3", "zeppelin.dep.additionalRemoteRepository": "spark-packages,http://dl.bintray.com/spark-packages/maven,false;", "zeppelin.spark.sql.stacktrace": "false", "zeppelin.spark.importImplicit": "true", "zeppelin.spark.concurrentSQL": "false", "zeppelin.spark.useHiveContext": "false", "zeppelin.pyspark.python": "python", "zeppelin.dep.localrepo": "local-repo", "spark.driver.memory": "4g", "spark.executor.uri": "/mnt/efs/service/roles/hmheng-cds/spark/libs/spark-2.2.0-bin-hadoop2.7.tgz", "zeppelin.interpreter.localRepo": "/opt/zeppelin/local-repo/2CBEJNFR7", "SPARK_HOME": "/opt/spark", "zeppelin.R.knitr": "true", "zeppelin.spark.maxResult": "1000", "zeppelin.interpreter.output.limit": "102400", "master": "mesos://zk://********/mesos/master", "spark.app.name": "zeppelin.notebook.spark", "zeppelin.R.image.width": "100%", "zeppelin.R.render.options": "out.format \u003d \u0027html\u0027, comment \u003d NA, echo \u003d FALSE, results \u003d \u0027asis\u0027, message \u003d F, warning \u003d F", "zeppelin.R.cmd": "R" }, "status": "READY", "interpreterGroup": [ { "name": "spark", "class": "org.apache.zeppelin.spark.SparkInterpreter", "defaultInterpreter": true, "editor": { "language": "scala" } }, { "name": "sql", "class": "org.apache.zeppelin.spark.SparkSqlInterpreter", "defaultInterpreter": false, "editor": { "language": "sql" } }, { "name": "dep", "class": "org.apache.zeppelin.spark.DepInterpreter", "defaultInterpreter": false, "editor": { "language": "scala" } }, { "name": "pyspark", "class": "org.apache.zeppelin.spark.PySparkInterpreter", "defaultInterpreter": false, "editor": { "language": "python" } }, { "name": "r", "class": "org.apache.zeppelin.spark.SparkRInterpreter", "defaultInterpreter": false, "editor": { "language": "r" } } ],
Thanks