Details
-
Bug
-
Status: Open
-
Major
-
Resolution: Unresolved
-
Not Applicable
-
None
Description
Connectivity to cloudant could not be established while working from a notebook on a FIPS enabled cluster.
Code used from the notebook
sqlContext.read.format("org.apache.bahir.cloudant").option("cloudant.host","cloudant-host-bluemix.cloudantnosqldb.appdomain.cloud").option("cloudant.username","apikey-v2-********").option("cloudant.password","********************").load("databasedemo")
Throws the following error -
```
Py4JJavaError Traceback (most recent call last) /usr/local/share/jupyter/kernels/python39/scripts/launch_ipykernel.py in <module> ---> 1 sqlContext.read.format("org.apache.bahir.cloudant").option("cloudant.host","b2545557-9e61-4802-a4e8-1535273619bf-bluemix.cloudantnosqldb.appdomain.cloud").option("cloudant.username","apikey-v2********").option("cloudant.password","******").load("databasedemo") /opt/ibm/spark/python/lib/pyspark.zip/pyspark/sql/readwriter.py in load(self, path, format, schema, **options) 175 self.options(*options) 176 if isinstance(path, str): --> 177 return self.df(self._jreader.load(path)) 178 elif path is not None: 179 if type(path) != list: /opt/ibm/spark/python/lib/py4j-0.10.9.5-src.zip/py4j/java_gateway.py in __call_(self, *args) 1319 1320 answer = self.gateway_client.send_command(command) -> 1321 return_value = get_return_value( 1322 answer, self.gateway_client, self.target_id, self.name) 1323 /opt/ibm/spark/python/lib/pyspark.zip/pyspark/sql/utils.py in deco(*a, **kw) 188 def deco(*a: Any, **kw: Any) -> Any: 189 try: --> 190 return f(*a, **kw) 191 except Py4JJavaError as e: 192 converted = convert_exception(e.java_exception) /opt/ibm/spark/python/lib/py4j-0.10.9.5-src.zip/py4j/protocol.py in get_return_value(answer, gateway_client, target_id, name) 324 value = OUTPUT_CONVERTER[type](answer[2:], gateway_client) 325 if answer[1] == REFERENCE_TYPE: --> 326 raise Py4JJavaError( 327 "An error occurred while calling {0}
{2}.\n". 328 format(target_id, ".", name), value) Py4JJavaError: An error occurred while calling o112.load. : com.cloudant.client.org.lightcouch.CouchDbException: Error retrieving server response at https://b2545557-9e61-4802-a4e8-1535273619bf-bluemix.cloudantnosqldb.appdomain.cloud/databasedemo/_all_docs?limit=1. at com.cloudant.client.org.lightcouch.CouchDbClient.execute(CouchDbClient.java:630) at com.cloudant.client.api.CloudantClient.executeRequest(CloudantClient.java:411) at org.apache.bahir.cloudant.CloudantConfig.executeRequest(CloudantConfig.scala:73) at org.apache.bahir.cloudant.common.JsonStoreDataAccess.getQueryResult(JsonStoreDataAccess.scala:114) at org.apache.bahir.cloudant.common.JsonStoreDataAccess.getTotalRows(JsonStoreDataAccess.scala:70) at org.apache.bahir.cloudant.common.JsonStoreRDD.getPartitions(JsonStoreRDD.scala:189) at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:292) at scala.Option.getOrElse(Option.scala:189) at org.apache.spark.rdd.RDD.partitions(RDD.scala:288) at org.apache.spark.rdd.MapPartitionsRDD.getPartitions(MapPartitionsRDD.scala:49) at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:292) at scala.Option.getOrElse(Option.scala:189) at org.apache.spark.rdd.RDD.partitions(RDD.scala:288) at org.apache.spark.rdd.MapPartitionsRDD.getPartitions(MapPartitionsRDD.scala:49) at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:292) at scala.Option.getOrElse(Option.scala:189) at org.apache.spark.rdd.RDD.partitions(RDD.scala:288) at org.apache.spark.sql.execution.SQLExecutionRDD.getPartitions(SQLExecutionRDD.scala:44) at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:292) at scala.Option.getOrElse(Option.scala:189) at org.apache.spark.rdd.RDD.partitions(RDD.scala:288) at org.apache.spark.rdd.MapPartitionsRDD.getPartitions(MapPartitionsRDD.scala:49) at org.apache.spark.rdd.RDD.$anonfun$partitions$2(RDD.scala:292) at scala.Option.getOrElse(Option.scala:189) at org.apache.spark.rdd.RDD.partitions(RDD.scala:288) at org.apache.spark.SparkContext.runJob(SparkContext.scala:2323) at org.apache.spark.sql.catalyst.json.JsonInferSchema.infer(JsonInferSchema.scala:116) at org.apache.spark.sql.execution.datasources.json.TextInputJsonDataSource$.$anonfun$inferFromDataset$5(JsonDataSource.scala:110) at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:169) at org.apache.spark.sql.execution.datasources.json.TextInputJsonDataSource$.inferFromDataset(JsonDataSource.scala:110) at org.apache.spark.sql.DataFrameReader.$anonfun$json$6(DataFrameReader.scala:415) at scala.Option.getOrElse(Option.scala:189) at org.apache.spark.sql.DataFrameReader.json(DataFrameReader.scala:415) at org.apache.bahir.cloudant.DefaultSource.create(DefaultSource.scala:118) at org.apache.bahir.cloudant.DefaultSource.createRelation(DefaultSource.scala:95) at org.apache.bahir.cloudant.DefaultSource.createRelation(DefaultSource.scala:87) at org.apache.spark.sql.execution.datasources.DataSource.resolveRelation(DataSource.scala:350) at org.apache.spark.sql.DataFrameReader.loadV1Source(DataFrameReader.scala:228) at org.apache.spark.sql.DataFrameReader.$anonfun$load$2(DataFrameReader.scala:210) at scala.Option.getOrElse(Option.scala:189) at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:210) at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:185) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) at py4j.ClientServerConnection.run(ClientServerConnection.java:106) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: javax.net.ssl.SSLHandshakeException: Received fatal alert: handshake_failure at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:131) at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:117) at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:340) at java.base/sun.security.ssl.Alert$AlertConsumer.consume(Alert.java:293) at java.base/sun.security.ssl.TransportContext.dispatch(TransportContext.java:186) at java.base/sun.security.ssl.SSLTransport.decode(SSLTransport.java:172) at java.base/sun.security.ssl.SSLSocketImpl.decode(SSLSocketImpl.java:1506) at java.base/sun.security.ssl.SSLSocketImpl.readHandshakeRecord(SSLSocketImpl.java:1416) at java.base/sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:456) at java.base/sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:427) at java.base/sun.net.www.protocol.https.HttpsClient.afterConnect(HttpsClient.java:572) at java.base/sun.net.www.protocol.https.AbstractDelegateHttpsURLConnection.connect(AbstractDelegateHttpsURLConnection.java:201) at java.base/sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1592) at java.base/sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1520) at java.base/java.net.HttpURLConnection.getResponseCode(HttpURLConnection.java:527) at java.base/sun.net.www.protocol.https.HttpsURLConnectionImpl.getResponseCode(HttpsURLConnectionImpl.java:334) at com.cloudant.http.interceptors.Replay429Interceptor.interceptResponse(Replay429Interceptor.java:88) at com.cloudant.http.HttpConnection.execute(HttpConnection.java:341) at com.cloudant.client.org.lightcouch.CouchDbClient.execute(CouchDbClient.java:552) ... 53 more
```