Details
-
Question
-
Status: Resolved
-
Major
-
Resolution: Fixed
-
2.3.3
-
None
-
None
-
spark 2.3.3
Description
scala> import org.apache.spark.storage.StorageLevel
import org.apache.spark.storage.StorageLevel
scala> val rdd = sc.parallelize(1 to 10, 1).persist(StorageLevel.MEMORY_ONLY_2)
rdd: org.apache.spark.rdd.RDD[Int] = ParallelCollectionRDD[0] at parallelize at <console>:25
scala> rdd.count
res0: Long = 10
but SparkUI storage page is empty