[SPARK-1530] Streaming UI test can hang indefinitely

• Type: Bug
• Status: Resolved
• Priority: Major
• Resolution: Fixed
• Assignee: Tathagata Das
• Reporter: Patrick Wendell
• Created: 17/Apr/14 23:50
• Updated: 08/Nov/14 11:53
• Resolved: 08/Nov/14 11:53

Description

This has been causing Jenkins to hang recently:

"pool-1-thread-1" prio=10 tid=0x00007f4b9449f000 nid=0x6c37 runnable [0x00007f4b8a26c000]
   java.lang.Thread.State: RUNNABLE
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.read(SocketInputStream.java:152)
        at java.net.SocketInputStream.read(SocketInputStream.java:122)
        at java.io.BufferedInputStream.fill(BufferedInputStream.java:235)
        at java.io.BufferedInputStream.read1(BufferedInputStream.java:275)
        at java.io.BufferedInputStream.read(BufferedInputStream.java:334)
        - locked <0x00000007cad700d0> (a java.io.BufferedInputStream)
        at sun.net.www.http.HttpClient.parseHTTPHeader(HttpClient.java:687)
        at sun.net.www.http.HttpClient.parseHTTP(HttpClient.java:633)
        at sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1323)
        - locked <0x00000007cad662b8> (a sun.net.www.protocol.http.HttpURLConnection)
        at java.net.URL.openStream(URL.java:1037)
        at scala.io.Source$.fromURL(Source.scala:140)
        at scala.io.Source$.fromURL(Source.scala:130)
        at org.apache.spark.ui.UISuite$$anonfun$2$$anonfun$apply$mcV$sp$2$$anonfun$apply$2.apply$mcV$sp(UISuite.scala:57)
        at org.apache.spark.ui.UISuite$$anonfun$2$$anonfun$apply$mcV$sp$2$$anonfun$apply$2.apply(UISuite.scala:56)
        at org.apache.spark.ui.UISuite$$anonfun$2$$anonfun$apply$mcV$sp$2$$anonfun$apply$2.apply(UISuite.scala:56)
        at org.scalatest.concurrent.Eventually$class.makeAValiantAttempt$1(Eventually.scala:394)
        at org.scalatest.concurrent.Eventually$class.tryTryAgain$1(Eventually.scala:408)
        at org.scalatest.concurrent.Eventually$class.eventually(Eventually.scala:437)
        at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:477)
        at org.scalatest.concurrent.Eventually$class.eventually(Eventually.scala:307)
        at org.scalatest.concurrent.Eventually$.eventually(Eventually.scala:477)
        at org.apache.spark.ui.UISuite$$anonfun$2$$anonfun$apply$mcV$sp$2.apply(UISuite.scala:56)
        at org.apache.spark.ui.UISuite$$anonfun$2$$anonfun$apply$mcV$sp$2.apply(UISuite.scala:54)
        at org.apache.spark.LocalSparkContext$.withSpark(LocalSparkContext.scala:60)
        at org.apache.spark.ui.UISuite$$anonfun$2.apply$mcV$sp(UISuite.scala:54)
        at org.apache.spark.ui.UISuite$$anonfun$2.apply(UISuite.scala:54)
        at org.apache.spark.ui.UISuite$$anonfun$2.apply(UISuite.scala:54)
        at org.scalatest.FunSuite$$anon$1.apply(FunSuite.scala:1265)
        at org.scalatest.Suite$class.withFixture(Suite.scala:1974)
        at org.apache.spark.ui.UISuite.withFixture(UISuite.scala:37)
        at org.scalatest.FunSuite$class.invokeWithFixture$1(FunSuite.scala:1262)
        at org.scalatest.FunSuite$$anonfun$runTest$1.apply(FunSuite.scala:1271)
        at org.scalatest.FunSuite$$anonfun$runTest$1.apply(FunSuite.scala:1271)
        at org.scalatest.SuperEngine.runTestImpl(Engine.scala:198)
        at org.scalatest.FunSuite$class.runTest(FunSuite.scala:1271)
        at org.apache.spark.ui.UISuite.runTest(UISuite.scala:37)
        at org.scalatest.FunSuite$$anonfun$runTests$1.apply(FunSuite.scala:1304)
        at org.scalatest.FunSuite$$anonfun$runTests$1.apply(FunSuite.scala:1304)
        at org.scalatest.SuperEngine$$anonfun$org$scalatest$SuperEngine$$runTestsInBranch$1.apply(Engine.scala:260)
        at org.scalatest.SuperEngine$$anonfun$org$scalatest$SuperEngine$$runTestsInBranch$1.apply(Engine.scala:249)
        at scala.collection.immutable.List.foreach(List.scala:318)
        at org.scalatest.SuperEngine.org$scalatest$SuperEngine$$runTestsInBranch(Engine.scala:249)
        at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:326)
        at org.scalatest.FunSuite$class.runTests(FunSuite.scala:1304)
        at org.apache.spark.ui.UISuite.runTests(UISuite.scala:37)
        at org.scalatest.Suite$class.run(Suite.scala:2303)
        at org.apache.spark.ui.UISuite.org$scalatest$FunSuite$$super$run(UISuite.scala:37)
        at org.scalatest.FunSuite$$anonfun$run$1.apply(FunSuite.scala:1310)
        at org.scalatest.FunSuite$$anonfun$run$1.apply(FunSuite.scala:1310)
        at org.scalatest.SuperEngine.runImpl(Engine.scala:362)
        at org.scalatest.FunSuite$class.run(FunSuite.scala:1310)
        at org.apache.spark.ui.UISuite.run(UISuite.scala:37)
        at org.scalatest.tools.ScalaTestFramework$ScalaTestRunner.run(ScalaTestFramework.scala:214)
        at sbt.RunnerWrapper$1.runRunner2(FrameworkWrapper.java:223)
        at sbt.RunnerWrapper$1.execute(FrameworkWrapper.java:236)
        at sbt.ForkMain$Run$2.call(ForkMain.java:294)
        at sbt.ForkMain$Run$2.call(ForkMain.java:284)
        at java.util.concurrent.FutureTask.run(FutureTask.java:262)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:744)