[AMQ-5267] Some MQTT tests hang on HP-UX

• Type: Bug
• Status: Closed
• Priority: Minor
• Resolution: Incomplete
• Component/s: MQTT

Environment

HP-UX

• Assignee: Unassigned
• Reporter: Kevin Anthony Earls
• Created: 10/Jul/14 08:25
• Updated: 23/Dec/15 18:51
• Resolved: 23/Dec/15 18:51

Description

The MQTTNioTest and MQTTSSLTest test suites hang when run under Jenkins on HP-UX. The tests all have timeouts, but the hang occurs in FailOnTimeout, as shown in the stack trace below.

jenkins@srt-hpux:/fuse/jenkins/>jstack 25654
2014-07-10 04:24:00
Full thread dump Java HotSpot(TM) Server VM (24.51-b03-jre1.7.0.09-rc1 mixed mode):

"Attach Listener" daemon prio=8 tid=0x00595000 nid=148 lwp_id=2776392 waiting on condition [0x00000000]
java.lang.Thread.State: RUNNABLE

"InactivityMonitor ReadCheck" daemon prio=8 tid=0x00595a00 nid=147 lwp_id=2776353 in Object.wait() [0x31e00000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)

• waiting on <0x3aabfda8> (a java.util.TaskQueue)
  at java.util.TimerThread.mainLoop(Timer.java:552)
• locked <0x3aabfda8> (a java.util.TaskQueue)
  at java.util.TimerThread.run(Timer.java:505)

"ActiveMQ BrokerService[localhost] Task-2" daemon prio=8 tid=0x00595600 nid=146 lwp_id=2776352 waiting on condition [0x31f80000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)

• parking to wait for <0x3aac0b80> (a java.util.concurrent.SynchronousQueue$TransferStack)
  at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
  at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
  at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
  at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  at java.lang.Thread.run(Thread.java:744)

"ActiveMQ BrokerService[localhost] Task-1" daemon prio=8 tid=0x01170600 nid=145 lwp_id=2776351 waiting on condition [0x32100000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)

• parking to wait for <0x3aac0b80> (a java.util.concurrent.SynchronousQueue$TransferStack)
  at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
  at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
  at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
  at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  at java.lang.Thread.run(Thread.java:744)

"ActiveMQ Transport Server: mqtt+nio://localhost:0?" daemon prio=8 tid=0x01344c00 nid=144 lwp_id=2776350 runnable [0x32280000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.PollArrayWrapper.poll0(Native Method)
at sun.nio.ch.PollArrayWrapper.poll(PollArrayWrapper.java:187)
at sun.nio.ch.PollSelectorImpl.doSelect(PollSelectorImpl.java:73)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)

• locked <0x3aac13d0> (a sun.nio.ch.Util$2)
• locked <0x3aac13c0> (a java.util.Collections$UnmodifiableSet)
• locked <0x3aac1008> (a sun.nio.ch.PollSelectorImpl)
  at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:121)
• locked <0x3aac1260> (a java.lang.Object)
  at org.apache.activemq.transport.tcp.TcpTransportServer.run(TcpTransportServer.java:301)
  at java.lang.Thread.run(Thread.java:744)

"ActiveMQ Transport Server Thread Handler: mqtt+nio://localhost:0?" daemon prio=8 tid=0x012ffa00 nid=143 lwp_id=2776349 waiting on condition [0x324c0000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)

• parking to wait for <0x3aac8368> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
  at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
  at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467)
  at org.apache.activemq.transport.tcp.TcpTransportServer$1.run(TcpTransportServer.java:375)
  at java.lang.Thread.run(Thread.java:744)

"ActiveMQ Broker[localhost] Scheduler" daemon prio=8 tid=0x01226a00 nid=142 lwp_id=2776348 in Object.wait() [0x32dc0000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)

• waiting on <0x3aac3d50> (a java.util.TaskQueue)
  at java.util.TimerThread.mainLoop(Timer.java:552)
• locked <0x3aac3d50> (a java.util.TaskQueue)
  at java.util.TimerThread.run(Timer.java:505)

"Thread-44" prio=8 tid=0x008f5a00 nid=141 lwp_id=2776347 waiting on condition [0x32fc0000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)

• parking to wait for <0x650a1ea0> (a java.util.concurrent.CountDownLatch$Sync)
  at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1033)
  at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1326)
  at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:282)
  at org.fusesource.mqtt.client.Promise.await(Promise.java:80)
  at org.fusesource.mqtt.client.BlockingConnection.receive(BlockingConnection.java:96)
  at org.apache.activemq.transport.mqtt.FuseMQQTTClientProvider.receive(FuseMQQTTClientProvider.java:73)
  at org.apache.activemq.transport.mqtt.MQTTTest.testSendAtLeastOnceReceiveAtMostOnce(MQTTTest.java:219)
  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  at java.lang.reflect.Method.invoke(Method.java:606)
  at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
  at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
  at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
  at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
  at org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74)

"ActiveMQ NIO Worker 3" daemon prio=8 tid=0x0143a800 nid=86 lwp_id=2776292 waiting on condition [0x31ec0000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)

• parking to wait for <0x3a877bd0> (a java.util.concurrent.SynchronousQueue$TransferStack)
  at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
  at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
  at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
  at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  at java.lang.Thread.run(Thread.java:744)

"Selector Worker: 22" daemon prio=8 tid=0x00b1c000 nid=36 lwp_id=2776220 runnable [0x321c0000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.PollArrayWrapper.poll0(Native Method)
at sun.nio.ch.PollArrayWrapper.poll(PollArrayWrapper.java:187)
at sun.nio.ch.PollSelectorImpl.doSelect(PollSelectorImpl.java:73)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)

• locked <0x3aac8938> (a sun.nio.ch.Util$2)
• locked <0x3aac8928> (a java.util.Collections$UnmodifiableSet)
• locked <0x3aac8728> (a sun.nio.ch.PollSelectorImpl)
  at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  at org.apache.activemq.transport.nio.SelectorWorker.run(SelectorWorker.java:93)
  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  at java.lang.Thread.run(Thread.java:744)

"ActiveMQ NIO Worker 1" daemon prio=8 tid=0x007de000 nid=34 lwp_id=2776218 waiting on condition [0x32340000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)

• parking to wait for <0x3a877bd0> (a java.util.concurrent.SynchronousQueue$TransferStack)
  at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
  at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
  at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
  at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
  at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
  at java.lang.Thread.run(Thread.java:744)

"hawtdispatch timer" daemon prio=8 tid=0x012aec00 nid=31 lwp_id=2776215 in Object.wait() [0x32580000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)

• waiting on <0x3a878838> (a java.lang.Object)
  at java.lang.Object.wait(Object.java:461)
  at org.fusesource.hawtdispatch.internal.TimerThread.run(TimerThread.java:188)
• locked <0x3a878838> (a java.lang.Object)

"hawtdispatch-DEFAULT-8" daemon prio=8 tid=0x012ab600 nid=30 lwp_id=2776214 runnable [0x32640000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.PollArrayWrapper.poll0(Native Method)
at sun.nio.ch.PollArrayWrapper.poll(PollArrayWrapper.java:187)
at sun.nio.ch.PollSelectorImpl.doSelect(PollSelectorImpl.java:73)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)

• locked <0x3a885cf0> (a sun.nio.ch.Util$2)
• locked <0x3a885ce0> (a java.util.Collections$UnmodifiableSet)
• locked <0x3a885bb8> (a sun.nio.ch.PollSelectorImpl)
  at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
  at org.fusesource.hawtdispatch.internal.NioManager$SelectStrategy.select(NioManager.java:52)
  at org.fusesource.hawtdispatch.internal.NioManager.select(NioManager.java:182)
  at org.fusesource.hawtdispatch.internal.pool.SimplePool.park(SimplePool.java:130)
  at org.fusesource.hawtdispatch.internal.pool.SimpleThread.run(SimpleThread.java:75)

"hawtdispatch-DEFAULT-7" daemon prio=8 tid=0x012a9000 nid=29 lwp_id=2776213 runnable [0x32700000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.PollArrayWrapper.poll0(Native Method)
at sun.nio.ch.PollArrayWrapper.poll(PollArrayWrapper.java:187)
at sun.nio.ch.PollSelectorImpl.doSelect(PollSelectorImpl.java:73)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)

• locked <0x3a879350> (a sun.nio.ch.Util$2)
• locked <0x3a879340> (a java.util.Collections$UnmodifiableSet)
• locked <0x3a879218> (a sun.nio.ch.PollSelectorImpl)
  at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
  at org.fusesource.hawtdispatch.internal.NioManager$SelectStrategy.select(NioManager.java:52)
  at org.fusesource.hawtdispatch.internal.NioManager.select(NioManager.java:182)
  at org.fusesource.hawtdispatch.internal.pool.SimplePool.park(SimplePool.java:130)
  at org.fusesource.hawtdispatch.internal.pool.SimpleThread.run(SimpleThread.java:75)

"hawtdispatch-DEFAULT-6" daemon prio=8 tid=0x012a6c00 nid=28 lwp_id=2776212 runnable [0x327c0000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.PollArrayWrapper.poll0(Native Method)
at sun.nio.ch.PollArrayWrapper.poll(PollArrayWrapper.java:187)
at sun.nio.ch.PollSelectorImpl.doSelect(PollSelectorImpl.java:73)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)

• locked <0x3a87ab38> (a sun.nio.ch.Util$2)
• locked <0x3a87ab28> (a java.util.Collections$UnmodifiableSet)
• locked <0x3a87aa00> (a sun.nio.ch.PollSelectorImpl)
  at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
  at org.fusesource.hawtdispatch.internal.NioManager$SelectStrategy.select(NioManager.java:52)
  at org.fusesource.hawtdispatch.internal.NioManager.select(NioManager.java:182)
  at org.fusesource.hawtdispatch.internal.pool.SimplePool.park(SimplePool.java:130)
  at org.fusesource.hawtdispatch.internal.pool.SimpleThread.run(SimpleThread.java:75)

"hawtdispatch-DEFAULT-5" daemon prio=8 tid=0x01281a00 nid=27 lwp_id=2776211 runnable [0x32880000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.PollArrayWrapper.poll0(Native Method)
at sun.nio.ch.PollArrayWrapper.poll(PollArrayWrapper.java:187)
at sun.nio.ch.PollSelectorImpl.doSelect(PollSelectorImpl.java:73)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)

• locked <0x3a87b298> (a sun.nio.ch.Util$2)
• locked <0x3a87b288> (a java.util.Collections$UnmodifiableSet)
• locked <0x3a87b160> (a sun.nio.ch.PollSelectorImpl)
  at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
  at org.fusesource.hawtdispatch.internal.NioManager$SelectStrategy.select(NioManager.java:52)
  at org.fusesource.hawtdispatch.internal.NioManager.select(NioManager.java:182)
  at org.fusesource.hawtdispatch.internal.pool.SimplePool.park(SimplePool.java:130)
  at org.fusesource.hawtdispatch.internal.pool.SimpleThread.run(SimpleThread.java:75)

"hawtdispatch-DEFAULT-4" daemon prio=8 tid=0x0127c400 nid=26 lwp_id=2776210 runnable [0x32940000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.PollSelectorImpl.wakeup(PollSelectorImpl.java:103)

• locked <0x3a880718> (a java.lang.Object)
  at org.fusesource.hawtdispatch.internal.NioManager.wakeupIfSelecting(NioManager.java:157)
  at org.fusesource.hawtdispatch.internal.pool.SimplePool.execute(SimplePool.java:121)
  at org.fusesource.hawtdispatch.internal.GlobalDispatchQueue.execute(GlobalDispatchQueue.java:100)
  at org.fusesource.hawtdispatch.internal.SerialDispatchQueue.triggerExecution(SerialDispatchQueue.java:128)
  at org.fusesource.hawtdispatch.internal.SerialDispatchQueue.enqueue(SerialDispatchQueue.java:75)
  at org.fusesource.hawtdispatch.internal.SerialDispatchQueue.execute(SerialDispatchQueue.java:52)
  at org.fusesource.hawtdispatch.internal.NioDispatchSource.fire(NioDispatchSource.java:204)
  at org.fusesource.hawtdispatch.internal.NioAttachment.selected(NioAttachment.java:45)
  at org.fusesource.hawtdispatch.internal.NioManager.processSelected(NioManager.java:217)
  at org.fusesource.hawtdispatch.internal.NioManager.select(NioManager.java:193)
  at org.fusesource.hawtdispatch.internal.pool.SimplePool.park(SimplePool.java:130)
  at org.fusesource.hawtdispatch.internal.pool.SimpleThread.run(SimpleThread.java:75)

"hawtdispatch-DEFAULT-3" daemon prio=8 tid=0x0127a000 nid=25 lwp_id=2776209 runnable [0x32a00000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.PollArrayWrapper.poll0(Native Method)
at sun.nio.ch.PollArrayWrapper.poll(PollArrayWrapper.java:187)
at sun.nio.ch.PollSelectorImpl.doSelect(PollSelectorImpl.java:73)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)

• locked <0x3a87d278> (a sun.nio.ch.Util$2)
• locked <0x3a87d268> (a java.util.Collections$UnmodifiableSet)
• locked <0x3a87d140> (a sun.nio.ch.PollSelectorImpl)
  at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
  at org.fusesource.hawtdispatch.internal.NioManager$SelectStrategy.select(NioManager.java:52)
  at org.fusesource.hawtdispatch.internal.NioManager.select(NioManager.java:182)
  at org.fusesource.hawtdispatch.internal.pool.SimplePool.park(SimplePool.java:130)
  at org.fusesource.hawtdispatch.internal.pool.SimpleThread.run(SimpleThread.java:75)

"hawtdispatch-DEFAULT-2" daemon prio=8 tid=0x01217800 nid=24 lwp_id=2776208 runnable [0x32ac0000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.PollArrayWrapper.poll0(Native Method)
at sun.nio.ch.PollArrayWrapper.poll(PollArrayWrapper.java:187)
at sun.nio.ch.PollSelectorImpl.doSelect(PollSelectorImpl.java:73)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)

• locked <0x3a880b18> (a sun.nio.ch.Util$2)
• locked <0x3a880b08> (a java.util.Collections$UnmodifiableSet)
• locked <0x3a8809e0> (a sun.nio.ch.PollSelectorImpl)
  at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
  at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102)
  at org.fusesource.hawtdispatch.internal.NioManager$SelectStrategy.select(NioManager.java:52)
  at org.fusesource.hawtdispatch.internal.NioManager.select(NioManager.java:182)
  at org.fusesource.hawtdispatch.internal.pool.SimplePool.park(SimplePool.java:130)
  at org.fusesource.hawtdispatch.internal.pool.SimpleThread.run(SimpleThread.java:75)

"hawtdispatch-DEFAULT-1" daemon prio=8 tid=0x01206200 nid=23 lwp_id=2776207 runnable [0x32b80000]
java.lang.Thread.State: RUNNABLE
at java.lang.Throwable.fillInStackTrace(Native Method)
at java.lang.Throwable.fillInStackTrace(Throwable.java:783)

• locked <0x65811c80> (a java.io.EOFException)
  at java.lang.Throwable.<init>(Throwable.java:265)
  at java.lang.Exception.<init>(Exception.java:66)
  at java.io.IOException.<init>(IOException.java:58)
  at java.io.EOFException.<init>(EOFException.java:63)
  at org.fusesource.hawtdispatch.transport.AbstractProtocolCodec.read(AbstractProtocolCodec.java:331)
  at org.fusesource.hawtdispatch.transport.TcpTransport.drainInbound(TcpTransport.java:710)
  at org.fusesource.hawtdispatch.transport.TcpTransport$6.run(TcpTransport.java:592)
  at org.fusesource.hawtdispatch.internal.NioDispatchSource$3.run(NioDispatchSource.java:209)
  at org.fusesource.hawtdispatch.internal.SerialDispatchQueue.run(SerialDispatchQueue.java:100)
  at org.fusesource.hawtdispatch.internal.pool.SimpleThread.run(SimpleThread.java:77)

"Service Thread" daemon prio=8 tid=0x008cc800 nid=18 lwp_id=2776202 runnable [0x00000000]
java.lang.Thread.State: RUNNABLE

"C2 CompilerThread1" daemon prio=8 tid=0x008c7a00 nid=16 lwp_id=2776200 waiting on condition [0x00000000]
java.lang.Thread.State: RUNNABLE

"C2 CompilerThread0" daemon prio=8 tid=0x008c3000 nid=15 lwp_id=2776199 waiting on condition [0x00000000]
java.lang.Thread.State: RUNNABLE

"Signal Dispatcher" daemon prio=8 tid=0x008c0c00 nid=14 lwp_id=2776198 runnable [0x00000000]
java.lang.Thread.State: RUNNABLE

"Finalizer" daemon prio=8 tid=0x008abc00 nid=13 lwp_id=2776197 in Object.wait() [0x35a80000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)

• waiting on <0x3a8de9f0> (a java.lang.ref.ReferenceQueue$Lock)
  at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:152)
• locked <0x3a8de9f0> (a java.lang.ref.ReferenceQueue$Lock)
  at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:168)
  at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:227)

"Reference Handler" daemon prio=8 tid=0x0079f800 nid=12 lwp_id=2776196 in Object.wait() [0x35b40000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)

• waiting on <0x3a8e76e8> (a java.lang.ref.Reference$Lock)
  at java.lang.Object.wait(Object.java:503)
  at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:140)
• locked <0x3a8e76e8> (a java.lang.ref.Reference$Lock)

"main" prio=8 tid=0x00456e00 nid=1 lwp_id=-1 in Object.wait() [0x7fffd000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)

• waiting on <0x3aace690> (a org.junit.internal.runners.statements.FailOnTimeout$StatementThread)
  at java.lang.Thread.join(Thread.java:1288)
• locked <0x3aace690> (a org.junit.internal.runners.statements.FailOnTimeout$StatementThread)
  at org.junit.internal.runners.statements.FailOnTimeout.evaluateStatement(FailOnTimeout.java:26)
  at org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:17)
  at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
  at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
  at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
  at org.junit.rules.RunRules.evaluate(RunRules.java:20)
  at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
  at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
  at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
  at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
  at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
  at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
  at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
  at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
  at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
  at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264)
  at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153)
  at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124)
  at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200)
  at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153)
  at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103)

"VM Thread" prio=8 tid=0x00791e00 nid=11 lwp_id=2776195 runnable

"GC task thread#0 (ParallelGC)" prio=8 tid=0x00471200 nid=3 lwp_id=2776187 runnable

"GC task thread#1 (ParallelGC)" prio=8 tid=0x00497a00 nid=4 lwp_id=2776188 runnable

"GC task thread#2 (ParallelGC)" prio=8 tid=0x00499e00 nid=5 lwp_id=2776189 runnable

"GC task thread#3 (ParallelGC)" prio=8 tid=0x0049c000 nid=6 lwp_id=2776190 runnable

"GC task thread#4 (ParallelGC)" prio=8 tid=0x0049e400 nid=7 lwp_id=2776191 runnable

"GC task thread#5 (ParallelGC)" prio=8 tid=0x004a0800 nid=8 lwp_id=2776192 runnable

"GC task thread#6 (ParallelGC)" prio=8 tid=0x004a2a00 nid=9 lwp_id=2776193 runnable

"GC task thread#7 (ParallelGC)" prio=8 tid=0x004a4e00 nid=10 lwp_id=2776194 runnable

"VM Periodic Task Thread" prio=8 tid=0x008caa00 nid=17 lwp_id=2776201 waiting on condition

JNI global references: 160