2014-10-24 11:10:44 Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.12-b01 mixed mode): "Attach Listener" daemon prio=10 tid=0x00007f0db00017a0 nid=0xad8b waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "regionserver21600-EventThread" daemon prio=10 tid=0x00007f0d380b02a0 nid=0x400 waiting on condition [0x00007f0b545df000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005a8f69ef8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491) "regionserver21600-SendThread(lg-hadoop-srv-ct07.bj:11000)" daemon prio=10 tid=0x00007f0d38002b30 nid=0x3ff runnable [0x00007f0b54ab2000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000005d2746a28> (a sun.nio.ch.Util$2) - locked <0x00000005d2746a10> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0c3c960> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:336) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) "ShortCircuitCache_SlotReleaser" daemon prio=10 tid=0x00007f0de403dc10 nid=0x201 waiting on condition [0x00007f0b554d8000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005a14797d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.DelayQueue.take(DelayQueue.java:160) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) "ShortCircuitCache_Cleaner" daemon prio=10 tid=0x00007f0e480081a0 nid=0x1c6b waiting on condition [0x00007f0b569e7000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005a13a5130> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:196) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) at java.util.concurrent.DelayQueue.take(DelayQueue.java:164) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) "ZKSecretWatcher-leaderElector" daemon prio=10 tid=0x00007f0d401b59f0 nid=0x747 in Object.wait() [0x00007f0dc8ea1000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.hadoop.hbase.zookeeper.ZKLeaderManager.waitToBecomeLeader(ZKLeaderManager.java:138) - locked <0x00000005a2222030> (a java.util.concurrent.atomic.AtomicBoolean) at org.apache.hadoop.hbase.security.token.AuthenticationTokenSecretManager$LeaderElector.run(AuthenticationTokenSecretManager.java:306) "org.apache.hadoop.hdfs.PeerCache@1494b146" daemon prio=10 tid=0x00007f0ca4023440 nid=0x746 waiting on condition [0x00007f0dc8f23000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:245) at org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:41) at org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:119) at java.lang.Thread.run(Thread.java:662) "ReplicationExecutor-0" prio=10 tid=0x00007f0d40195ad0 nid=0x73a in Object.wait() [0x00007f0dc8fe6000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1309) - locked <0x00000005a16df080> (a org.apache.zookeeper.ClientCnxn$Packet) at org.apache.zookeeper.ZooKeeper.multiInternal(ZooKeeper.java:930) at org.apache.zookeeper.ZooKeeper.multi(ZooKeeper.java:912) at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.multi(RecoverableZooKeeper.java:531) at org.apache.hadoop.hbase.zookeeper.ZKUtil.multiOrSequential(ZKUtil.java:1518) at org.apache.hadoop.hbase.replication.ReplicationZookeeper.copyQueuesFromRSUsingMulti(ReplicationZookeeper.java:804) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager$NodeFailoverWorker.run(ReplicationSourceManager.java:612) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) "Timer thread for monitoring jvm" daemon prio=10 tid=0x00007f0d4012a460 nid=0x72f in Object.wait() [0x00007f0dc92b1000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00000005a13aeb80> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) "Timer thread for monitoring hbase" daemon prio=10 tid=0x00007f0d40128a20 nid=0x72e in Object.wait() [0x00007f0dc92f2000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00000005a13a43c8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) "regionserver21600-EventThread" daemon prio=10 tid=0x00007f0d400fe070 nid=0x721 waiting on condition [0x00007f0dc95bd000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005a13a78d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491) "regionserver21600-SendThread(hh-hadoop-prc-ct03.bj:11000)" daemon prio=10 tid=0x00007f0d400fcff0 nid=0x720 runnable [0x00007f0dc95fe000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000005a13a4410> (a sun.nio.ch.Util$2) - locked <0x00000005a13a43f8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005a13ba8f8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:336) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) "regionserver21600-EventThread" daemon prio=10 tid=0x00007f0d400e1f50 nid=0x71f waiting on condition [0x00007f0dc963f000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005a13a5fb8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491) "regionserver21600-SendThread(hh-hadoop-prc-ct03.bj:11000)" daemon prio=10 tid=0x00007f0d400e0ed0 nid=0x71e runnable [0x00007f0dc9680000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000005a13a4140> (a sun.nio.ch.Util$2) - locked <0x00000005a13a4128> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005a13ab158> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:336) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) "regionserver21600-EventThread" daemon prio=10 tid=0x00007f0d400c5e30 nid=0x71d waiting on condition [0x00007f0dc96c1000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005a13a7920> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491) "regionserver21600-SendThread(hh-hadoop-srv-ct02.bj:11000)" daemon prio=10 tid=0x00007f0d400c4db0 nid=0x71c runnable [0x00007f0dc9702000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000005a13a7980> (a sun.nio.ch.Util$2) - locked <0x00000005a13a7968> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005a13b43e0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:336) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) "regionserver21600-EventThread" daemon prio=10 tid=0x00007f0d400a9d40 nid=0x71b waiting on condition [0x00007f0dc9743000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005a13aebb0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491) "regionserver21600-SendThread(lg-com-master02.bj:11000)" daemon prio=10 tid=0x00007f0d400a8d80 nid=0x71a runnable [0x00007f0dc9784000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000005a13b45a8> (a sun.nio.ch.Util$2) - locked <0x00000005a13b4590> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005a13c03b0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:336) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) "regionserver21600-EventThread" daemon prio=10 tid=0x00007f0d40088310 nid=0x719 waiting on condition [0x00007f0dc97c5000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005a13af6d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:491) "regionserver21600-SendThread(lg-com-master02.bj:11000)" daemon prio=10 tid=0x00007f0d40066420 nid=0x718 runnable [0x00007f0dc9806000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x00000005a13a6018> (a sun.nio.ch.Util$2) - locked <0x00000005a13a6000> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005a13c2978> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:336) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1068) "DestroyJavaVM" prio=10 tid=0x00007f0e6c00c310 nid=0x673 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Thread-18" daemon prio=10 tid=0x00007f0e6cdf2d20 nid=0x6f4 runnable [0x00007f0dc9a0e000] java.lang.Thread.State: RUNNABLE at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method) at org.apache.hadoop.net.unix.DomainSocketWatcher.access$800(DomainSocketWatcher.java:52) at org.apache.hadoop.net.unix.DomainSocketWatcher$1.run(DomainSocketWatcher.java:457) at java.lang.Thread.run(Thread.java:662) "Thread-17" daemon prio=10 tid=0x00007f0d44002ff0 nid=0x6ea waiting on condition [0x00007f0dc9a4f000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.Login$1.run(Login.java:183) at java.lang.Thread.run(Thread.java:662) "Timer thread for monitoring rpc" daemon prio=10 tid=0x00007f0e6ca0c580 nid=0x6cc in Object.wait() [0x00007f0dc9c98000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00000005a13a41d0> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) "AsyncAppender-Dispatcher-Thread-6" daemon prio=10 tid=0x00007f0e6c860840 nid=0x6ba in Object.wait() [0x00007f0dca7ad000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.log4j.AsyncAppender$Dispatcher.run(AsyncAppender.java:548) - locked <0x00000005a13bd5f0> (a java.util.ArrayList) at java.lang.Thread.run(Thread.java:662) "AsyncAppender-Dispatcher-Thread-5" daemon prio=10 tid=0x00007f0e6c81e740 nid=0x6b9 in Object.wait() [0x00007f0dca7ee000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.log4j.AsyncAppender$Dispatcher.run(AsyncAppender.java:548) - locked <0x00000005a13bc4f8> (a java.util.ArrayList) at java.lang.Thread.run(Thread.java:662) "AsyncAppender-Dispatcher-Thread-4" daemon prio=10 tid=0x00007f0e6c800da0 nid=0x6b8 in Object.wait() [0x00007f0dca82f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.log4j.AsyncAppender$Dispatcher.run(AsyncAppender.java:548) - locked <0x00000005a13bbc08> (a java.util.ArrayList) at java.lang.Thread.run(Thread.java:662) "AsyncAppender-Dispatcher-Thread-3" daemon prio=10 tid=0x00007f0e6c801ce0 nid=0x6b7 in Object.wait() [0x00007f0dca870000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.log4j.AsyncAppender$Dispatcher.run(AsyncAppender.java:548) - locked <0x00000005a13a5ee0> (a java.util.ArrayList) at java.lang.Thread.run(Thread.java:662) "AsyncAppender-Dispatcher-Thread-2" daemon prio=10 tid=0x00007f0e6c7f1de0 nid=0x6ae in Object.wait() [0x00007f0dcb787000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.log4j.AsyncAppender$Dispatcher.run(AsyncAppender.java:548) - locked <0x00000005a13bc510> (a java.util.ArrayList) at java.lang.Thread.run(Thread.java:662) "AsyncAppender-Dispatcher-Thread-1" daemon prio=10 tid=0x00007f0e6c804310 nid=0x6ad in Object.wait() [0x00007f0dcb7c8000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.log4j.AsyncAppender$Dispatcher.run(AsyncAppender.java:548) - locked <0x00000005a13bc528> (a java.util.ArrayList) at java.lang.Thread.run(Thread.java:662) "AsyncAppender-Dispatcher-Thread-0" daemon prio=10 tid=0x00007f0e6c804f10 nid=0x6a7 in Object.wait() [0x00007f0dcb809000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at org.apache.log4j.AsyncAppender$Dispatcher.run(AsyncAppender.java:548) - locked <0x00000005a13a5598> (a java.util.ArrayList) at java.lang.Thread.run(Thread.java:662) "Low Memory Detector" daemon prio=10 tid=0x00007f0e6c2667f0 nid=0x6a2 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" daemon prio=10 tid=0x00007f0e6c2646d0 nid=0x6a1 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" daemon prio=10 tid=0x00007f0e6c262b90 nid=0x6a0 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" daemon prio=10 tid=0x00007f0e6c261070 nid=0x69f runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Surrogate Locker Thread (Concurrent GC)" daemon prio=10 tid=0x00007f0e6c25f940 nid=0x69e waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" daemon prio=10 tid=0x00007f0e6c2440e0 nid=0x69d in Object.wait() [0x00007f0dcbffe000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x00000005a13bc540> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) "Reference Handler" daemon prio=10 tid=0x00007f0e6c242a70 nid=0x69c in Object.wait() [0x00007f0e6806e000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) - locked <0x00000005a13a40b0> (a java.lang.ref.Reference$Lock) "VM Thread" prio=10 tid=0x00007f0e6c23c660 nid=0x69b runnable "Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x00007f0e6c01b8e0 nid=0x677 runnable "Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x00007f0e6c01ce50 nid=0x678 runnable "Gang worker#2 (Parallel GC Threads)" prio=10 tid=0x00007f0e6c01e380 nid=0x679 runnable "Gang worker#3 (Parallel GC Threads)" prio=10 tid=0x00007f0e6c01f8b0 nid=0x67a runnable "Gang worker#4 (Parallel GC Threads)" prio=10 tid=0x00007f0e6c020de0 nid=0x67b runnable "Gang worker#5 (Parallel GC Threads)" prio=10 tid=0x00007f0e6c022310 nid=0x67c runnable "Gang worker#6 (Parallel GC Threads)" prio=10 tid=0x00007f0e6c023840 nid=0x67d runnable "Gang worker#7 (Parallel GC Threads)" prio=10 tid=0x00007f0e6c024d70 nid=0x67f runnable "Gang worker#8 (Parallel GC Threads)" prio=10 tid=0x00007f0e6c0262a0 nid=0x681 runnable "Gang worker#9 (Parallel GC Threads)" prio=10 tid=0x00007f0e6c0277d0 nid=0x682 runnable "Gang worker#10 (Parallel GC Threads)" prio=10 tid=0x00007f0e6c028d00 nid=0x683 runnable "Gang worker#11 (Parallel GC Threads)" prio=10 tid=0x00007f0e6c02a230 nid=0x684 runnable "Gang worker#12 (Parallel GC Threads)" prio=10 tid=0x00007f0e6c02b760 nid=0x685 runnable "Gang worker#13 (Parallel GC Threads)" prio=10 tid=0x00007f0e6c02cc90 nid=0x686 runnable "Gang worker#14 (Parallel GC Threads)" prio=10 tid=0x00007f0e6c02e1c0 nid=0x687 runnable "Gang worker#15 (Parallel GC Threads)" prio=10 tid=0x00007f0e6c02f6f0 nid=0x688 runnable "Concurrent Mark-Sweep GC Thread" prio=10 tid=0x00007f0e6c1f6500 nid=0x69a runnable "Gang worker#0 (Parallel CMS Threads)" prio=10 tid=0x00007f0e6c1e0700 nid=0x68a runnable "Gang worker#1 (Parallel CMS Threads)" prio=10 tid=0x00007f0e6c1e1c30 nid=0x68b runnable "Gang worker#2 (Parallel CMS Threads)" prio=10 tid=0x00007f0e6c1e3160 nid=0x68c runnable "Gang worker#3 (Parallel CMS Threads)" prio=10 tid=0x00007f0e6c1e4690 nid=0x68d runnable "Gang worker#4 (Parallel CMS Threads)" prio=10 tid=0x00007f0e6c1e5bc0 nid=0x68e runnable "Gang worker#5 (Parallel CMS Threads)" prio=10 tid=0x00007f0e6c1e70f0 nid=0x68f runnable "Gang worker#6 (Parallel CMS Threads)" prio=10 tid=0x00007f0e6c1e8620 nid=0x690 runnable "Gang worker#7 (Parallel CMS Threads)" prio=10 tid=0x00007f0e6c1e9b50 nid=0x691 runnable "Gang worker#8 (Parallel CMS Threads)" prio=10 tid=0x00007f0e6c1eb080 nid=0x692 runnable "Gang worker#9 (Parallel CMS Threads)" prio=10 tid=0x00007f0e6c1ec5b0 nid=0x693 runnable "Gang worker#10 (Parallel CMS Threads)" prio=10 tid=0x00007f0e6c1edae0 nid=0x694 runnable "Gang worker#11 (Parallel CMS Threads)" prio=10 tid=0x00007f0e6c1ef010 nid=0x695 runnable "Gang worker#12 (Parallel CMS Threads)" prio=10 tid=0x00007f0e6c1f0540 nid=0x696 runnable "Gang worker#13 (Parallel CMS Threads)" prio=10 tid=0x00007f0e6c1f1a70 nid=0x697 runnable "Gang worker#14 (Parallel CMS Threads)" prio=10 tid=0x00007f0e6c1f2fa0 nid=0x698 runnable "Gang worker#15 (Parallel CMS Threads)" prio=10 tid=0x00007f0e6c1f44d0 nid=0x699 runnable "VM Periodic Task Thread" prio=10 tid=0x00007f0e6c2794d0 nid=0x6a3 waiting on condition JNI global references: 1485