2012-09-04 19:04:27
Full thread dump Java HotSpot(TM) 64-Bit Server VM (23.2-b09 mixed mode):

"Attach Listener" daemon prio=10 tid=0x00007f6ce8001000 nid=0x4dfa waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"ReplicaFetcherThread-0-1 on broker 1, " prio=10 tid=0x00007f6c9c00e000 nid=0x4db7 runnable [0x00007f6d01649000]
   java.lang.Thread.State: RUNNABLE
	at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
	at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
	at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
	- locked <0x00000000feb3e350> (a sun.nio.ch.Util$2)
	- locked <0x00000000feb3e340> (a java.util.Collections$UnmodifiableSet)
	- locked <0x00000000feb3de18> (a sun.nio.ch.EPollSelectorImpl)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
	at sun.nio.ch.SocketAdaptor$SocketInputStream.read(SocketAdaptor.java:218)
	- locked <0x00000000feb3e160> (a java.lang.Object)
	at sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:103)
	- locked <0x00000000feb3e270> (a sun.nio.ch.SocketAdaptor$SocketInputStream)
	at java.nio.channels.Channels$ReadableByteChannelImpl.read(Channels.java:385)
	- locked <0x00000000feb72700> (a java.lang.Object)
	at kafka.utils.Utils$.read(Utils.scala:453)
	at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54)
	at kafka.network.Receive$class.readCompletely(Transmission.scala:56)
	at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29)
	at kafka.network.BlockingChannel.receive(BlockingChannel.scala:92)
	at kafka.consumer.SimpleConsumer.liftedTree1$1(SimpleConsumer.scala:67)
	at kafka.consumer.SimpleConsumer.sendRequest(SimpleConsumer.scala:65)
	- locked <0x00000000feb72658> (a java.lang.Object)
	at kafka.consumer.SimpleConsumer.fetch(SimpleConsumer.scala:95)
	at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:71)
	at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:50)

"ReplicaFetcherThread-0-0 on broker 1, " prio=10 tid=0x00007f6c9c00d000 nid=0x4db6 runnable [0x00007f6d0174a000]
   java.lang.Thread.State: RUNNABLE
	at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
	at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
	at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
	- locked <0x00000000feb3dbd0> (a sun.nio.ch.Util$2)
	- locked <0x00000000feb3dbc0> (a java.util.Collections$UnmodifiableSet)
	- locked <0x00000000feb3c580> (a sun.nio.ch.EPollSelectorImpl)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
	at sun.nio.ch.SocketAdaptor$SocketInputStream.read(SocketAdaptor.java:218)
	- locked <0x00000000feb3c8c8> (a java.lang.Object)
	at sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:103)
	- locked <0x00000000feb3c9d8> (a sun.nio.ch.SocketAdaptor$SocketInputStream)
	at java.nio.channels.Channels$ReadableByteChannelImpl.read(Channels.java:385)
	- locked <0x00000000feb73368> (a java.lang.Object)
	at kafka.utils.Utils$.read(Utils.scala:453)
	at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54)
	at kafka.network.Receive$class.readCompletely(Transmission.scala:56)
	at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29)
	at kafka.network.BlockingChannel.receive(BlockingChannel.scala:92)
	at kafka.consumer.SimpleConsumer.liftedTree1$1(SimpleConsumer.scala:67)
	at kafka.consumer.SimpleConsumer.sendRequest(SimpleConsumer.scala:65)
	- locked <0x00000000feb732c0> (a java.lang.Object)
	at kafka.consumer.SimpleConsumer.fetch(SimpleConsumer.scala:95)
	at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:71)
	at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:50)

"ReplicaFetcherThread-0-3 on broker 1, " prio=10 tid=0x00007f6c9c00c800 nid=0x4db5 runnable [0x00007f6d0184b000]
   java.lang.Thread.State: RUNNABLE
	at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
	at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
	at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
	- locked <0x00000000feab7bd0> (a sun.nio.ch.Util$2)
	- locked <0x00000000feab7bc0> (a java.util.Collections$UnmodifiableSet)
	- locked <0x00000000feab7668> (a sun.nio.ch.EPollSelectorImpl)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
	at sun.nio.ch.SocketAdaptor$SocketInputStream.read(SocketAdaptor.java:218)
	- locked <0x00000000feab79b0> (a java.lang.Object)
	at sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:103)
	- locked <0x00000000feab7ac0> (a sun.nio.ch.SocketAdaptor$SocketInputStream)
	at java.nio.channels.Channels$ReadableByteChannelImpl.read(Channels.java:385)
	- locked <0x00000000feb416c0> (a java.lang.Object)
	at kafka.utils.Utils$.read(Utils.scala:453)
	at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54)
	at kafka.network.Receive$class.readCompletely(Transmission.scala:56)
	at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29)
	at kafka.network.BlockingChannel.receive(BlockingChannel.scala:92)
	at kafka.consumer.SimpleConsumer.liftedTree1$1(SimpleConsumer.scala:67)
	at kafka.consumer.SimpleConsumer.sendRequest(SimpleConsumer.scala:65)
	- locked <0x00000000feb41618> (a java.lang.Object)
	at kafka.consumer.SimpleConsumer.fetch(SimpleConsumer.scala:95)
	at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:71)
	at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:50)

"ReplicaFetcherThread-0-2 on broker 1, " prio=10 tid=0x00007f6c9c036800 nid=0x4db4 runnable [0x00007f6d0194c000]
   java.lang.Thread.State: RUNNABLE
	at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
	at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
	at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
	- locked <0x00000000feb3c388> (a sun.nio.ch.Util$2)
	- locked <0x00000000feb3c378> (a java.util.Collections$UnmodifiableSet)
	- locked <0x00000000feab7dc8> (a sun.nio.ch.EPollSelectorImpl)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
	at sun.nio.ch.SocketAdaptor$SocketInputStream.read(SocketAdaptor.java:218)
	- locked <0x00000000feb3c168> (a java.lang.Object)
	at sun.nio.ch.ChannelInputStream.read(ChannelInputStream.java:103)
	- locked <0x00000000feb3c278> (a sun.nio.ch.SocketAdaptor$SocketInputStream)
	at java.nio.channels.Channels$ReadableByteChannelImpl.read(Channels.java:385)
	- locked <0x00000000feaf0110> (a java.lang.Object)
	at kafka.utils.Utils$.read(Utils.scala:453)
	at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54)
	at kafka.network.Receive$class.readCompletely(Transmission.scala:56)
	at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29)
	at kafka.network.BlockingChannel.receive(BlockingChannel.scala:92)
	at kafka.consumer.SimpleConsumer.liftedTree1$1(SimpleConsumer.scala:67)
	at kafka.consumer.SimpleConsumer.sendRequest(SimpleConsumer.scala:65)
	- locked <0x00000000feb3fbb0> (a java.lang.Object)
	at kafka.consumer.SimpleConsumer.fetch(SimpleConsumer.scala:95)
	at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:71)
	at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:50)

"highwatermark-checkpoint-thread1" daemon prio=10 tid=0x00007f6ccc00b800 nid=0x4db3 waiting on condition [0x00007f6d01a4d000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000feac0528> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1085)
	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
	at java.lang.Thread.run(Thread.java:722)

"kafka-logflusher-1" daemon prio=10 tid=0x00007f6d40530800 nid=0x4db2 waiting on condition [0x00007f6d01b4e000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000feac0528> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1085)
	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
	at java.lang.Thread.run(Thread.java:722)

"kafka-request-handler-1" daemon prio=10 tid=0x00007f6d4052f000 nid=0x4db1 waiting on condition [0x00007f6d01c4f000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000feac0768> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
	at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:374)
	at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:54)
	at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:32)
	at java.lang.Thread.run(Thread.java:722)

"kafka-request-handler-0" daemon prio=10 tid=0x00007f6d4052b800 nid=0x4db0 waiting on condition [0x00007f6d01d50000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000feac0768> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
	at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:374)
	at kafka.network.RequestChannel.receiveRequest(RequestChannel.scala:54)
	at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:32)
	at java.lang.Thread.run(Thread.java:722)

"request-expiration-task" daemon prio=10 tid=0x00007f6d40533000 nid=0x4daf runnable [0x00007f6d01e51000]
   java.lang.Thread.State: TIMED_WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000feb44088> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
	at java.util.concurrent.DelayQueue.take(DelayQueue.java:220)
	at kafka.server.RequestPurgatory$ExpiredRequestReaper.pollExpired(RequestPurgatory.scala:282)
	at kafka.server.RequestPurgatory$ExpiredRequestReaper.run(RequestPurgatory.scala:235)
	at java.lang.Thread.run(Thread.java:722)

"request-expiration-task" daemon prio=10 tid=0x00007f6d40528800 nid=0x4dae waiting on condition [0x00007f6d01f52000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000feb44180> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
	at java.util.concurrent.DelayQueue.take(DelayQueue.java:209)
	at kafka.server.RequestPurgatory$ExpiredRequestReaper.pollExpired(RequestPurgatory.scala:282)
	at kafka.server.RequestPurgatory$ExpiredRequestReaper.run(RequestPurgatory.scala:235)
	at java.lang.Thread.run(Thread.java:722)

"metrics-meter-tick-thread-2" daemon prio=10 tid=0x00007f6d40527800 nid=0x4dad waiting on condition [0x00007f6d02053000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000feb44298> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1085)
	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
	at java.lang.Thread.run(Thread.java:722)

"metrics-meter-tick-thread-1" daemon prio=10 tid=0x00007f6d40503000 nid=0x4dac waiting on condition [0x00007f6d02154000]
   java.lang.Thread.State: TIMED_WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000feb44298> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
	at java.lang.Thread.run(Thread.java:722)

"main-EventThread" daemon prio=10 tid=0x00007f6d404aa800 nid=0x4dab waiting on condition [0x00007f6d02255000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000feb444e8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:503)

"main-SendThread(localhost:2181)" daemon prio=10 tid=0x00007f6d404af800 nid=0x4daa runnable [0x00007f6d02356000]
   java.lang.Thread.State: RUNNABLE
	at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
	at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
	at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
	- locked <0x00000000feb580a0> (a sun.nio.ch.Util$2)
	- locked <0x00000000feb580b0> (a java.util.Collections$UnmodifiableSet)
	- locked <0x00000000feb58058> (a sun.nio.ch.EPollSelectorImpl)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1134)

"ZkClient-EventThread-18-localhost:2181" daemon prio=10 tid=0x00007f6d404a4800 nid=0x4da9 waiting on condition [0x00007f6d02457000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000feb3e7f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
	at org.I0Itec.zkclient.ZkEventThread.run(ZkEventThread.java:67)

"kafka-acceptor" prio=10 tid=0x00007f6d40450000 nid=0x4da8 runnable [0x00007f6d02558000]
   java.lang.Thread.State: RUNNABLE
	at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
	at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
	at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
	- locked <0x00000000feaff4f0> (a sun.nio.ch.Util$2)
	- locked <0x00000000feaff4e0> (a java.util.Collections$UnmodifiableSet)
	- locked <0x00000000feaff028> (a sun.nio.ch.EPollSelectorImpl)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
	at kafka.network.Acceptor.run(SocketServer.scala:142)
	at java.lang.Thread.run(Thread.java:722)

"kafka-processor-9092-1" prio=10 tid=0x00007f6d4044f800 nid=0x4da7 runnable [0x00007f6d02659000]
   java.lang.Thread.State: RUNNABLE
	at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
	at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
	at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
	- locked <0x00000000feac0b80> (a sun.nio.ch.Util$2)
	- locked <0x00000000feac0b70> (a java.util.Collections$UnmodifiableSet)
	- locked <0x00000000feac0910> (a sun.nio.ch.EPollSelectorImpl)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
	at kafka.network.Processor.run(SocketServer.scala:202)
	at java.lang.Thread.run(Thread.java:722)

"kafka-processor-9092-0" prio=10 tid=0x00007f6d4044e800 nid=0x4da6 runnable [0x00007f6d0275a000]
   java.lang.Thread.State: RUNNABLE
	at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
	at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
	at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81)
	at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
	- locked <0x00000000feafed20> (a sun.nio.ch.Util$2)
	- locked <0x00000000feafed10> (a java.util.Collections$UnmodifiableSet)
	- locked <0x00000000feafe680> (a sun.nio.ch.EPollSelectorImpl)
	at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
	at kafka.network.Processor.run(SocketServer.scala:202)
	at java.lang.Thread.run(Thread.java:722)

"kafka-logflusher-1" prio=10 tid=0x00007f6d40433800 nid=0x4da5 waiting on condition [0x00007f6d0285b000]
   java.lang.Thread.State: TIMED_WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000feac0528> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2082)
	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1090)
	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
	at java.lang.Thread.run(Thread.java:722)

"highwatermark-checkpoint-thread1" prio=10 tid=0x00007f6d40454800 nid=0x4da4 waiting on condition [0x00007f6d0295c000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000feac0528> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1085)
	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
	at java.lang.Thread.run(Thread.java:722)

"RMI TCP Accept-0" daemon prio=10 tid=0x00007f6d402e3000 nid=0x4da2 runnable [0x00007f6d02b5e000]
   java.lang.Thread.State: RUNNABLE
	at java.net.PlainSocketImpl.socketAccept(Native Method)
	at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398)
	at java.net.ServerSocket.implAccept(ServerSocket.java:522)
	at java.net.ServerSocket.accept(ServerSocket.java:490)
	at sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(LocalRMIServerSocketFactory.java:52)
	at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:387)
	at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:359)
	at java.lang.Thread.run(Thread.java:722)

"RMI TCP Accept-9999" daemon prio=10 tid=0x00007f6d402ce000 nid=0x4da1 runnable [0x00007f6d02c5f000]
   java.lang.Thread.State: RUNNABLE
	at java.net.PlainSocketImpl.socketAccept(Native Method)
	at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398)
	at java.net.ServerSocket.implAccept(ServerSocket.java:522)
	at java.net.ServerSocket.accept(ServerSocket.java:490)
	at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:387)
	at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:359)
	at java.lang.Thread.run(Thread.java:722)

"RMI TCP Accept-0" daemon prio=10 tid=0x00007f6d402a9000 nid=0x4da0 runnable [0x00007f6d02d60000]
   java.lang.Thread.State: RUNNABLE
	at java.net.PlainSocketImpl.socketAccept(Native Method)
	at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398)
	at java.net.ServerSocket.implAccept(ServerSocket.java:522)
	at java.net.ServerSocket.accept(ServerSocket.java:490)
	at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:387)
	at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:359)
	at java.lang.Thread.run(Thread.java:722)

"Service Thread" daemon prio=10 tid=0x00007f6d40102000 nid=0x4d9f runnable [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread1" daemon prio=10 tid=0x00007f6d400ff800 nid=0x4d9e waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread0" daemon prio=10 tid=0x00007f6d400fd000 nid=0x4d9d waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"Signal Dispatcher" daemon prio=10 tid=0x00007f6d400fa800 nid=0x4d9c runnable [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"Finalizer" daemon prio=10 tid=0x00007f6d400ae000 nid=0x4d9b in Object.wait() [0x00007f6d03af9000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0x00000000feb58670> (a java.lang.ref.ReferenceQueue$Lock)
	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
	- locked <0x00000000feb58670> (a java.lang.ref.ReferenceQueue$Lock)
	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
	at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:177)

"Reference Handler" daemon prio=10 tid=0x00007f6d400ac000 nid=0x4d9a in Object.wait() [0x00007f6d03bfa000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0x00000000feb44078> (a java.lang.ref.Reference$Lock)
	at java.lang.Object.wait(Object.java:503)
	at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
	- locked <0x00000000feb44078> (a java.lang.ref.Reference$Lock)

"main" prio=10 tid=0x00007f6d40008800 nid=0x4d8b waiting on condition [0x00007f6d44d4b000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x00000000feb45d58> (a java.util.concurrent.CountDownLatch$Sync)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994)
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303)
	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:236)
	at kafka.server.KafkaServer.awaitShutdown(KafkaServer.scala:144)
	at kafka.server.KafkaServerStartable.awaitShutdown(KafkaServerStartable.scala:56)
	at kafka.Kafka$.main(Kafka.scala:55)
	at kafka.Kafka.main(Kafka.scala)

"VM Thread" prio=10 tid=0x00007f6d400a4800 nid=0x4d99 runnable 

"GC task thread#0 (ParallelGC)" prio=10 tid=0x00007f6d40016000 nid=0x4d8c runnable 

"GC task thread#1 (ParallelGC)" prio=10 tid=0x00007f6d40018000 nid=0x4d8d runnable 

"GC task thread#2 (ParallelGC)" prio=10 tid=0x00007f6d40019800 nid=0x4d8e runnable 

"GC task thread#3 (ParallelGC)" prio=10 tid=0x00007f6d4001b800 nid=0x4d8f runnable 

"GC task thread#4 (ParallelGC)" prio=10 tid=0x00007f6d4001d800 nid=0x4d90 runnable 

"GC task thread#5 (ParallelGC)" prio=10 tid=0x00007f6d4001f000 nid=0x4d91 runnable 

"GC task thread#6 (ParallelGC)" prio=10 tid=0x00007f6d40021000 nid=0x4d92 runnable 

"GC task thread#7 (ParallelGC)" prio=10 tid=0x00007f6d40023000 nid=0x4d93 runnable 

"GC task thread#8 (ParallelGC)" prio=10 tid=0x00007f6d40025000 nid=0x4d94 runnable 

"GC task thread#9 (ParallelGC)" prio=10 tid=0x00007f6d40026800 nid=0x4d95 runnable 

"GC task thread#10 (ParallelGC)" prio=10 tid=0x00007f6d40028800 nid=0x4d96 runnable 

"GC task thread#11 (ParallelGC)" prio=10 tid=0x00007f6d4002a800 nid=0x4d97 runnable 

"GC task thread#12 (ParallelGC)" prio=10 tid=0x00007f6d4002c000 nid=0x4d98 runnable 

"VM Periodic Task Thread" prio=10 tid=0x00007f6d402e5800 nid=0x4da3 waiting on condition 

JNI global references: 275