2018-05-07 17:53:09 Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.92-b14 mixed mode): "Attach Listener" #19 daemon prio=9 os_prio=0 tid=0x00007f7490001000 nid=0x58c6 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "MirrorMakerShutdownHook" #14 prio=5 os_prio=0 tid=0x00007f7474028800 nid=0x3111 waiting on condition [0x00007f747cbf0000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000f204abe0> (a java.util.concurrent.CountDownLatch$Sync) at java.util.concurrent.locks.LockSupport.park(Unknown Source) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(Unknown Source) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(Unknown Source) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(Unknown Source) at java.util.concurrent.CountDownLatch.await(Unknown Source) at kafka.tools.MirrorMaker$MirrorMakerThread.awaitShutdown(MirrorMaker.scala:499) at kafka.tools.MirrorMaker$$anonfun$cleanShutdown$4.apply(MirrorMaker.scala:393) at kafka.tools.MirrorMaker$$anonfun$cleanShutdown$4.apply(MirrorMaker.scala:393) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at scala.collection.AbstractIterable.foreach(Iterable.scala:54) at kafka.tools.MirrorMaker$.cleanShutdown(MirrorMaker.scala:393) at kafka.tools.MirrorMaker$$anon$2.run(MirrorMaker.scala:223) Locked ownable synchronizers: - None "SIGTERM handler" #18 daemon prio=9 os_prio=0 tid=0x00007f7490003800 nid=0x3110 in Object.wait() [0x00007f74acbba000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Unknown Source) - locked <0x00000000f0d908a8> (a kafka.tools.MirrorMaker$$anon$2) at java.lang.Thread.join(Unknown Source) at java.lang.ApplicationShutdownHooks.runHooks(Unknown Source) at java.lang.ApplicationShutdownHooks$1.run(Unknown Source) at java.lang.Shutdown.runHooks(Unknown Source) at java.lang.Shutdown.sequence(Unknown Source) at java.lang.Shutdown.exit(Unknown Source) - locked <0x00000000f012c060> (a java.lang.Class for java.lang.Shutdown) at java.lang.Terminator$1.handle(Unknown Source) at sun.misc.Signal$1.run(Unknown Source) at java.lang.Thread.run(Unknown Source) Locked ownable synchronizers: - None "kafka-coordinator-heartbeat-thread | mirror-maker-tea2-1" #17 daemon prio=5 os_prio=0 tid=0x00007f7468145800 nid=0x642a in Object.wait() [0x00007f74ac193000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Unknown Source) at org.apache.kafka.clients.consumer.internals.AbstractCoordinator$HeartbeatThread.run(AbstractCoordinator.java:937) - locked <0x00000000f0d7fff8> (a org.apache.kafka.clients.consumer.internals.ConsumerCoordinator) Locked ownable synchronizers: - None "mirrormaker-thread-0" #16 prio=5 os_prio=0 tid=0x00007f750c8ae000 nid=0x6429 in Object.wait() [0x00007f74ac494000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.kafka.clients.Metadata.awaitUpdate(Metadata.java:177) - locked <0x00000000f0d86648> (a org.apache.kafka.clients.Metadata) at org.apache.kafka.clients.producer.KafkaProducer.waitOnMetadata(KafkaProducer.java:903) at org.apache.kafka.clients.producer.KafkaProducer.doSend(KafkaProducer.java:794) at org.apache.kafka.clients.producer.KafkaProducer.send(KafkaProducer.java:784) at kafka.tools.MirrorMaker$MirrorMakerProducer.send(MirrorMaker.scala:715) at kafka.tools.MirrorMaker$MirrorMakerThread$$anonfun$run$7.apply(MirrorMaker.scala:435) at kafka.tools.MirrorMaker$MirrorMakerThread$$anonfun$run$7.apply(MirrorMaker.scala:435) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at scala.collection.AbstractIterable.foreach(Iterable.scala:54) at kafka.tools.MirrorMaker$MirrorMakerThread.run(MirrorMaker.scala:435) Locked ownable synchronizers: - None "RMI TCP Accept-0" #12 daemon prio=5 os_prio=0 tid=0x00007f750c64c800 nid=0x6426 runnable [0x00007f74acfbc000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(Unknown Source) at java.net.ServerSocket.implAccept(Unknown Source) at java.net.ServerSocket.accept(Unknown Source) at sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(Unknown Source) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(Unknown Source) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(Unknown Source) at java.lang.Thread.run(Unknown Source) Locked ownable synchronizers: - None "Service Thread" #10 daemon prio=9 os_prio=0 tid=0x00007f750c25d000 nid=0x6425 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C1 CompilerThread3" #9 daemon prio=9 os_prio=0 tid=0x00007f750c258000 nid=0x6424 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread2" #8 daemon prio=9 os_prio=0 tid=0x00007f750c256000 nid=0x6423 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread1" #7 daemon prio=9 os_prio=0 tid=0x00007f750c251800 nid=0x6422 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 tid=0x00007f750c24f800 nid=0x6421 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Signal Dispatcher" #5 daemon prio=9 os_prio=0 tid=0x00007f750c24d000 nid=0x6420 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Surrogate Locker Thread (Concurrent GC)" #4 daemon prio=9 os_prio=0 tid=0x00007f750c24b000 nid=0x641f waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f750c226000 nid=0x641e in Object.wait() [0x00007f74adffe000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(Unknown Source) - locked <0x00000000f0139728> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(Unknown Source) at java.lang.ref.Finalizer$FinalizerThread.run(Unknown Source) Locked ownable synchronizers: - None "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f750c221800 nid=0x641d in Object.wait() [0x00007f74fc15d000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Unknown Source) at java.lang.ref.Reference.tryHandlePending(Unknown Source) - locked <0x00000000f01398e0> (a java.lang.ref.Reference$Lock) at java.lang.ref.Reference$ReferenceHandler.run(Unknown Source) Locked ownable synchronizers: - None "main" #1 prio=5 os_prio=0 tid=0x00007f750c010800 nid=0x6407 waiting on condition [0x00007f7515836000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000f204abe0> (a java.util.concurrent.CountDownLatch$Sync) at java.util.concurrent.locks.LockSupport.park(Unknown Source) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(Unknown Source) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(Unknown Source) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(Unknown Source) at java.util.concurrent.CountDownLatch.await(Unknown Source) at kafka.tools.MirrorMaker$MirrorMakerThread.awaitShutdown(MirrorMaker.scala:499) at kafka.tools.MirrorMaker$$anonfun$main$12.apply(MirrorMaker.scala:307) at kafka.tools.MirrorMaker$$anonfun$main$12.apply(MirrorMaker.scala:307) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at scala.collection.AbstractIterable.foreach(Iterable.scala:54) at kafka.tools.MirrorMaker$.main(MirrorMaker.scala:307) at kafka.tools.MirrorMaker.main(MirrorMaker.scala) Locked ownable synchronizers: - None "VM Thread" os_prio=0 tid=0x00007f750c21a000 nid=0x641c runnable "Gang worker#0 (Parallel GC Threads)" os_prio=0 tid=0x00007f750c027800 nid=0x6408 runnable "Gang worker#1 (Parallel GC Threads)" os_prio=0 tid=0x00007f750c029800 nid=0x6409 runnable "Gang worker#2 (Parallel GC Threads)" os_prio=0 tid=0x00007f750c02b800 nid=0x640a runnable "Gang worker#3 (Parallel GC Threads)" os_prio=0 tid=0x00007f750c02d000 nid=0x640b runnable "Gang worker#4 (Parallel GC Threads)" os_prio=0 tid=0x00007f750c02f000 nid=0x640c runnable "Gang worker#5 (Parallel GC Threads)" os_prio=0 tid=0x00007f750c031000 nid=0x640d runnable "Gang worker#6 (Parallel GC Threads)" os_prio=0 tid=0x00007f750c032800 nid=0x640e runnable "Gang worker#7 (Parallel GC Threads)" os_prio=0 tid=0x00007f750c034800 nid=0x640f runnable "G1 Main Concurrent Mark GC Thread" os_prio=0 tid=0x00007f750c05e000 nid=0x6419 runnable "Gang worker#0 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007f750c060000 nid=0x641a runnable "Gang worker#1 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007f750c061800 nid=0x641b runnable "G1 Concurrent Refinement Thread#0" os_prio=0 tid=0x00007f750c046000 nid=0x6418 runnable "G1 Concurrent Refinement Thread#1" os_prio=0 tid=0x00007f750c044000 nid=0x6417 runnable "G1 Concurrent Refinement Thread#2" os_prio=0 tid=0x00007f750c042800 nid=0x6416 runnable "G1 Concurrent Refinement Thread#3" os_prio=0 tid=0x00007f750c040800 nid=0x6415 runnable "G1 Concurrent Refinement Thread#4" os_prio=0 tid=0x00007f750c03e800 nid=0x6414 runnable "G1 Concurrent Refinement Thread#5" os_prio=0 tid=0x00007f750c03d000 nid=0x6413 runnable "G1 Concurrent Refinement Thread#6" os_prio=0 tid=0x00007f750c03b000 nid=0x6412 runnable "G1 Concurrent Refinement Thread#7" os_prio=0 tid=0x00007f750c039000 nid=0x6411 runnable "G1 Concurrent Refinement Thread#8" os_prio=0 tid=0x00007f750c037800 nid=0x6410 runnable "VM Periodic Task Thread" os_prio=0 tid=0x00007f750c664000 nid=0x6427 waiting on condition JNI global references: 296