2017-11-01 18:14:23 Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.45-b02 mixed mode): "JMX server connection timeout 39953" #39953 daemon prio=5 os_prio=0 tid=0x00007fc600001000 nid=0x6dd6 in Object.wait() [0x00007fc9a44f1000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.sun.jmx.remote.internal.ServerCommunicatorAdmin$Timeout.run(ServerCommunicatorAdmin.java:168) - locked <0x00000006d1f58a00> (a [I) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "RMI TCP Connection(idle)" #39952 daemon prio=5 os_prio=0 tid=0x00007fcaf4014800 nid=0x6dd5 waiting on condition [0x00007fc94cd25000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0004090> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "RMI TCP Connection(idle)" #39951 daemon prio=5 os_prio=0 tid=0x00007fcae8005000 nid=0x6dd1 waiting on condition [0x00007fc981172000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0004090> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "RMI TCP Connection(86562)-10.208.54.142" #39950 daemon prio=5 os_prio=0 tid=0x00007fcaf4004800 nid=0x64d2 runnable [0x00007fc970150000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:170) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read(BufferedInputStream.java:265) - locked <0x00000006d29a7980> (a java.io.BufferedInputStream) at java.io.FilterInputStream.read(FilterInputStream.java:83) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:550) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:826) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$241(TCPTransport.java:683) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$$Lambda$2/330705224.run(Unknown Source) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:682) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x00000006d289ba40> (a java.util.concurrent.ThreadPoolExecutor$Worker) "RMI TCP Connection(86561)-10.208.54.142" #39949 daemon prio=5 os_prio=0 tid=0x00007fcaf4018800 nid=0x64d1 runnable [0x00007fc96f6c2000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:170) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read(BufferedInputStream.java:265) - locked <0x00000006d29275c8> (a java.io.BufferedInputStream) at java.io.FilterInputStream.read(FilterInputStream.java:83) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:550) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:826) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$241(TCPTransport.java:683) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$$Lambda$2/330705224.run(Unknown Source) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:682) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x00000006d289b550> (a java.util.concurrent.ThreadPoolExecutor$Worker) "RMI TCP Connection(86560)-10.208.54.142" #39948 daemon prio=5 os_prio=0 tid=0x00007fcaf401a000 nid=0x64d0 runnable [0x00007fc9693f3000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:170) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read(BufferedInputStream.java:265) - locked <0x00000006d28a6870> (a java.io.BufferedInputStream) at java.io.FilterInputStream.read(FilterInputStream.java:83) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:550) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:826) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$241(TCPTransport.java:683) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$$Lambda$2/330705224.run(Unknown Source) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:682) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x00000006d2897018> (a java.util.concurrent.ThreadPoolExecutor$Worker) "JMX server connection timeout 39947" #39947 daemon prio=5 os_prio=0 tid=0x00007fc76c002800 nid=0x5997 in Object.wait() [0x00007fc99b50c000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.sun.jmx.remote.internal.ServerCommunicatorAdmin$Timeout.run(ServerCommunicatorAdmin.java:168) - locked <0x00000006d7ff2850> (a [I) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "RMI TCP Connection(idle)" #39946 daemon prio=5 os_prio=0 tid=0x00007fcaf400a000 nid=0x5996 waiting on condition [0x00007fc960cd4000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0004090> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "RMI TCP Connection(86559)-10.208.54.142" #39945 daemon prio=5 os_prio=0 tid=0x00007fcae8003000 nid=0x5992 runnable [0x00007fc9696f6000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:170) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read(BufferedInputStream.java:265) - locked <0x00000006d7f6e270> (a java.io.BufferedInputStream) at java.io.FilterInputStream.read(FilterInputStream.java:83) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:550) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:826) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$241(TCPTransport.java:683) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$$Lambda$2/330705224.run(Unknown Source) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:682) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x00000006de8d4ca8> (a java.util.concurrent.ThreadPoolExecutor$Worker) "RMI TCP Connection(idle)" #39938 daemon prio=5 os_prio=0 tid=0x00007fcaf4011000 nid=0x60f waiting on condition [0x00007fc95f2fd000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0004090> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "RMI TCP Connection(idle)" #39920 daemon prio=5 os_prio=0 tid=0x00007fcaf4006000 nid=0x826f waiting on condition [0x00007fc98a9f8000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0004090> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "RMI TCP Connection(idle)" #39916 daemon prio=5 os_prio=0 tid=0x00007fcaf4001000 nid=0x5732 waiting on condition [0x00007fc9a40ed000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0004090> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "RMI TCP Connection(idle)" #39875 daemon prio=5 os_prio=0 tid=0x00007fcaf400f000 nid=0x9c60 waiting on condition [0x00007fc970959000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0004090> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "RMI TCP Connection(86557)-10.208.54.142" #39863 daemon prio=5 os_prio=0 tid=0x00007fcaf4013000 nid=0xe91 runnable [0x00007fc9698f8000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:170) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read(BufferedInputStream.java:265) - locked <0x00000006d77ff7e0> (a java.io.BufferedInputStream) at java.io.FilterInputStream.read(FilterInputStream.java:83) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:550) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:826) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$241(TCPTransport.java:683) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$$Lambda$2/330705224.run(Unknown Source) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:682) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x00000006307be3a8> (a java.util.concurrent.ThreadPoolExecutor$Worker) "RMI TCP Connection(86558)-10.208.54.142" #39857 daemon prio=5 os_prio=0 tid=0x00007fcaf4003000 nid=0x8b8f runnable [0x00007fc974ffb000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:170) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read(BufferedInputStream.java:265) - locked <0x00000006d61a93a0> (a java.io.BufferedInputStream) at java.io.FilterInputStream.read(FilterInputStream.java:83) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:550) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:826) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.lambda$run$241(TCPTransport.java:683) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler$$Lambda$2/330705224.run(Unknown Source) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:682) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x000000062b506098> (a java.util.concurrent.ThreadPoolExecutor$Worker) "RMI TCP Connection(idle)" #39848 daemon prio=5 os_prio=0 tid=0x00007fcaf4008000 nid=0x3c52 waiting on condition [0x00007fc98a8f7000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0004090> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "executor-Produce" #39547 prio=5 os_prio=0 tid=0x00007fc870003000 nid=0x261f waiting for monitor entry [0x00007fc979cf9000] java.lang.Thread.State: BLOCKED (on object monitor) at kafka.coordinator.group.GroupMetadataManager.kafka$coordinator$group$GroupMetadataManager$$putCacheCallback$2(GroupMetadataManager.scala:312) - waiting to lock <0x0000000665fa2c70> (a kafka.coordinator.group.GroupMetadata) at kafka.coordinator.group.GroupMetadataManager$$anonfun$storeOffsets$3.apply(GroupMetadataManager.scala:381) at kafka.coordinator.group.GroupMetadataManager$$anonfun$storeOffsets$3.apply(GroupMetadataManager.scala:381) at kafka.server.DelayedProduce.onComplete(DelayedProduce.scala:131) at kafka.server.DelayedOperation.forceComplete(DelayedOperation.scala:66) at kafka.server.DelayedOperation.run(DelayedOperation.scala:112) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x0000000665f11460> (a java.util.concurrent.ThreadPoolExecutor$Worker) "ReplicaFetcherThread-25-2" #35791 prio=5 os_prio=0 tid=0x00007fc804033800 nid=0x7cee runnable [0x00007fc93f1fa000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x0000000616ffa468> (a sun.nio.ch.Util$2) - locked <0x0000000616ffa458> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000616ffa478> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-9-3" #35790 prio=5 os_prio=0 tid=0x00007fc804033000 nid=0x7ced runnable [0x00007fc9a3fec000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x0000000617004010> (a sun.nio.ch.Util$2) - locked <0x0000000617004000> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000617004020> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-29-3" #35789 prio=5 os_prio=0 tid=0x00007fc804054800 nid=0x7cec runnable [0x00007fc982dfe000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x0000000616ffe1e8> (a sun.nio.ch.Util$2) - locked <0x0000000616ffe1d8> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000616ffe1f8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-45-2" #35788 prio=5 os_prio=0 tid=0x00007fc80403e000 nid=0x7ceb runnable [0x00007fc94c921000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x0000000616fef8a8> (a sun.nio.ch.Util$2) - locked <0x0000000616fef898> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000616fef8b8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-0-4" #35786 prio=5 os_prio=0 tid=0x00007fc80c17a800 nid=0x72e4 runnable [0x00007fc982bfc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x0000000616dc2ba8> (a sun.nio.ch.Util$2) - locked <0x0000000616dc2b98> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000616dc2bb8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-55-5" #35785 prio=5 os_prio=0 tid=0x00007fc80c161000 nid=0x72e3 runnable [0x00007fc95ecf7000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x0000000616dc09d0> (a sun.nio.ch.Util$2) - locked <0x0000000616dc09c0> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000616dc09e0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-11-5" #35784 prio=5 os_prio=0 tid=0x00007fc80c00b000 nid=0x72e2 runnable [0x00007fc97f4f7000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x0000000616dc2f10> (a sun.nio.ch.Util$2) - locked <0x0000000616dc2f00> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000616dc2f20> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-8-2" #35783 prio=5 os_prio=0 tid=0x00007fc80c00a800 nid=0x72e1 runnable [0x00007fc974cf9000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x0000000616dc3278> (a sun.nio.ch.Util$2) - locked <0x0000000616dc3268> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000616dc3288> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-17-2" #17634 prio=5 os_prio=0 tid=0x00007fc828258000 nid=0xa42c runnable [0x00007fc961be9000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x0000000600f6dd48> (a sun.nio.ch.Util$2) - locked <0x0000000600f6dd38> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000600f6dd58> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-9-4" #17633 prio=5 os_prio=0 tid=0x00007fc82823d800 nid=0xa42b runnable [0x00007fc96faea000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x0000000600f5e268> (a sun.nio.ch.Util$2) - locked <0x0000000600f5e258> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000600f5e278> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-61-2" #17632 prio=5 os_prio=0 tid=0x00007fc828223800 nid=0xa42a runnable [0x00007fc970454000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x0000000600f5efd0> (a sun.nio.ch.Util$2) - locked <0x0000000600f5efc0> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000600f5efe0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-33-3" #17631 prio=5 os_prio=0 tid=0x00007fc828209800 nid=0xa429 runnable [0x00007fc98aaf9000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x0000000600f5f338> (a sun.nio.ch.Util$2) - locked <0x0000000600f5f328> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000600f5f348> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-0-5" #17630 prio=5 os_prio=0 tid=0x00007fc828015800 nid=0xa428 runnable [0x00007fc98adfc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x0000000600f6f7e8> (a sun.nio.ch.Util$2) - locked <0x0000000600f6f7d8> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000600f6f7f8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-20-5" #17629 prio=5 os_prio=0 tid=0x00007fc828014000 nid=0xa427 runnable [0x00007fc960ed6000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x0000000600f5f6a0> (a sun.nio.ch.Util$2) - locked <0x0000000600f5f690> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000600f5f6b0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-13-3" #17628 prio=5 os_prio=0 tid=0x00007fc8280bc800 nid=0xa426 runnable [0x00007fc93f5fe000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x0000000600f673a0> (a sun.nio.ch.Util$2) - locked <0x0000000600f67390> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000600f673b0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-29-4" #17627 prio=5 os_prio=0 tid=0x00007fc828020000 nid=0xa425 runnable [0x00007fc94ca22000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x0000000600f6e0b0> (a sun.nio.ch.Util$2) - locked <0x0000000600f6e0a0> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000600f6e0c0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "Attach Listener" #5764 daemon prio=9 os_prio=0 tid=0x00007fcb30001000 nid=0x2188 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "ReplicaFetcherThread-19-5" #633 prio=5 os_prio=0 tid=0x00007fc80c00c800 nid=0x18a0 runnable [0x00007fc97f7fa000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c5533710> (a sun.nio.ch.Util$2) - locked <0x00000005c5533700> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c5533720> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-22-2" #632 prio=5 os_prio=0 tid=0x00007fc824004800 nid=0x189f runnable [0x00007fc95eaf5000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c5534728> (a sun.nio.ch.Util$2) - locked <0x00000005c5534718> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c5534738> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-61-5" #622 prio=5 os_prio=0 tid=0x00007fc82c003000 nid=0x8ccc runnable [0x00007fc95f1fc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c468f0c8> (a sun.nio.ch.Util$2) - locked <0x00000005c468f0b8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c468f0d8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-44-2" #621 prio=5 os_prio=0 tid=0x00007fc830007000 nid=0x8ca7 runnable [0x00007fc9697f8000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c478a938> (a sun.nio.ch.Util$2) - locked <0x00000005c478a928> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c478a948> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-48-3" #620 prio=5 os_prio=0 tid=0x00007fc83c045800 nid=0x8ca6 runnable [0x00007fc974bf8000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c478aca0> (a sun.nio.ch.Util$2) - locked <0x00000005c478ac90> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c478acb0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-4-3" #619 prio=5 os_prio=0 tid=0x00007fc8140be000 nid=0x8ca5 runnable [0x00007fc9609d1000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c4625248> (a sun.nio.ch.Util$2) - locked <0x00000005c4625238> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c4625258> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-0-2" #618 prio=5 os_prio=0 tid=0x00007fc83c381000 nid=0x8ca4 runnable [0x00007fc970757000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c41f8c48> (a sun.nio.ch.Util$2) - locked <0x00000005c41f8c38> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c41f8c58> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-55-3" #615 prio=5 os_prio=0 tid=0x00007fc81c065000 nid=0x8c6b runnable [0x00007fc9699fa000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c41f8fb0> (a sun.nio.ch.Util$2) - locked <0x00000005c41f8fa0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c41f8fc0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-12-3" #603 prio=5 os_prio=0 tid=0x00007fc83405d000 nid=0x61f0 runnable [0x00007fc9694f5000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c3e7a2a8> (a sun.nio.ch.Util$2) - locked <0x00000005c3e7a298> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c3e7a2b8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-16-2" #602 prio=5 os_prio=0 tid=0x00007fc804003000 nid=0x61ef runnable [0x00007fca7271c000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c3eafe08> (a sun.nio.ch.Util$2) - locked <0x00000005c3eafdf8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c3eafe18> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-8-4" #601 prio=5 os_prio=0 tid=0x00007fc828053800 nid=0x61ee runnable [0x00007fc9a43f0000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c3e7a610> (a sun.nio.ch.Util$2) - locked <0x00000005c3e7a600> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c3e7a620> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-63-5" #600 prio=5 os_prio=0 tid=0x00007fc834007000 nid=0x61ed runnable [0x00007fc961deb000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c3dbe2d8> (a sun.nio.ch.Util$2) - locked <0x00000005c3dbe2c8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c3dbe2e8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-38-3" #593 prio=5 os_prio=0 tid=0x00007fc83c4c2000 nid=0xfdf runnable [0x00007fc97f5f8000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c3106850> (a sun.nio.ch.Util$2) - locked <0x00000005c3106840> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c3106860> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-62-2" #592 prio=5 os_prio=0 tid=0x00007fc83405c000 nid=0xfde runnable [0x00007fc96dda1000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c31147c0> (a sun.nio.ch.Util$2) - locked <0x00000005c31147b0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c31147d0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-48-2" #573 prio=5 os_prio=0 tid=0x00007fc838018000 nid=0x72ba runnable [0x00007fc9690f1000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x000000061cebc908> (a sun.nio.ch.Util$2) - locked <0x000000061cebc8f8> (a java.util.Collections$UnmodifiableSet) - locked <0x000000061cebc918> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-4-2" #572 prio=5 os_prio=0 tid=0x00007fc838013800 nid=0x72b9 runnable [0x00007fc95effa000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x000000061ce7fa88> (a sun.nio.ch.Util$2) - locked <0x000000061ce7fa78> (a java.util.Collections$UnmodifiableSet) - locked <0x000000061ce7fa98> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "JMX server connection timeout 554" #554 daemon prio=5 os_prio=0 tid=0x00007fc6d4009000 nid=0x9805 in Object.wait() [0x00007fc96dea2000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.sun.jmx.remote.internal.ServerCommunicatorAdmin$Timeout.run(ServerCommunicatorAdmin.java:168) - locked <0x000000066e25a480> (a [I) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "ReplicaFetcherThread-28-4" #545 prio=5 os_prio=0 tid=0x00007fc80403d800 nid=0x333e runnable [0x00007fc94292f000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x000000061d03ef70> (a sun.nio.ch.Util$2) - locked <0x000000061d03ef60> (a java.util.Collections$UnmodifiableSet) - locked <0x000000061d03ef80> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-48-4" #543 prio=5 os_prio=0 tid=0x00007fc81c092800 nid=0x3318 runnable [0x00007fc947a0b000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x000000061d07dc98> (a sun.nio.ch.Util$2) - locked <0x000000061d07dc88> (a java.util.Collections$UnmodifiableSet) - locked <0x000000061d07dca8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-30-4" #523 prio=5 os_prio=0 tid=0x00007fc81c05f000 nid=0x6d8c runnable [0x00007fc94ce26000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c17d48c0> (a sun.nio.ch.Util$2) - locked <0x00000005c17d48b0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c17d4798> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-34-3" #520 prio=5 os_prio=0 tid=0x00007fc80403f000 nid=0x52f3 runnable [0x00007fc970858000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c19beb00> (a sun.nio.ch.Util$2) - locked <0x00000005c19beaf0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c19beb10> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-57-5" #515 prio=5 os_prio=0 tid=0x00007fc8100a4800 nid=0x4f23 runnable [0x00007fc956924000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c195bfc8> (a sun.nio.ch.Util$2) - locked <0x00000005c195bfb8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c195bfd8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-41-3" #467 prio=5 os_prio=0 tid=0x00007fc840042800 nid=0xbe6d runnable [0x00007fc976a72000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c12e1be0> (a sun.nio.ch.Util$2) - locked <0x00000005c12e1bd0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c12e1bf0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-61-3" #466 prio=5 os_prio=0 tid=0x00007fc8280d6800 nid=0xbe5f runnable [0x00007fc93f4fd000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c1479bc0> (a sun.nio.ch.Util$2) - locked <0x00000005c1479bb0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c1479bd0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-17-5" #446 prio=5 os_prio=0 tid=0x00007fc83408a000 nid=0x4ead runnable [0x00007fc94790a000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c12e1f48> (a sun.nio.ch.Util$2) - locked <0x00000005c12e1f38> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c12e1f58> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-24-3" #445 prio=5 os_prio=0 tid=0x00007fc840041800 nid=0x4eac runnable [0x00007fc9799f6000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c1479f28> (a sun.nio.ch.Util$2) - locked <0x00000005c1479f18> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c1479f38> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-37-5" #444 prio=5 os_prio=0 tid=0x00007fc8280a1800 nid=0x4e5e runnable [0x00007fc969cfd000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c12e22b0> (a sun.nio.ch.Util$2) - locked <0x00000005c12e22a0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c12e22c0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-44-3" #443 prio=5 os_prio=0 tid=0x00007fc82c088800 nid=0x4d21 runnable [0x00007fc976870000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c147a290> (a sun.nio.ch.Util$2) - locked <0x00000005c147a280> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c147a2a0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-33-4" #442 prio=5 os_prio=0 tid=0x00007fc840075800 nid=0x4d20 runnable [0x00007fc9ca45d000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c147a5f8> (a sun.nio.ch.Util$2) - locked <0x00000005c147a5e8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c147a608> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-13-4" #441 prio=5 os_prio=0 tid=0x00007fc83807a800 nid=0x4d1f runnable [0x00007fc97f3f6000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c12e2618> (a sun.nio.ch.Util$2) - locked <0x00000005c12e2608> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c12e2628> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-21-5" #434 prio=5 os_prio=0 tid=0x00007fc834005000 nid=0x4c50 runnable [0x00007fc981273000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c147a960> (a sun.nio.ch.Util$2) - locked <0x00000005c147a950> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c147a970> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-41-5" #431 prio=5 os_prio=0 tid=0x00007fc83003b000 nid=0x4c4d runnable [0x00007fc94cf27000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c12e2980> (a sun.nio.ch.Util$2) - locked <0x00000005c12e2970> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c12e2990> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-56-5" #385 prio=5 os_prio=0 tid=0x00007fc830005800 nid=0x19ad runnable [0x00007fc95ebf6000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0f96930> (a sun.nio.ch.Util$2) - locked <0x00000005c0f96920> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0f96940> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-7-4" #382 prio=5 os_prio=0 tid=0x00007fc83c1bb000 nid=0x1864 runnable [0x00007fc9a3378000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0f78b28> (a sun.nio.ch.Util$2) - locked <0x00000005c0f78b18> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0f78b38> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-12-5" #381 prio=5 os_prio=0 tid=0x00007fc834004000 nid=0x1863 runnable [0x00007fc961eec000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0f03c28> (a sun.nio.ch.Util$2) - locked <0x00000005c0f03c18> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0f03c38> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-3-4" #380 prio=5 os_prio=0 tid=0x00007fc82404d800 nid=0x1862 runnable [0x00007fc961fed000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0f03f90> (a sun.nio.ch.Util$2) - locked <0x00000005c0f03f80> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0f03fa0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-36-5" #379 prio=5 os_prio=0 tid=0x00007fc840041000 nid=0x1861 runnable [0x00007fc94cb23000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0f14e78> (a sun.nio.ch.Util$2) - locked <0x00000005c0f14e68> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0f14e88> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-15-2" #378 prio=5 os_prio=0 tid=0x00007fc83c66d800 nid=0x1860 runnable [0x00007fc93f3fc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0f152d0> (a sun.nio.ch.Util$2) - locked <0x00000005c0f152c0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0f152e0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-16-5" #377 prio=5 os_prio=0 tid=0x00007fc8140f1800 nid=0x185f runnable [0x00007fc960dd5000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0f12b98> (a sun.nio.ch.Util$2) - locked <0x00000005c0f12b88> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0f12ba8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-21-4" #372 prio=5 os_prio=0 tid=0x00007fc82c087800 nid=0x181f runnable [0x00007fc97f8fb000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0e52128> (a sun.nio.ch.Util$2) - locked <0x00000005c0e52118> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0e52138> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-1-4" #366 prio=5 os_prio=0 tid=0x00007fc814071800 nid=0x180b runnable [0x00007fc95e6f1000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0e518f8> (a sun.nio.ch.Util$2) - locked <0x00000005c0e518e8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0e51908> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-47-4" #343 prio=5 os_prio=0 tid=0x00007fc810089800 nid=0x9c81 runnable [0x00007fc981475000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0ca6820> (a sun.nio.ch.Util$2) - locked <0x00000005c0ca6810> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0ca6830> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-14-4" #342 prio=5 os_prio=0 tid=0x00007fc828087000 nid=0x9c80 runnable [0x00007fc95f0fb000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0caaae8> (a sun.nio.ch.Util$2) - locked <0x00000005c0caaad8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0caaaf8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-18-4" #341 prio=5 os_prio=0 tid=0x00007fc81006f800 nid=0x9c6e runnable [0x00007fc9a46f3000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0c9d768> (a sun.nio.ch.Util$2) - locked <0x00000005c0c9d758> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0c9d778> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-58-4" #340 prio=5 os_prio=0 tid=0x00007fc834021800 nid=0x9c4a runnable [0x00007fc970252000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0ca96d0> (a sun.nio.ch.Util$2) - locked <0x00000005c0ca96c0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0ca96e0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-34-4" #337 prio=5 os_prio=0 tid=0x00007fc840006800 nid=0x9c31 runnable [0x00007fc95e4ef000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0caae50> (a sun.nio.ch.Util$2) - locked <0x00000005c0caae40> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0caae60> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-27-4" #335 prio=5 os_prio=0 tid=0x00007fc81802c000 nid=0x9c2f runnable [0x00007fc960fd7000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0c9dad0> (a sun.nio.ch.Util$2) - locked <0x00000005c0c9dac0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0c9dae0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-40-4" #334 prio=5 os_prio=0 tid=0x00007fc82806d800 nid=0x9c2e runnable [0x00007fc9750fd000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0ca9a38> (a sun.nio.ch.Util$2) - locked <0x00000005c0ca9a28> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0ca9a48> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-50-4" #333 prio=5 os_prio=0 tid=0x00007fc81c00a000 nid=0x9c2d runnable [0x00007fc97a1fe000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0ca6ef0> (a sun.nio.ch.Util$2) - locked <0x00000005c0ca6ee0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0ca6f00> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-20-4" #330 prio=5 os_prio=0 tid=0x00007fc814008800 nid=0x9c25 runnable [0x00007fc9a47f4000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0ca12a0> (a sun.nio.ch.Util$2) - locked <0x00000005c0ca1290> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0ca12b0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-62-4" #327 prio=5 os_prio=0 tid=0x00007fc818079800 nid=0x9bd6 runnable [0x00007fc968bec000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0ca6408> (a sun.nio.ch.Util$2) - locked <0x00000005c0ca63f8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0ca6418> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-45-4" #324 prio=5 os_prio=0 tid=0x00007fc824003800 nid=0x9bc7 runnable [0x00007fc97a0fd000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0cab1b8> (a sun.nio.ch.Util$2) - locked <0x00000005c0cab1a8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0cab1c8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-25-4" #323 prio=5 os_prio=0 tid=0x00007fc84807f000 nid=0x9bb9 runnable [0x00007fc93f2fb000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0c9e1a0> (a sun.nio.ch.Util$2) - locked <0x00000005c0c9e190> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0c9e1b0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-38-4" #322 prio=5 os_prio=0 tid=0x00007fc82803a000 nid=0x9bb8 runnable [0x00007fc979af7000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0ca1608> (a sun.nio.ch.Util$2) - locked <0x00000005c0ca15f8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0ca1618> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "Controller-1-to-broker-4-send-thread" #317 prio=5 os_prio=0 tid=0x00007fc85c04b000 nid=0x84a0 waiting on condition [0x00007fca7ed2b000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0c72608> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:210) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "kafka-scheduler-0" #303 daemon prio=5 os_prio=0 tid=0x00007fc85c147000 nid=0x2134 waiting on condition [0x00007fc97708e000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0aff018> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "ReplicaFetcherThread-53-5" #300 prio=5 os_prio=0 tid=0x00007fc81802a800 nid=0x2131 runnable [0x00007fc9a42ef000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0b007f0> (a sun.nio.ch.Util$2) - locked <0x00000005c0b007e0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0b00800> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "Controller-1-to-broker-3-send-thread" #298 prio=5 os_prio=0 tid=0x00007fc85c132000 nid=0x212c waiting on condition [0x00007fc9621ef000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0b2c310> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:210) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "Controller-1-to-broker-1-send-thread" #296 prio=5 os_prio=0 tid=0x00007fc85c0c9000 nid=0x212b runnable [0x00007fc96e159000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0ab5e00> (a sun.nio.ch.Util$2) - locked <0x00000005c0ab5df0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0ab5b68> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:225) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "Controller-1-to-broker-5-send-thread" #299 prio=5 os_prio=0 tid=0x00007fc85c0c8800 nid=0x212a waiting on condition [0x00007fc94cc24000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0b2c538> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:210) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "Controller-1-to-broker-2-send-thread" #297 prio=5 os_prio=0 tid=0x00007fc85c0cc000 nid=0x2129 waiting on condition [0x00007fc968eef000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0b2df88> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:210) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-23-5" #294 prio=5 os_prio=0 tid=0x00007fc81406f800 nid=0xe67 runnable [0x00007fc9749f6000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0b2c7e8> (a sun.nio.ch.Util$2) - locked <0x00000005c0b2c7d8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0b2c7f8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-62-5" #291 prio=5 os_prio=0 tid=0x00007fc814055800 nid=0xe64 runnable [0x00007fc98241a000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0a69950> (a sun.nio.ch.Util$2) - locked <0x00000005c0a69940> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0a69960> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-39-5" #290 prio=5 os_prio=0 tid=0x00007fc838047000 nid=0xe63 runnable [0x00007fc974efb000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0b00ec0> (a sun.nio.ch.Util$2) - locked <0x00000005c0b00eb0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0b00ed0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-24-5" #286 prio=5 os_prio=0 tid=0x00007fc81403c000 nid=0xe5f runnable [0x00007fc96ffa0000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0b01228> (a sun.nio.ch.Util$2) - locked <0x00000005c0b01218> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0b01238> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-49-5" #285 prio=5 os_prio=0 tid=0x00007fc84003f800 nid=0xe5e runnable [0x00007fc97f9fc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0abd0e8> (a sun.nio.ch.Util$2) - locked <0x00000005c0abd0d8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0abd0f8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-9-5" #284 prio=5 os_prio=0 tid=0x00007fc82002a800 nid=0xe5d runnable [0x00007fc9695f6000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0a69cb8> (a sun.nio.ch.Util$2) - locked <0x00000005c0a69ca8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0a69cc8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-27-5" #281 prio=5 os_prio=0 tid=0x00007fc81c027000 nid=0xe5a runnable [0x00007fc98abfa000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0b2e908> (a sun.nio.ch.Util$2) - locked <0x00000005c0b2e8f8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0b2e918> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-44-5" #280 prio=5 os_prio=0 tid=0x00007fc81003c000 nid=0xe59 runnable [0x00007fc96dca0000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0abd450> (a sun.nio.ch.Util$2) - locked <0x00000005c0abd440> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0abd460> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-7-5" #278 prio=5 os_prio=0 tid=0x00007fc830004000 nid=0xe57 runnable [0x00007fc979bf8000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0a6a020> (a sun.nio.ch.Util$2) - locked <0x00000005c0a6a010> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0a6a030> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-43-5" #277 prio=5 os_prio=0 tid=0x00007fc840026000 nid=0xe56 runnable [0x00007fc981815000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0b018f8> (a sun.nio.ch.Util$2) - locked <0x00000005c0b018e8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0b01908> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-29-5" #274 prio=5 os_prio=0 tid=0x00007fc810022800 nid=0xe53 runnable [0x00007fc979ffc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0a275a0> (a sun.nio.ch.Util$2) - locked <0x00000005c0a27590> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0a275b0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-42-5" #273 prio=5 os_prio=0 tid=0x00007fc82c004800 nid=0xe4e runnable [0x00007fca7281d000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0aff328> (a sun.nio.ch.Util$2) - locked <0x00000005c0aff318> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c0aff338> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "executor-Fetch" #268 prio=5 os_prio=0 tid=0x00007fc864001000 nid=0xa324 waiting on condition [0x00007fc95e8f3000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c10a6248> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "ReplicaFetcherThread-10-3" #245 prio=5 os_prio=0 tid=0x00007fc83cee3800 nid=0x7ebe runnable [0x00007fc95e9f4000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c126ca88> (a sun.nio.ch.Util$2) - locked <0x00000005c126ca78> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c126ca98> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-51-3" #233 prio=5 os_prio=0 tid=0x00007fc83c2ab000 nid=0x7eb2 runnable [0x00007fc960ad2000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c1225cd8> (a sun.nio.ch.Util$2) - locked <0x00000005c1225cc8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c1225ce8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-50-2" #226 prio=5 os_prio=0 tid=0x00007fc83cce7800 nid=0x7eab runnable [0x00007fc9611d9000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c122d178> (a sun.nio.ch.Util$2) - locked <0x00000005c122d168> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c122d188> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-7-2" #216 prio=5 os_prio=0 tid=0x00007fc83cbdc000 nid=0x7ea1 runnable [0x00007fc9623f1000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c03cf4e8> (a sun.nio.ch.Util$2) - locked <0x00000005c03cf4d8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c03cf4f8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-12-2" #209 prio=5 os_prio=0 tid=0x00007fc83cb21000 nid=0x7e9a runnable [0x00007fc9692f3000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c125d180> (a sun.nio.ch.Util$2) - locked <0x00000005c125d170> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c125d190> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-19-2" #200 prio=5 os_prio=0 tid=0x00007fc83ca30000 nid=0x7e91 runnable [0x00007fc969afb000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c1223900> (a sun.nio.ch.Util$2) - locked <0x00000005c12238f0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c1223910> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-11-3" #199 prio=5 os_prio=0 tid=0x00007fc83ca15000 nid=0x7e90 runnable [0x00007fc969bfc000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c1226040> (a sun.nio.ch.Util$2) - locked <0x00000005c1226030> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c1226050> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-16-3" #196 prio=5 os_prio=0 tid=0x00007fc83c9c5000 nid=0x7e8d runnable [0x00007fc96db9f000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c126a558> (a sun.nio.ch.Util$2) - locked <0x00000005c126a548> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c126a568> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-58-3" #190 prio=5 os_prio=0 tid=0x00007fc83c924800 nid=0x7e87 runnable [0x00007fc96dfa3000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c12282c8> (a sun.nio.ch.Util$2) - locked <0x00000005c12282b8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c12282d8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-31-3" #189 prio=5 os_prio=0 tid=0x00007fc83c90a000 nid=0x7e86 runnable [0x00007fc96f7c4000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c122d4e0> (a sun.nio.ch.Util$2) - locked <0x00000005c122d4d0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c122d4f0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-32-2" #188 prio=5 os_prio=0 tid=0x00007fc83c8ef000 nid=0x7e85 runnable [0x00007fc96fd9e000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c1223c68> (a sun.nio.ch.Util$2) - locked <0x00000005c1223c58> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c1223c78> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-47-2" #185 prio=5 os_prio=0 tid=0x00007fc83c89e800 nid=0x7e82 runnable [0x00007fc96fe9f000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c126a8c0> (a sun.nio.ch.Util$2) - locked <0x00000005c126a8b0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c126a8d0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-14-3" #178 prio=5 os_prio=0 tid=0x00007fc83c7e3800 nid=0x7e7b runnable [0x00007fc970656000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c125d4e8> (a sun.nio.ch.Util$2) - locked <0x00000005c125d4d8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c125d4f8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-27-2" #173 prio=5 os_prio=0 tid=0x00007fc83c75e000 nid=0x7e76 runnable [0x00007fc974af7000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c1223fd0> (a sun.nio.ch.Util$2) - locked <0x00000005c1223fc0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c1223fe0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-54-3" #166 prio=5 os_prio=0 tid=0x00007fc83c6a3000 nid=0x7e6f runnable [0x00007fc9751fe000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c122d848> (a sun.nio.ch.Util$2) - locked <0x00000005c122d838> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c122d858> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-26-2" #165 prio=5 os_prio=0 tid=0x00007fc83c688800 nid=0x7e6e runnable [0x00007fc97676f000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c126ac28> (a sun.nio.ch.Util$2) - locked <0x00000005c126ac18> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c126ac38> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-46-3" #157 prio=5 os_prio=0 tid=0x00007fc83c5b0800 nid=0x7e66 runnable [0x00007fc979dfa000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c03cfbb8> (a sun.nio.ch.Util$2) - locked <0x00000005c03cfba8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c03cfbc8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-6-2" #156 prio=5 os_prio=0 tid=0x00007fc83c596000 nid=0x7e65 runnable [0x00007fc979efb000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c126cdf0> (a sun.nio.ch.Util$2) - locked <0x00000005c126cde0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c126ce00> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-36-3" #143 prio=5 os_prio=0 tid=0x00007fc83c43c000 nid=0x7e58 runnable [0x00007fc97fafd000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c1224338> (a sun.nio.ch.Util$2) - locked <0x00000005c1224328> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c1224348> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-59-2" #137 prio=5 os_prio=0 tid=0x00007fc83c39b800 nid=0x7e52 runnable [0x00007fc981714000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c03cff20> (a sun.nio.ch.Util$2) - locked <0x00000005c03cff10> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c03cff30> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-39-2" #134 prio=5 os_prio=0 tid=0x00007fc83c34b800 nid=0x7e4f runnable [0x00007fc982319000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0b01a18> (a sun.nio.ch.Util$2) - locked <0x00000005c122dba0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c122dbb0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-46-2" #132 prio=5 os_prio=0 tid=0x00007fc83c316000 nid=0x7e4d runnable [0x00007fc98251b000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c126af90> (a sun.nio.ch.Util$2) - locked <0x00000005c126af80> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c126afa0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-30-3" #129 prio=5 os_prio=0 tid=0x00007fc83c2c5800 nid=0x7e4a runnable [0x00007fc982cfd000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c1228998> (a sun.nio.ch.Util$2) - locked <0x00000005c1228988> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c12289a8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-52-2" #122 prio=5 os_prio=0 tid=0x00007fc83c20a000 nid=0x7e43 runnable [0x00007fc98acfb000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c125d850> (a sun.nio.ch.Util$2) - locked <0x00000005c125d840> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c125d860> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-10-2" #120 prio=5 os_prio=0 tid=0x00007fc83c1d5000 nid=0x7e41 runnable [0x00007fc9a3277000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c126b2f8> (a sun.nio.ch.Util$2) - locked <0x00000005c126b2e8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c126b308> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-30-2" #115 prio=5 os_prio=0 tid=0x00007fc83c14f000 nid=0x7e3c runnable [0x00007fc9a41ee000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c126d158> (a sun.nio.ch.Util$2) - locked <0x00000005c126d148> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c126d168> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-42-2" #111 prio=5 os_prio=0 tid=0x00007fc83c0e4800 nid=0x7e38 runnable [0x00007fc9a45f2000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c12246a0> (a sun.nio.ch.Util$2) - locked <0x00000005c1224690> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c12246b0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ReplicaFetcherThread-50-3" #108 prio=5 os_prio=0 tid=0x00007fc83c094000 nid=0x7e35 runnable [0x00007fc9a48f5000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c03d0288> (a sun.nio.ch.Util$2) - locked <0x00000005c03d0278> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c03d0298> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:89) at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:207) at kafka.server.ReplicaFetcherThread.fetch(ReplicaFetcherThread.scala:42) at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:151) at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:112) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "kafka-request-handler-15" #104 daemon prio=5 os_prio=0 tid=0x00007fccf57b2000 nid=0x7e31 waiting for monitor entry [0x00007fc9a4ef9000] java.lang.Thread.State: BLOCKED (on object monitor) at kafka.coordinator.group.GroupCoordinator.doCommitOffsets(GroupCoordinator.scala:448) - waiting to lock <0x0000000665fa2c70> (a kafka.coordinator.group.GroupMetadata) at kafka.coordinator.group.GroupCoordinator.handleCommitOffsets(GroupCoordinator.scala:427) at kafka.server.KafkaApis.handleOffsetCommitRequest(KafkaApis.scala:356) at kafka.server.KafkaApis.handle(KafkaApis.scala:105) at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:66) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-request-handler-14" #103 daemon prio=5 os_prio=0 tid=0x00007fccf57b0000 nid=0x7e30 waiting for monitor entry [0x00007fc9a4ffa000] java.lang.Thread.State: BLOCKED (on object monitor) at kafka.server.DelayedProduce.safeTryComplete(DelayedProduce.scala:75) - waiting to lock <0x00000005cb6dcf30> (a kafka.coordinator.group.GroupMetadata) at kafka.server.DelayedOperationPurgatory$Watchers.tryCompleteWatched(DelayedOperation.scala:338) at kafka.server.DelayedOperationPurgatory.checkAndComplete(DelayedOperation.scala:244) at kafka.server.ReplicaManager.tryCompleteDelayedProduce(ReplicaManager.scala:250) at kafka.cluster.Partition.tryCompleteDelayedRequests(Partition.scala:418) at kafka.cluster.Partition.appendRecordsToLeader(Partition.scala:500) at kafka.server.ReplicaManager$$anonfun$appendToLocalLog$2.apply(ReplicaManager.scala:546) at kafka.server.ReplicaManager$$anonfun$appendToLocalLog$2.apply(ReplicaManager.scala:532) at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234) at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234) at scala.collection.immutable.Map$Map1.foreach(Map.scala:116) at scala.collection.TraversableLike$class.map(TraversableLike.scala:234) at scala.collection.AbstractTraversable.map(Traversable.scala:104) at kafka.server.ReplicaManager.appendToLocalLog(ReplicaManager.scala:532) at kafka.server.ReplicaManager.appendRecords(ReplicaManager.scala:373) at kafka.coordinator.group.GroupMetadataManager.appendForGroup(GroupMetadataManager.scala:239) at kafka.coordinator.group.GroupMetadataManager.storeOffsets(GroupMetadataManager.scala:381) at kafka.coordinator.group.GroupCoordinator.doCommitOffsets(GroupCoordinator.scala:454) - locked <0x0000000665fa2c70> (a kafka.coordinator.group.GroupMetadata) at kafka.coordinator.group.GroupCoordinator.handleCommitOffsets(GroupCoordinator.scala:427) at kafka.server.KafkaApis.handleOffsetCommitRequest(KafkaApis.scala:356) at kafka.server.KafkaApis.handle(KafkaApis.scala:105) at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:66) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-request-handler-13" #102 daemon prio=5 os_prio=0 tid=0x00007fccf57ae800 nid=0x7e2f waiting for monitor entry [0x00007fc9a50fb000] java.lang.Thread.State: BLOCKED (on object monitor) at kafka.coordinator.group.GroupCoordinator.doCommitOffsets(GroupCoordinator.scala:448) - waiting to lock <0x00000005cb6dcf30> (a kafka.coordinator.group.GroupMetadata) at kafka.coordinator.group.GroupCoordinator.handleCommitOffsets(GroupCoordinator.scala:427) at kafka.server.KafkaApis.handleOffsetCommitRequest(KafkaApis.scala:356) at kafka.server.KafkaApis.handle(KafkaApis.scala:105) at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:66) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-request-handler-12" #101 daemon prio=5 os_prio=0 tid=0x00007fccf57ad000 nid=0x7e2e waiting for monitor entry [0x00007fc9a51fc000] java.lang.Thread.State: BLOCKED (on object monitor) at kafka.coordinator.group.GroupCoordinator.doCommitOffsets(GroupCoordinator.scala:448) - waiting to lock <0x00000005cb6dcf30> (a kafka.coordinator.group.GroupMetadata) at kafka.coordinator.group.GroupCoordinator.handleCommitOffsets(GroupCoordinator.scala:427) at kafka.server.KafkaApis.handleOffsetCommitRequest(KafkaApis.scala:356) at kafka.server.KafkaApis.handle(KafkaApis.scala:105) at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:66) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-request-handler-11" #100 daemon prio=5 os_prio=0 tid=0x00007fccf5787800 nid=0x7e2d waiting for monitor entry [0x00007fc9a52fd000] java.lang.Thread.State: BLOCKED (on object monitor) at kafka.coordinator.group.GroupCoordinator.doCommitOffsets(GroupCoordinator.scala:448) - waiting to lock <0x00000005cb6dcf30> (a kafka.coordinator.group.GroupMetadata) at kafka.coordinator.group.GroupCoordinator.handleCommitOffsets(GroupCoordinator.scala:427) at kafka.server.KafkaApis.handleOffsetCommitRequest(KafkaApis.scala:356) at kafka.server.KafkaApis.handle(KafkaApis.scala:105) at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:66) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-request-handler-10" #99 daemon prio=5 os_prio=0 tid=0x00007fccf5785800 nid=0x7e2c waiting for monitor entry [0x00007fc9a53fe000] java.lang.Thread.State: BLOCKED (on object monitor) at kafka.coordinator.group.GroupCoordinator.doCommitOffsets(GroupCoordinator.scala:448) - waiting to lock <0x00000005cb6dcf30> (a kafka.coordinator.group.GroupMetadata) at kafka.coordinator.group.GroupCoordinator.handleCommitOffsets(GroupCoordinator.scala:427) at kafka.server.KafkaApis.handleOffsetCommitRequest(KafkaApis.scala:356) at kafka.server.KafkaApis.handle(KafkaApis.scala:105) at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:66) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-request-handler-9" #98 daemon prio=5 os_prio=0 tid=0x00007fccf5784000 nid=0x7e2b waiting for monitor entry [0x00007fc9c5df6000] java.lang.Thread.State: BLOCKED (on object monitor) at kafka.server.DelayedProduce.safeTryComplete(DelayedProduce.scala:75) - waiting to lock <0x0000000665fa2c70> (a kafka.coordinator.group.GroupMetadata) at kafka.server.DelayedOperationPurgatory$Watchers.tryCompleteWatched(DelayedOperation.scala:338) at kafka.server.DelayedOperationPurgatory.checkAndComplete(DelayedOperation.scala:244) at kafka.server.ReplicaManager.tryCompleteDelayedProduce(ReplicaManager.scala:250) at kafka.cluster.Partition.tryCompleteDelayedRequests(Partition.scala:418) at kafka.cluster.Partition.appendRecordsToLeader(Partition.scala:500) at kafka.server.ReplicaManager$$anonfun$appendToLocalLog$2.apply(ReplicaManager.scala:546) at kafka.server.ReplicaManager$$anonfun$appendToLocalLog$2.apply(ReplicaManager.scala:532) at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234) at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234) at scala.collection.immutable.Map$Map1.foreach(Map.scala:116) at scala.collection.TraversableLike$class.map(TraversableLike.scala:234) at scala.collection.AbstractTraversable.map(Traversable.scala:104) at kafka.server.ReplicaManager.appendToLocalLog(ReplicaManager.scala:532) at kafka.server.ReplicaManager.appendRecords(ReplicaManager.scala:373) at kafka.coordinator.group.GroupMetadataManager.appendForGroup(GroupMetadataManager.scala:239) at kafka.coordinator.group.GroupMetadataManager.storeOffsets(GroupMetadataManager.scala:381) at kafka.coordinator.group.GroupCoordinator.doCommitOffsets(GroupCoordinator.scala:454) - locked <0x00000005cb6dcf30> (a kafka.coordinator.group.GroupMetadata) at kafka.coordinator.group.GroupCoordinator.handleCommitOffsets(GroupCoordinator.scala:427) at kafka.server.KafkaApis.handleOffsetCommitRequest(KafkaApis.scala:356) at kafka.server.KafkaApis.handle(KafkaApis.scala:105) at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:66) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-request-handler-8" #97 daemon prio=5 os_prio=0 tid=0x00007fccf5782800 nid=0x7e2a waiting for monitor entry [0x00007fc9c5ef7000] java.lang.Thread.State: BLOCKED (on object monitor) at kafka.server.DelayedProduce.safeTryComplete(DelayedProduce.scala:75) - waiting to lock <0x00000005cb6dcf30> (a kafka.coordinator.group.GroupMetadata) at kafka.server.DelayedOperationPurgatory$Watchers.tryCompleteWatched(DelayedOperation.scala:338) at kafka.server.DelayedOperationPurgatory.checkAndComplete(DelayedOperation.scala:244) at kafka.server.ReplicaManager.tryCompleteDelayedProduce(ReplicaManager.scala:250) at kafka.server.ReplicaManager$$anonfun$updateFollowerLogReadResults$2.apply(ReplicaManager.scala:1095) at kafka.server.ReplicaManager$$anonfun$updateFollowerLogReadResults$2.apply(ReplicaManager.scala:1088) at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:48) at kafka.server.ReplicaManager.updateFollowerLogReadResults(ReplicaManager.scala:1088) at kafka.server.ReplicaManager.fetchMessages(ReplicaManager.scala:622) at kafka.server.KafkaApis.handleFetchRequest(KafkaApis.scala:606) at kafka.server.KafkaApis.handle(KafkaApis.scala:98) at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:66) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-request-handler-7" #96 daemon prio=5 os_prio=0 tid=0x00007fccf5780800 nid=0x7e29 waiting for monitor entry [0x00007fc9c5ff8000] java.lang.Thread.State: BLOCKED (on object monitor) at kafka.coordinator.group.GroupCoordinator.doCommitOffsets(GroupCoordinator.scala:448) - waiting to lock <0x00000005cb6dcf30> (a kafka.coordinator.group.GroupMetadata) at kafka.coordinator.group.GroupCoordinator.handleCommitOffsets(GroupCoordinator.scala:427) at kafka.server.KafkaApis.handleOffsetCommitRequest(KafkaApis.scala:356) at kafka.server.KafkaApis.handle(KafkaApis.scala:105) at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:66) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-request-handler-6" #95 daemon prio=5 os_prio=0 tid=0x00007fccf577f000 nid=0x7e28 waiting for monitor entry [0x00007fc9c60f9000] java.lang.Thread.State: BLOCKED (on object monitor) at kafka.coordinator.group.GroupCoordinator.doCommitOffsets(GroupCoordinator.scala:448) - waiting to lock <0x00000005cb6dcf30> (a kafka.coordinator.group.GroupMetadata) at kafka.coordinator.group.GroupCoordinator.handleCommitOffsets(GroupCoordinator.scala:427) at kafka.server.KafkaApis.handleOffsetCommitRequest(KafkaApis.scala:356) at kafka.server.KafkaApis.handle(KafkaApis.scala:105) at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:66) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-request-handler-5" #94 daemon prio=5 os_prio=0 tid=0x00007fccf577d000 nid=0x7e27 waiting for monitor entry [0x00007fc9c61fa000] java.lang.Thread.State: BLOCKED (on object monitor) at kafka.coordinator.group.GroupCoordinator.doCommitOffsets(GroupCoordinator.scala:448) - waiting to lock <0x0000000665fa2c70> (a kafka.coordinator.group.GroupMetadata) at kafka.coordinator.group.GroupCoordinator.handleCommitOffsets(GroupCoordinator.scala:427) at kafka.server.KafkaApis.handleOffsetCommitRequest(KafkaApis.scala:356) at kafka.server.KafkaApis.handle(KafkaApis.scala:105) at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:66) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-request-handler-4" #93 daemon prio=5 os_prio=0 tid=0x00007fccf5795800 nid=0x7e26 waiting for monitor entry [0x00007fc9c62fb000] java.lang.Thread.State: BLOCKED (on object monitor) at kafka.coordinator.group.GroupCoordinator.doCommitOffsets(GroupCoordinator.scala:448) - waiting to lock <0x00000005cb6dcf30> (a kafka.coordinator.group.GroupMetadata) at kafka.coordinator.group.GroupCoordinator.handleCommitOffsets(GroupCoordinator.scala:427) at kafka.server.KafkaApis.handleOffsetCommitRequest(KafkaApis.scala:356) at kafka.server.KafkaApis.handle(KafkaApis.scala:105) at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:66) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-request-handler-3" #92 daemon prio=5 os_prio=0 tid=0x00007fccf5794000 nid=0x7e25 waiting for monitor entry [0x00007fc9c63fc000] java.lang.Thread.State: BLOCKED (on object monitor) at kafka.coordinator.group.GroupCoordinator.doCommitOffsets(GroupCoordinator.scala:448) - waiting to lock <0x0000000665fa2c70> (a kafka.coordinator.group.GroupMetadata) at kafka.coordinator.group.GroupCoordinator.handleCommitOffsets(GroupCoordinator.scala:427) at kafka.server.KafkaApis.handleOffsetCommitRequest(KafkaApis.scala:356) at kafka.server.KafkaApis.handle(KafkaApis.scala:105) at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:66) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-request-handler-2" #91 daemon prio=5 os_prio=0 tid=0x00007fccf5792000 nid=0x7e24 waiting for monitor entry [0x00007fc9c64fd000] java.lang.Thread.State: BLOCKED (on object monitor) at kafka.coordinator.group.GroupCoordinator.doCommitOffsets(GroupCoordinator.scala:448) - waiting to lock <0x00000005cb6dcf30> (a kafka.coordinator.group.GroupMetadata) at kafka.coordinator.group.GroupCoordinator.handleCommitOffsets(GroupCoordinator.scala:427) at kafka.server.KafkaApis.handleOffsetCommitRequest(KafkaApis.scala:356) at kafka.server.KafkaApis.handle(KafkaApis.scala:105) at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:66) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-request-handler-1" #90 daemon prio=5 os_prio=0 tid=0x00007fccf5791000 nid=0x7e23 waiting for monitor entry [0x00007fc9c65fe000] java.lang.Thread.State: BLOCKED (on object monitor) at kafka.server.DelayedProduce.safeTryComplete(DelayedProduce.scala:75) - waiting to lock <0x00000005cb6dcf30> (a kafka.coordinator.group.GroupMetadata) at kafka.server.DelayedOperationPurgatory$Watchers.tryCompleteWatched(DelayedOperation.scala:338) at kafka.server.DelayedOperationPurgatory.checkAndComplete(DelayedOperation.scala:244) at kafka.server.ReplicaManager.tryCompleteDelayedProduce(ReplicaManager.scala:250) at kafka.server.ReplicaManager$$anonfun$updateFollowerLogReadResults$2.apply(ReplicaManager.scala:1095) at kafka.server.ReplicaManager$$anonfun$updateFollowerLogReadResults$2.apply(ReplicaManager.scala:1088) at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:48) at kafka.server.ReplicaManager.updateFollowerLogReadResults(ReplicaManager.scala:1088) at kafka.server.ReplicaManager.fetchMessages(ReplicaManager.scala:622) at kafka.server.KafkaApis.handleFetchRequest(KafkaApis.scala:606) at kafka.server.KafkaApis.handle(KafkaApis.scala:98) at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:66) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-request-handler-0" #89 daemon prio=5 os_prio=0 tid=0x00007fccf578c000 nid=0x7e22 waiting for monitor entry [0x00007fc9ca657000] java.lang.Thread.State: BLOCKED (on object monitor) at kafka.coordinator.group.GroupCoordinator.doCommitOffsets(GroupCoordinator.scala:448) - waiting to lock <0x00000005cb6dcf30> (a kafka.coordinator.group.GroupMetadata) at kafka.coordinator.group.GroupCoordinator.handleCommitOffsets(GroupCoordinator.scala:427) at kafka.server.KafkaApis.handleOffsetCommitRequest(KafkaApis.scala:356) at kafka.server.KafkaApis.handle(KafkaApis.scala:105) at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:66) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "TxnMarkerSenderThread-1" #87 prio=5 os_prio=0 tid=0x00007fccf5776800 nid=0x7e21 runnable [0x00007fc9ca758000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c126b9a0> (a sun.nio.ch.Util$2) - locked <0x00000005c126b990> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c126b9b0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.kafka.common.network.Selector.select(Selector.java:527) at org.apache.kafka.common.network.Selector.poll(Selector.java:321) at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:432) at kafka.common.InterBrokerSendThread.doWork(InterBrokerSendThread.scala:73) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "transaction-log-manager-0" #88 daemon prio=5 os_prio=0 tid=0x00007fccf5774800 nid=0x7e20 waiting on condition [0x00007fc9ca859000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c122e1a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "group-metadata-manager-0" #85 daemon prio=5 os_prio=0 tid=0x00007fccf5735800 nid=0x7e1f waiting for monitor entry [0x00007fc9ca95a000] java.lang.Thread.State: BLOCKED (on object monitor) at kafka.coordinator.group.GroupMetadataManager$$anonfun$cleanupGroupMetadata$1.apply(GroupMetadataManager.scala:677) - waiting to lock <0x0000000665fa2c70> (a kafka.coordinator.group.GroupMetadata) at kafka.coordinator.group.GroupMetadataManager$$anonfun$cleanupGroupMetadata$1.apply(GroupMetadataManager.scala:676) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at kafka.utils.Pool$$anon$1.foreach(Pool.scala:96) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at kafka.utils.Pool.foreach(Pool.scala:26) at kafka.coordinator.group.GroupMetadataManager.cleanupGroupMetadata(GroupMetadataManager.scala:676) at kafka.coordinator.group.GroupMetadataManager.cleanupGroupMetadata(GroupMetadataManager.scala:669) at kafka.coordinator.group.GroupMetadataManager$$anonfun$1.apply$mcV$sp(GroupMetadataManager.scala:103) at kafka.utils.KafkaScheduler$$anonfun$1.apply$mcV$sp(KafkaScheduler.scala:110) at kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:57) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x00000005c12291f0> (a java.util.concurrent.ThreadPoolExecutor$Worker) "ExpirationReaper-1-Rebalance" #84 prio=5 os_prio=0 tid=0x00007fccf5580000 nid=0x7e1e runnable [0x00007fc9caa5b000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c126bc40> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) at kafka.utils.timer.SystemTimer.advanceClock(Timer.scala:105) at kafka.server.DelayedOperationPurgatory.advanceClock(DelayedOperation.scala:383) at kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper.doWork(DelayedOperation.scala:407) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ExpirationReaper-1-Heartbeat" #83 prio=5 os_prio=0 tid=0x00007fccf557e000 nid=0x7e1d runnable [0x00007fc9cab5c000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c1226d40> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) at kafka.utils.timer.SystemTimer.advanceClock(Timer.scala:105) at kafka.server.DelayedOperationPurgatory.advanceClock(DelayedOperation.scala:383) at kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper.doWork(DelayedOperation.scala:407) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ExpirationReaper-1-topic" #82 prio=5 os_prio=0 tid=0x00007fccf557b000 nid=0x7e1c runnable [0x00007fc9cac5d000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c122e410> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) at kafka.utils.timer.SystemTimer.advanceClock(Timer.scala:105) at kafka.server.DelayedOperationPurgatory.advanceClock(DelayedOperation.scala:383) at kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper.doWork(DelayedOperation.scala:407) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "controller-event-thread" #81 prio=5 os_prio=0 tid=0x00007fccf4ed6000 nid=0x7e1b waiting on condition [0x00007fc9dbc48000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c10adc20> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at kafka.controller.ControllerEventManager$ControllerEventThread.doWork(ControllerEventManager.scala:45) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ExpirationReaper-1-DeleteRecords" #80 prio=5 os_prio=0 tid=0x00007fccf528d000 nid=0x7e1a runnable [0x00007fc98aefd000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c10a52d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) at kafka.utils.timer.SystemTimer.advanceClock(Timer.scala:105) at kafka.server.DelayedOperationPurgatory.advanceClock(DelayedOperation.scala:383) at kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper.doWork(DelayedOperation.scala:407) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ExpirationReaper-1-Fetch" #79 prio=5 os_prio=0 tid=0x00007fccf528b000 nid=0x7e19 runnable [0x00007fc98affe000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c10973a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) at kafka.utils.timer.SystemTimer.advanceClock(Timer.scala:105) at kafka.server.DelayedOperationPurgatory.advanceClock(DelayedOperation.scala:383) at kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper.doWork(DelayedOperation.scala:407) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ExpirationReaper-1-Produce" #78 prio=5 os_prio=0 tid=0x00007fccf5289800 nid=0x7e18 runnable [0x00007fc99a142000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c1097600> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) at kafka.utils.timer.SystemTimer.advanceClock(Timer.scala:105) at kafka.server.DelayedOperationPurgatory.advanceClock(DelayedOperation.scala:383) at kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper.doWork(DelayedOperation.scala:407) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "kafka-socket-acceptor-ListenerName(PLAINTEXT)-PLAINTEXT-9092" #77 prio=5 os_prio=0 tid=0x00007fccf5372800 nid=0x7e17 runnable [0x00007fc99a243000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c0a276c0> (a sun.nio.ch.Util$2) - locked <0x00000005c10a64b8> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c10a64c8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at kafka.network.Acceptor.run(SocketServer.scala:271) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-network-thread-1-ListenerName(PLAINTEXT)-PLAINTEXT-15" #76 prio=5 os_prio=0 tid=0x00007fccf5370800 nid=0x7e16 waiting on condition [0x00007fc99a344000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c109dd50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:353) at kafka.network.RequestChannel.sendRequest(RequestChannel.scala:257) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:520) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:510) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at scala.collection.AbstractIterable.foreach(Iterable.scala:54) at kafka.network.Processor.processCompletedReceives(SocketServer.scala:510) at kafka.network.Processor.run(SocketServer.scala:436) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-network-thread-1-ListenerName(PLAINTEXT)-PLAINTEXT-14" #75 prio=5 os_prio=0 tid=0x00007fccf4e79800 nid=0x7e15 waiting on condition [0x00007fc99a445000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c109dd50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:353) at kafka.network.RequestChannel.sendRequest(RequestChannel.scala:257) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:520) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:510) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at scala.collection.AbstractIterable.foreach(Iterable.scala:54) at kafka.network.Processor.processCompletedReceives(SocketServer.scala:510) at kafka.network.Processor.run(SocketServer.scala:436) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-network-thread-1-ListenerName(PLAINTEXT)-PLAINTEXT-13" #74 prio=5 os_prio=0 tid=0x00007fccf4e77800 nid=0x7e14 waiting on condition [0x00007fc99a546000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c109dd50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:353) at kafka.network.RequestChannel.sendRequest(RequestChannel.scala:257) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:520) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:510) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at scala.collection.AbstractIterable.foreach(Iterable.scala:54) at kafka.network.Processor.processCompletedReceives(SocketServer.scala:510) at kafka.network.Processor.run(SocketServer.scala:436) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-network-thread-1-ListenerName(PLAINTEXT)-PLAINTEXT-12" #73 prio=5 os_prio=0 tid=0x00007fccf4e76000 nid=0x7e13 waiting on condition [0x00007fc99a647000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c109dd50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:353) at kafka.network.RequestChannel.sendRequest(RequestChannel.scala:257) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:520) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:510) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at scala.collection.AbstractIterable.foreach(Iterable.scala:54) at kafka.network.Processor.processCompletedReceives(SocketServer.scala:510) at kafka.network.Processor.run(SocketServer.scala:436) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-network-thread-1-ListenerName(PLAINTEXT)-PLAINTEXT-11" #72 prio=5 os_prio=0 tid=0x00007fccf4e74800 nid=0x7e12 waiting on condition [0x00007fc99a748000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c109dd50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:353) at kafka.network.RequestChannel.sendRequest(RequestChannel.scala:257) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:520) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:510) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at scala.collection.AbstractIterable.foreach(Iterable.scala:54) at kafka.network.Processor.processCompletedReceives(SocketServer.scala:510) at kafka.network.Processor.run(SocketServer.scala:436) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-network-thread-1-ListenerName(PLAINTEXT)-PLAINTEXT-10" #71 prio=5 os_prio=0 tid=0x00007fccf4e9c800 nid=0x7e11 waiting on condition [0x00007fc99a849000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c109dd50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:353) at kafka.network.RequestChannel.sendRequest(RequestChannel.scala:257) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:520) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:510) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at scala.collection.AbstractIterable.foreach(Iterable.scala:54) at kafka.network.Processor.processCompletedReceives(SocketServer.scala:510) at kafka.network.Processor.run(SocketServer.scala:436) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-network-thread-1-ListenerName(PLAINTEXT)-PLAINTEXT-9" #70 prio=5 os_prio=0 tid=0x00007fccf4e9b000 nid=0x7e10 waiting on condition [0x00007fc99b3fe000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c109dd50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:353) at kafka.network.RequestChannel.sendRequest(RequestChannel.scala:257) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:520) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:510) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at scala.collection.AbstractIterable.foreach(Iterable.scala:54) at kafka.network.Processor.processCompletedReceives(SocketServer.scala:510) at kafka.network.Processor.run(SocketServer.scala:436) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-network-thread-1-ListenerName(PLAINTEXT)-PLAINTEXT-8" #69 prio=5 os_prio=0 tid=0x00007fccf4e99000 nid=0x7e0f waiting on condition [0x00007fc9a2daf000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c109dd50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:353) at kafka.network.RequestChannel.sendRequest(RequestChannel.scala:257) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:520) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:510) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at scala.collection.AbstractIterable.foreach(Iterable.scala:54) at kafka.network.Processor.processCompletedReceives(SocketServer.scala:510) at kafka.network.Processor.run(SocketServer.scala:436) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-network-thread-1-ListenerName(PLAINTEXT)-PLAINTEXT-7" #68 prio=5 os_prio=0 tid=0x00007fccf4e97800 nid=0x7e0e waiting on condition [0x00007fc9a2eb0000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c109dd50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:353) at kafka.network.RequestChannel.sendRequest(RequestChannel.scala:257) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:520) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:510) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at scala.collection.AbstractIterable.foreach(Iterable.scala:54) at kafka.network.Processor.processCompletedReceives(SocketServer.scala:510) at kafka.network.Processor.run(SocketServer.scala:436) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-network-thread-1-ListenerName(PLAINTEXT)-PLAINTEXT-6" #67 prio=5 os_prio=0 tid=0x00007fccf4e96000 nid=0x7e0d waiting on condition [0x00007fc9a2fb1000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c109dd50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:353) at kafka.network.RequestChannel.sendRequest(RequestChannel.scala:257) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:520) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:510) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at scala.collection.AbstractIterable.foreach(Iterable.scala:54) at kafka.network.Processor.processCompletedReceives(SocketServer.scala:510) at kafka.network.Processor.run(SocketServer.scala:436) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-network-thread-1-ListenerName(PLAINTEXT)-PLAINTEXT-5" #66 prio=5 os_prio=0 tid=0x00007fccf4eb1800 nid=0x7e0c waiting on condition [0x00007fc9a30b2000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c109dd50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:353) at kafka.network.RequestChannel.sendRequest(RequestChannel.scala:257) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:520) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:510) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at scala.collection.AbstractIterable.foreach(Iterable.scala:54) at kafka.network.Processor.processCompletedReceives(SocketServer.scala:510) at kafka.network.Processor.run(SocketServer.scala:436) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-network-thread-1-ListenerName(PLAINTEXT)-PLAINTEXT-4" #65 prio=5 os_prio=0 tid=0x00007fccf4eb0000 nid=0x7e0b waiting on condition [0x00007fc9dbb01000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c109dd50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:353) at kafka.network.RequestChannel.sendRequest(RequestChannel.scala:257) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:520) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:510) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at scala.collection.AbstractIterable.foreach(Iterable.scala:54) at kafka.network.Processor.processCompletedReceives(SocketServer.scala:510) at kafka.network.Processor.run(SocketServer.scala:436) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-network-thread-1-ListenerName(PLAINTEXT)-PLAINTEXT-3" #64 prio=5 os_prio=0 tid=0x00007fccf4eaf000 nid=0x7e0a waiting on condition [0x00007fcb3c363000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c109dd50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:353) at kafka.network.RequestChannel.sendRequest(RequestChannel.scala:257) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:520) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:510) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at scala.collection.AbstractIterable.foreach(Iterable.scala:54) at kafka.network.Processor.processCompletedReceives(SocketServer.scala:510) at kafka.network.Processor.run(SocketServer.scala:436) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-network-thread-1-ListenerName(PLAINTEXT)-PLAINTEXT-2" #63 prio=5 os_prio=0 tid=0x00007fccf4eae000 nid=0x7e09 waiting on condition [0x00007fcb3c262000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c109dd50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:353) at kafka.network.RequestChannel.sendRequest(RequestChannel.scala:257) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:520) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:510) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at scala.collection.AbstractIterable.foreach(Iterable.scala:54) at kafka.network.Processor.processCompletedReceives(SocketServer.scala:510) at kafka.network.Processor.run(SocketServer.scala:436) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-network-thread-1-ListenerName(PLAINTEXT)-PLAINTEXT-1" #62 prio=5 os_prio=0 tid=0x00007fccf4ead800 nid=0x7e08 waiting on condition [0x00007fcb3c565000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c109dd50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:353) at kafka.network.RequestChannel.sendRequest(RequestChannel.scala:257) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:520) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:510) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at scala.collection.AbstractIterable.foreach(Iterable.scala:54) at kafka.network.Processor.processCompletedReceives(SocketServer.scala:510) at kafka.network.Processor.run(SocketServer.scala:436) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-network-thread-1-ListenerName(PLAINTEXT)-PLAINTEXT-0" #61 prio=5 os_prio=0 tid=0x00007fccf531b000 nid=0x7e07 waiting on condition [0x00007fcb3c464000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c109dd50> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:353) at kafka.network.RequestChannel.sendRequest(RequestChannel.scala:257) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:520) at kafka.network.Processor$$anonfun$processCompletedReceives$1.apply(SocketServer.scala:510) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at scala.collection.AbstractIterable.foreach(Iterable.scala:54) at kafka.network.Processor.processCompletedReceives(SocketServer.scala:510) at kafka.network.Processor.run(SocketServer.scala:436) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "RMI Scheduler(0)" #55 daemon prio=5 os_prio=0 tid=0x00007fca18004000 nid=0x6664 waiting on condition [0x00007fca7291e000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0002998> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-scheduler-9" #53 daemon prio=5 os_prio=0 tid=0x00007fcabc026800 nid=0x522e waiting for monitor entry [0x00007fca4f8c9000] java.lang.Thread.State: BLOCKED (on object monitor) at kafka.server.DelayedProduce.safeTryComplete(DelayedProduce.scala:75) - waiting to lock <0x00000005cb6dcf30> (a kafka.coordinator.group.GroupMetadata) at kafka.server.DelayedOperationPurgatory$Watchers.tryCompleteWatched(DelayedOperation.scala:338) at kafka.server.DelayedOperationPurgatory.checkAndComplete(DelayedOperation.scala:244) at kafka.server.ReplicaManager.tryCompleteDelayedProduce(ReplicaManager.scala:250) at kafka.cluster.Partition.tryCompleteDelayedRequests(Partition.scala:418) at kafka.cluster.Partition.maybeShrinkIsr(Partition.scala:448) at kafka.server.ReplicaManager$$anonfun$kafka$server$ReplicaManager$$maybeShrinkIsr$2.apply(ReplicaManager.scala:1083) at kafka.server.ReplicaManager$$anonfun$kafka$server$ReplicaManager$$maybeShrinkIsr$2.apply(ReplicaManager.scala:1083) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) at scala.collection.AbstractIterable.foreach(Iterable.scala:54) at kafka.server.ReplicaManager.kafka$server$ReplicaManager$$maybeShrinkIsr(ReplicaManager.scala:1083) at kafka.server.ReplicaManager$$anonfun$2.apply$mcV$sp(ReplicaManager.scala:278) at kafka.utils.KafkaScheduler$$anonfun$1.apply$mcV$sp(KafkaScheduler.scala:110) at kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:57) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - <0x00000005c0004330> (a java.util.concurrent.ThreadPoolExecutor$Worker) "kafka-scheduler-8" #52 daemon prio=5 os_prio=0 tid=0x00007fcab001f800 nid=0x522d waiting on condition [0x00007fca5a1fe000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0004298> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-scheduler-7" #51 daemon prio=5 os_prio=0 tid=0x00007fcab8032000 nid=0x522b waiting on condition [0x00007fca841fe000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0004298> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-scheduler-6" #50 daemon prio=5 os_prio=0 tid=0x00007fcab802d000 nid=0x522a waiting on condition [0x00007fca9c15b000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0004298> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-scheduler-5" #49 daemon prio=5 os_prio=0 tid=0x00007fcab400f000 nid=0x5228 waiting on condition [0x00007fca9c25c000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0004298> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-scheduler-4" #48 daemon prio=5 os_prio=0 tid=0x00007fcab8029000 nid=0x5227 waiting on condition [0x00007fca9c526000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0004298> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-scheduler-3" #47 daemon prio=5 os_prio=0 tid=0x00007fcabc016800 nid=0x5226 waiting on condition [0x00007fca9c627000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0004298> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-scheduler-2" #46 daemon prio=5 os_prio=0 tid=0x00007fcab400e800 nid=0x5225 waiting on condition [0x00007fca9f928000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0004298> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-scheduler-1" #45 daemon prio=5 os_prio=0 tid=0x00007fcab8027800 nid=0x5224 waiting on condition [0x00007fca9fa29000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0004298> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "kafka-scheduler-0" #44 daemon prio=5 os_prio=0 tid=0x00007fcabc015800 nid=0x5223 runnable [0x00007fcb3c161000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0004298> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "ThrottledRequestReaper-Request" #39 prio=5 os_prio=0 tid=0x00007fccf5559800 nid=0x521e runnable [0x00007fcb3c866000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c002fe78> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) at kafka.server.ClientQuotaManager$ThrottledRequestReaper.doWork(ClientQuotaManager.scala:164) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ThrottledRequestReaper-Produce" #38 prio=5 os_prio=0 tid=0x00007fccf5557000 nid=0x521d runnable [0x00007fcb3c967000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0032a08> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) at kafka.server.ClientQuotaManager$ThrottledRequestReaper.doWork(ClientQuotaManager.scala:164) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "ThrottledRequestReaper-Fetch" #37 prio=5 os_prio=0 tid=0x00007fccf5556000 nid=0x521c runnable [0x00007fcb3ca68000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0030078> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) at kafka.server.ClientQuotaManager$ThrottledRequestReaper.doWork(ClientQuotaManager.scala:164) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:64) Locked ownable synchronizers: - None "metrics-meter-tick-thread-2" #36 daemon prio=5 os_prio=0 tid=0x00007fccf54dc800 nid=0x521b runnable [0x00007fcb3cb69000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c002e9f8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "metrics-meter-tick-thread-1" #35 daemon prio=5 os_prio=0 tid=0x00007fccf54dc000 nid=0x521a waiting on condition [0x00007fcb3d06c000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c002e9f8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "SensorExpiryThread" #34 daemon prio=5 os_prio=0 tid=0x00007fccf54d2800 nid=0x5219 waiting on condition [0x00007fcb3d16d000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0030238> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "main-EventThread" #33 daemon prio=5 os_prio=0 tid=0x00007fccf54ef000 nid=0x5218 waiting on condition [0x00007fcb3cc6a000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c003c120> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) Locked ownable synchronizers: - None "main-SendThread(10.208.75.87:2181)" #32 daemon prio=5 os_prio=0 tid=0x00007fccf54ed800 nid=0x5217 runnable [0x00007fcb3cd6b000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) - locked <0x00000005c002ed00> (a sun.nio.ch.Util$2) - locked <0x00000005c002ecf0> (a java.util.Collections$UnmodifiableSet) - locked <0x00000005c002eca8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) Locked ownable synchronizers: - None "ZkClient-EventThread-31-sd1-bigdata11-zookeeper-001.vip.vip.com:2181,sd1-bigdata11-zookeeper-002.vip.vip.com:2181,sd1-bigdata11-zookeeper-003.vip.vip.com:2181/dataeye01" #31 daemon prio=5 os_prio=0 tid=0x00007fccf54ad000 nid=0x5216 waiting on condition [0x00007fcb501cd000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c0030480> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.I0Itec.zkclient.ZkEventThread.run(ZkEventThread.java:68) Locked ownable synchronizers: - None "RMI TCP Accept-0" #25 daemon prio=5 os_prio=0 tid=0x00007fccf5237800 nid=0x5211 runnable [0x00007fcb503cf000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:404) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(LocalRMIServerSocketFactory.java:52) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:400) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:372) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "RMI TCP Accept-9999" #24 daemon prio=5 os_prio=0 tid=0x00007fccf522b000 nid=0x5210 runnable [0x00007fcb504d0000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:404) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:400) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:372) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "RMI TCP Accept-0" #23 daemon prio=5 os_prio=0 tid=0x00007fccf5216800 nid=0x520f runnable [0x00007fcb505d1000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:404) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:400) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:372) at java.lang.Thread.run(Thread.java:745) Locked ownable synchronizers: - None "Service Thread" #21 daemon prio=9 os_prio=0 tid=0x00007fccf4e63000 nid=0x520c runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C1 CompilerThread14" #20 daemon prio=9 os_prio=0 tid=0x00007fccf4e56000 nid=0x520b runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C1 CompilerThread13" #19 daemon prio=9 os_prio=0 tid=0x00007fccf4e54000 nid=0x520a waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C1 CompilerThread12" #18 daemon prio=9 os_prio=0 tid=0x00007fccf4e52000 nid=0x5209 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C1 CompilerThread11" #17 daemon prio=9 os_prio=0 tid=0x00007fccf4e50000 nid=0x5208 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C1 CompilerThread10" #16 daemon prio=9 os_prio=0 tid=0x00007fccf4e4e000 nid=0x5207 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread9" #15 daemon prio=9 os_prio=0 tid=0x00007fccf4e4b000 nid=0x5206 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread8" #14 daemon prio=9 os_prio=0 tid=0x00007fccf4e49000 nid=0x5205 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread7" #13 daemon prio=9 os_prio=0 tid=0x00007fccf4e47000 nid=0x5204 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread6" #12 daemon prio=9 os_prio=0 tid=0x00007fccf4e45000 nid=0x5203 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread5" #11 daemon prio=9 os_prio=0 tid=0x00007fccf4e43000 nid=0x5202 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread4" #10 daemon prio=9 os_prio=0 tid=0x00007fccf4e40800 nid=0x5201 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread3" #9 daemon prio=9 os_prio=0 tid=0x00007fccf4e36800 nid=0x5200 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread2" #8 daemon prio=9 os_prio=0 tid=0x00007fccf4e34800 nid=0x51ff waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread1" #7 daemon prio=9 os_prio=0 tid=0x00007fccf4e32800 nid=0x51fe waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread0" #6 daemon prio=9 os_prio=0 tid=0x00007fccf4e30000 nid=0x51fd waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Signal Dispatcher" #5 daemon prio=9 os_prio=0 tid=0x00007fccf4e2e000 nid=0x51fc runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Surrogate Locker Thread (Concurrent GC)" #4 daemon prio=9 os_prio=0 tid=0x00007fccf4e2c800 nid=0x51fb waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007fccf4df7000 nid=0x51fa in Object.wait() [0x00007fcb51f15000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000005c002db18> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209) Locked ownable synchronizers: - None "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007fccf4df5000 nid=0x51f9 in Object.wait() [0x00007fcb52016000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:157) - locked <0x00000005c002db08> (a java.lang.ref.Reference$Lock) Locked ownable synchronizers: - None "main" #1 prio=5 os_prio=0 tid=0x00007fccf400b800 nid=0x519b waiting on condition [0x00007fccfa03e000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000005c03c41b0> (a java.util.concurrent.CountDownLatch$Sync) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231) at kafka.server.KafkaServer.awaitShutdown(KafkaServer.scala:641) at kafka.server.KafkaServerStartable.awaitShutdown(KafkaServerStartable.scala:65) at kafka.Kafka$.main(Kafka.scala:66) at kafka.Kafka.main(Kafka.scala) Locked ownable synchronizers: - None "VM Thread" os_prio=0 tid=0x00007fccf4df0000 nid=0x51f8 runnable "Gang worker#0 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4023000 nid=0x519c runnable "Gang worker#1 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4024800 nid=0x519d runnable "Gang worker#2 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4026800 nid=0x519e runnable "Gang worker#3 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4028000 nid=0x519f runnable "Gang worker#4 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf402a000 nid=0x51a0 runnable "Gang worker#5 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf402b800 nid=0x51a1 runnable "Gang worker#6 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf402d800 nid=0x51a2 runnable "Gang worker#7 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf402f000 nid=0x51a3 runnable "Gang worker#8 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4031000 nid=0x51a4 runnable "Gang worker#9 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4032800 nid=0x51a5 runnable "Gang worker#10 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4034800 nid=0x51a6 runnable "Gang worker#11 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4036000 nid=0x51a7 runnable "Gang worker#12 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4038000 nid=0x51a8 runnable "Gang worker#13 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4039800 nid=0x51a9 runnable "Gang worker#14 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf403b800 nid=0x51aa runnable "Gang worker#15 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf403d000 nid=0x51ab runnable "Gang worker#16 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf403f000 nid=0x51ac runnable "Gang worker#17 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4040800 nid=0x51ad runnable "Gang worker#18 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4042800 nid=0x51ae runnable "Gang worker#19 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4044000 nid=0x51af runnable "Gang worker#20 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4046000 nid=0x51b0 runnable "Gang worker#21 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4047800 nid=0x51b1 runnable "Gang worker#22 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4049800 nid=0x51b2 runnable "Gang worker#23 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf404b000 nid=0x51b3 runnable "Gang worker#24 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf404d000 nid=0x51b4 runnable "Gang worker#25 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf404e800 nid=0x51b5 runnable "Gang worker#26 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4050800 nid=0x51b6 runnable "Gang worker#27 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4052000 nid=0x51b7 runnable "Gang worker#28 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4054000 nid=0x51b8 runnable "Gang worker#29 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4055800 nid=0x51b9 runnable "Gang worker#30 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4057800 nid=0x51ba runnable "Gang worker#31 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf4059000 nid=0x51bb runnable "Gang worker#32 (Parallel GC Threads)" os_prio=0 tid=0x00007fccf405b000 nid=0x51bc runnable "G1 Main Concurrent Mark GC Thread" os_prio=0 tid=0x00007fccf40a6000 nid=0x51df runnable "Gang worker#0 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40a8000 nid=0x51e0 runnable "Gang worker#1 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40a9800 nid=0x51e1 runnable "Gang worker#2 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40ab800 nid=0x51e2 runnable "Gang worker#3 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40ad000 nid=0x51e3 runnable "Gang worker#4 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40af000 nid=0x51e4 runnable "Gang worker#5 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40b0800 nid=0x51e5 runnable "Gang worker#6 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40b2800 nid=0x51e6 runnable "Gang worker#7 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40b4000 nid=0x51e7 runnable "Gang worker#8 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40b6000 nid=0x51e8 runnable "Gang worker#9 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40b7800 nid=0x51e9 runnable "Gang worker#10 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40b9800 nid=0x51ea runnable "Gang worker#11 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40bb000 nid=0x51eb runnable "Gang worker#12 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40bd000 nid=0x51ec runnable "Gang worker#13 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40be800 nid=0x51ed runnable "Gang worker#14 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40c0800 nid=0x51ee runnable "Gang worker#15 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40c2000 nid=0x51ef runnable "Gang worker#16 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40c4000 nid=0x51f0 runnable "Gang worker#17 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40c5800 nid=0x51f1 runnable "Gang worker#18 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40c7800 nid=0x51f2 runnable "Gang worker#19 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40c9000 nid=0x51f3 runnable "Gang worker#20 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40cb000 nid=0x51f4 runnable "Gang worker#21 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40cc800 nid=0x51f5 runnable "Gang worker#22 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40ce800 nid=0x51f6 runnable "Gang worker#23 (G1 Parallel Marking Threads)" os_prio=0 tid=0x00007fccf40d0000 nid=0x51f7 runnable "G1 Concurrent Refinement Thread#0" os_prio=0 tid=0x00007fccf4099800 nid=0x51de runnable "G1 Concurrent Refinement Thread#1" os_prio=0 tid=0x00007fccf4097800 nid=0x51dd runnable "G1 Concurrent Refinement Thread#2" os_prio=0 tid=0x00007fccf4096000 nid=0x51dc runnable "G1 Concurrent Refinement Thread#3" os_prio=0 tid=0x00007fccf4094000 nid=0x51db runnable "G1 Concurrent Refinement Thread#4" os_prio=0 tid=0x00007fccf4092000 nid=0x51da runnable "G1 Concurrent Refinement Thread#5" os_prio=0 tid=0x00007fccf4090800 nid=0x51d9 runnable "G1 Concurrent Refinement Thread#6" os_prio=0 tid=0x00007fccf408e800 nid=0x51d8 runnable "G1 Concurrent Refinement Thread#7" os_prio=0 tid=0x00007fccf408d000 nid=0x51d7 runnable "G1 Concurrent Refinement Thread#8" os_prio=0 tid=0x00007fccf408b000 nid=0x51d6 runnable "G1 Concurrent Refinement Thread#9" os_prio=0 tid=0x00007fccf4089800 nid=0x51d5 runnable "G1 Concurrent Refinement Thread#10" os_prio=0 tid=0x00007fccf4087800 nid=0x51d4 runnable "G1 Concurrent Refinement Thread#11" os_prio=0 tid=0x00007fccf4086000 nid=0x51d3 runnable "G1 Concurrent Refinement Thread#12" os_prio=0 tid=0x00007fccf4084000 nid=0x51d2 runnable "G1 Concurrent Refinement Thread#13" os_prio=0 tid=0x00007fccf4082800 nid=0x51d1 runnable "G1 Concurrent Refinement Thread#14" os_prio=0 tid=0x00007fccf4080800 nid=0x51d0 runnable "G1 Concurrent Refinement Thread#15" os_prio=0 tid=0x00007fccf407e800 nid=0x51cf runnable "G1 Concurrent Refinement Thread#16" os_prio=0 tid=0x00007fccf407d000 nid=0x51ce runnable "G1 Concurrent Refinement Thread#17" os_prio=0 tid=0x00007fccf407b000 nid=0x51cd runnable "G1 Concurrent Refinement Thread#18" os_prio=0 tid=0x00007fccf4079800 nid=0x51cc runnable "G1 Concurrent Refinement Thread#19" os_prio=0 tid=0x00007fccf4077800 nid=0x51cb runnable "G1 Concurrent Refinement Thread#20" os_prio=0 tid=0x00007fccf4076000 nid=0x51ca runnable "G1 Concurrent Refinement Thread#21" os_prio=0 tid=0x00007fccf4074000 nid=0x51c9 runnable "G1 Concurrent Refinement Thread#22" os_prio=0 tid=0x00007fccf4072800 nid=0x51c8 runnable "G1 Concurrent Refinement Thread#23" os_prio=0 tid=0x00007fccf4070800 nid=0x51c7 runnable "G1 Concurrent Refinement Thread#24" os_prio=0 tid=0x00007fccf406f000 nid=0x51c6 runnable "G1 Concurrent Refinement Thread#25" os_prio=0 tid=0x00007fccf406d000 nid=0x51c5 runnable "G1 Concurrent Refinement Thread#26" os_prio=0 tid=0x00007fccf406b000 nid=0x51c4 runnable "G1 Concurrent Refinement Thread#27" os_prio=0 tid=0x00007fccf4069800 nid=0x51c3 runnable "G1 Concurrent Refinement Thread#28" os_prio=0 tid=0x00007fccf4067800 nid=0x51c2 runnable "G1 Concurrent Refinement Thread#29" os_prio=0 tid=0x00007fccf4066000 nid=0x51c1 runnable "G1 Concurrent Refinement Thread#30" os_prio=0 tid=0x00007fccf4064000 nid=0x51c0 runnable "G1 Concurrent Refinement Thread#31" os_prio=0 tid=0x00007fccf4062800 nid=0x51bf runnable "G1 Concurrent Refinement Thread#32" os_prio=0 tid=0x00007fccf4060800 nid=0x51be runnable "G1 Concurrent Refinement Thread#33" os_prio=0 tid=0x00007fccf405f000 nid=0x51bd runnable "VM Periodic Task Thread" os_prio=0 tid=0x00007fccf5239800 nid=0x5212 waiting on condition JNI global references: 302 Found one Java-level deadlock: ============================= "executor-Produce": waiting to lock monitor 0x00007fc6bc00c4e8 (object 0x0000000665fa2c70, a kafka.coordinator.group.GroupMetadata), which is held by "kafka-request-handler-14" "kafka-request-handler-14": waiting to lock monitor 0x00007fcb44001728 (object 0x00000005cb6dcf30, a kafka.coordinator.group.GroupMetadata), which is held by "kafka-request-handler-9" "kafka-request-handler-9": waiting to lock monitor 0x00007fc6bc00c4e8 (object 0x0000000665fa2c70, a kafka.coordinator.group.GroupMetadata), which is held by "kafka-request-handler-14" Java stack information for the threads listed above: =================================================== "executor-Produce": at kafka.coordinator.group.GroupMetadataManager.kafka$coordinator$group$GroupMetadataManager$$putCacheCallback$2(GroupMetadataManager.scala:312) - waiting to lock <0x0000000665fa2c70> (a kafka.coordinator.group.GroupMetadata) at kafka.coordinator.group.GroupMetadataManager$$anonfun$storeOffsets$3.apply(GroupMetadataManager.scala:381) at kafka.coordinator.group.GroupMetadataManager$$anonfun$storeOffsets$3.apply(GroupMetadataManager.scala:381) at kafka.server.DelayedProduce.onComplete(DelayedProduce.scala:131) at kafka.server.DelayedOperation.forceComplete(DelayedOperation.scala:66) at kafka.server.DelayedOperation.run(DelayedOperation.scala:112) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) "kafka-request-handler-14": at kafka.server.DelayedProduce.safeTryComplete(DelayedProduce.scala:75) - waiting to lock <0x00000005cb6dcf30> (a kafka.coordinator.group.GroupMetadata) at kafka.server.DelayedOperationPurgatory$Watchers.tryCompleteWatched(DelayedOperation.scala:338) at kafka.server.DelayedOperationPurgatory.checkAndComplete(DelayedOperation.scala:244) at kafka.server.ReplicaManager.tryCompleteDelayedProduce(ReplicaManager.scala:250) at kafka.cluster.Partition.tryCompleteDelayedRequests(Partition.scala:418) at kafka.cluster.Partition.appendRecordsToLeader(Partition.scala:500) at kafka.server.ReplicaManager$$anonfun$appendToLocalLog$2.apply(ReplicaManager.scala:546) at kafka.server.ReplicaManager$$anonfun$appendToLocalLog$2.apply(ReplicaManager.scala:532) at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234) at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234) at scala.collection.immutable.Map$Map1.foreach(Map.scala:116) at scala.collection.TraversableLike$class.map(TraversableLike.scala:234) at scala.collection.AbstractTraversable.map(Traversable.scala:104) at kafka.server.ReplicaManager.appendToLocalLog(ReplicaManager.scala:532) at kafka.server.ReplicaManager.appendRecords(ReplicaManager.scala:373) at kafka.coordinator.group.GroupMetadataManager.appendForGroup(GroupMetadataManager.scala:239) at kafka.coordinator.group.GroupMetadataManager.storeOffsets(GroupMetadataManager.scala:381) at kafka.coordinator.group.GroupCoordinator.doCommitOffsets(GroupCoordinator.scala:454) - locked <0x0000000665fa2c70> (a kafka.coordinator.group.GroupMetadata) at kafka.coordinator.group.GroupCoordinator.handleCommitOffsets(GroupCoordinator.scala:427) at kafka.server.KafkaApis.handleOffsetCommitRequest(KafkaApis.scala:356) at kafka.server.KafkaApis.handle(KafkaApis.scala:105) at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:66) at java.lang.Thread.run(Thread.java:745) "kafka-request-handler-9": at kafka.server.DelayedProduce.safeTryComplete(DelayedProduce.scala:75) - waiting to lock <0x0000000665fa2c70> (a kafka.coordinator.group.GroupMetadata) at kafka.server.DelayedOperationPurgatory$Watchers.tryCompleteWatched(DelayedOperation.scala:338) at kafka.server.DelayedOperationPurgatory.checkAndComplete(DelayedOperation.scala:244) at kafka.server.ReplicaManager.tryCompleteDelayedProduce(ReplicaManager.scala:250) at kafka.cluster.Partition.tryCompleteDelayedRequests(Partition.scala:418) at kafka.cluster.Partition.appendRecordsToLeader(Partition.scala:500) at kafka.server.ReplicaManager$$anonfun$appendToLocalLog$2.apply(ReplicaManager.scala:546) at kafka.server.ReplicaManager$$anonfun$appendToLocalLog$2.apply(ReplicaManager.scala:532) at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234) at scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234) at scala.collection.immutable.Map$Map1.foreach(Map.scala:116) at scala.collection.TraversableLike$class.map(TraversableLike.scala:234) at scala.collection.AbstractTraversable.map(Traversable.scala:104) at kafka.server.ReplicaManager.appendToLocalLog(ReplicaManager.scala:532) at kafka.server.ReplicaManager.appendRecords(ReplicaManager.scala:373) at kafka.coordinator.group.GroupMetadataManager.appendForGroup(GroupMetadataManager.scala:239) at kafka.coordinator.group.GroupMetadataManager.storeOffsets(GroupMetadataManager.scala:381) at kafka.coordinator.group.GroupCoordinator.doCommitOffsets(GroupCoordinator.scala:454) - locked <0x00000005cb6dcf30> (a kafka.coordinator.group.GroupMetadata) at kafka.coordinator.group.GroupCoordinator.handleCommitOffsets(GroupCoordinator.scala:427) at kafka.server.KafkaApis.handleOffsetCommitRequest(KafkaApis.scala:356) at kafka.server.KafkaApis.handle(KafkaApis.scala:105) at kafka.server.KafkaRequestHandler.run(KafkaRequestHandler.scala:66) at java.lang.Thread.run(Thread.java:745) Found 1 deadlock.