[KAFKA-8537] Kafka issues after 2.1.0 upgrade: java.net.SocketTimeoutException: Failed to connect within 30000 ms

• Type: Bug
• Status: Open
• Priority: Blocker
• Resolution: Unresolved
• Affects Version/s: 2.1.0
• Component/s: controller, core
• Environment: RHEL Centos 7
• Flags: Important
• Assignee: Unassigned
• Reporter: VinayKumar
• Created: 13/Jun/19 20:49
• Updated: 19/Dec/21 14:31

Description

After upgrading to 2.1.0 and added 2 nodes to existing kafka cluster, we are seeing below exceptions in all the kafka server nodes.
Please assist on the below issue. We are facing this in production environment and its effecting the data.

 

Below is the kafkaServer log:
--------------------------------------

java.net.SocketTimeoutException: Failed to connect within 30000 ms
at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93)
at kafka.server.ReplicaFetcherThread.fetchFromLeader(ReplicaFetcherThread.scala:190)
at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:241)
at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3(AbstractFetcherThread.scala:130)
at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3$adapted(AbstractFetcherThread.scala:129)
at scala.Option.foreach(Option.scala:257)
at kafka.server.AbstractFetcherThread.maybeFetch(AbstractFetcherThread.scala:129)
at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:111)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82)
[2019-06-13 13:32:50,779] INFO [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error sending fetch request (sessionId=917670852, epoch=INITIAL) to node 1: java.net.SocketTimeoutException: Failed to connect within 30000 ms. (org.apache.kafka.clients.FetchSessionHandler)
[2019-06-13 13:32:50,779] WARN [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error in response for fetch request (type=FetchRequest, replicaId=0, maxWait=500, minBytes=1, maxBytes=10485760, fetchData={rsyslog_logstash-2=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[37]), __consumer_offsets-30=(offset=993338, logStartOffset=993338, maxBytes=1048576, currentLeaderEpoch=Optional[123]), artifactory-0=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[28]), __consumer_offsets-15=(offset=1587225971, logStartOffset=1587225971, maxBytes=1048576, currentLeaderEpoch=Optional[119]), canary-0=(offset=365, logStartOffset=365, maxBytes=1048576, currentLeaderEpoch=Optional[33]), dhcp-1=(offset=119100650, logStartOffset=117981376, maxBytes=1048576, currentLeaderEpoch=Optional[60]), network-rsyslog-0=(offset=28239623581, logStartOffset=28206340439, maxBytes=1048576, currentLeaderEpoch=Optional[43]), __consumer_offsets-10=(offset=521110, logStartOffset=521110, maxBytes=1048576, currentLeaderEpoch=Optional[129]), cyberark-2=(offset=2908230, logStartOffset=2884227, maxBytes=1048576, currentLeaderEpoch=Optional[83]), __consumer_offsets-35=(offset=3486700, logStartOffset=3486700, maxBytes=1048576, currentLeaderEpoch=Optional[107]), seclogs-1=(offset=4018313686, logStartOffset=4017261270, maxBytes=1048576, currentLeaderEpoch=Optional[91])}, isolationLevel=READ_UNCOMMITTED, toForget=, metadata=(sessionId=917670852, epoch=INITIAL)) (kafka.server.ReplicaFetcherThread)
java.net.SocketTimeoutException: Failed to connect within 30000 ms
at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93)
at kafka.server.ReplicaFetcherThread.fetchFromLeader(ReplicaFetcherThread.scala:190)
at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:241)
at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3(AbstractFetcherThread.scala:130)
at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3$adapted(AbstractFetcherThread.scala:129)
at scala.Option.foreach(Option.scala:257)
at kafka.server.AbstractFetcherThread.maybeFetch(AbstractFetcherThread.scala:129)
at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:111)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82)
[2019-06-13 13:33:22,781] INFO [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error sending fetch request (sessionId=917670852, epoch=INITIAL) to node 1: java.net.SocketTimeoutException: Failed to connect within 30000 ms. (org.apache.kafka.clients.FetchSessionHandler)
[2019-06-13 13:33:22,782] WARN [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error in response for fetch request (type=FetchRequest, replicaId=0, maxWait=500, minBytes=1, maxBytes=10485760, fetchData={rsyslog_logstash-2=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[37]), __consumer_offsets-30=(offset=993338, logStartOffset=993338, maxBytes=1048576, currentLeaderEpoch=Optional[123]), artifactory-0=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[28]), __consumer_offsets-15=(offset=1587225971, logStartOffset=1587225971, maxBytes=1048576, currentLeaderEpoch=Optional[119]), canary-0=(offset=365, logStartOffset=365, maxBytes=1048576, currentLeaderEpoch=Optional[33]), dhcp-1=(offset=119100650, logStartOffset=117981376, maxBytes=1048576, currentLeaderEpoch=Optional[60]), network-rsyslog-0=(offset=28239623581, logStartOffset=28206340439, maxBytes=1048576, currentLeaderEpoch=Optional[43]), __consumer_offsets-10=(offset=521110, logStartOffset=521110, maxBytes=1048576, currentLeaderEpoch=Optional[129]), cyberark-2=(offset=2908230, logStartOffset=2884227, maxBytes=1048576, currentLeaderEpoch=Optional[83]), __consumer_offsets-35=(offset=3486700, logStartOffset=3486700, maxBytes=1048576, currentLeaderEpoch=Optional[107]), seclogs-1=(offset=4018313686, logStartOffset=4017261270, maxBytes=1048576, currentLeaderEpoch=Optional[91])}, isolationLevel=READ_UNCOMMITTED, toForget=, metadata=(sessionId=917670852, epoch=INITIAL)) (kafka.server.ReplicaFetcherThread)
java.net.SocketTimeoutException: Failed to connect within 30000 ms
at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93)
at kafka.server.ReplicaFetcherThread.fetchFromLeader(ReplicaFetcherThread.scala:190)
at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:241)
at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3(AbstractFetcherThread.scala:130)
at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3$adapted(AbstractFetcherThread.scala:129)
at scala.Option.foreach(Option.scala:257)
at kafka.server.AbstractFetcherThread.maybeFetch(AbstractFetcherThread.scala:129)
at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:111)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82)
[2019-06-13 13:33:54,811] INFO [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error sending fetch request (sessionId=917670852, epoch=INITIAL) to node 1: java.net.SocketTimeoutException: Failed to connect within 30000 ms. (org.apache.kafka.clients.FetchSessionHandler)
[2019-06-13 13:33:54,811] WARN [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error in response for fetch request (type=FetchRequest, replicaId=0, maxWait=500, minBytes=1, maxBytes=10485760, fetchData={rsyslog_logstash-2=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[37]), __consumer_offsets-30=(offset=993338, logStartOffset=993338, maxBytes=1048576, currentLeaderEpoch=Optional[123]), artifactory-0=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[28]), __consumer_offsets-15=(offset=1587225971, logStartOffset=1587225971, maxBytes=1048576, currentLeaderEpoch=Optional[119]), canary-0=(offset=365, logStartOffset=365, maxBytes=1048576, currentLeaderEpoch=Optional[33]), dhcp-1=(offset=119100650, logStartOffset=117981376, maxBytes=1048576, currentLeaderEpoch=Optional[60]), network-rsyslog-0=(offset=28239623581, logStartOffset=28206340439, maxBytes=1048576, currentLeaderEpoch=Optional[43]), __consumer_offsets-10=(offset=521110, logStartOffset=521110, maxBytes=1048576, currentLeaderEpoch=Optional[129]), cyberark-2=(offset=2908230, logStartOffset=2884227, maxBytes=1048576, currentLeaderEpoch=Optional[83]), __consumer_offsets-35=(offset=3486700, logStartOffset=3486700, maxBytes=1048576, currentLeaderEpoch=Optional[107]), seclogs-1=(offset=4018313686, logStartOffset=4017261270, maxBytes=1048576, currentLeaderEpoch=Optional[91])}, isolationLevel=READ_UNCOMMITTED, toForget=, metadata=(sessionId=917670852, epoch=INITIAL)) (kafka.server.ReplicaFetcherThread)
java.net.SocketTimeoutException: Failed to connect within 30000 ms
at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93)
at kafka.server.ReplicaFetcherThread.fetchFromLeader(ReplicaFetcherThread.scala:190)
at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:241)
at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3(AbstractFetcherThread.scala:130)
at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3$adapted(AbstractFetcherThread.scala:129)
at scala.Option.foreach(Option.scala:257)
at kafka.server.AbstractFetcherThread.maybeFetch(AbstractFetcherThread.scala:129)
at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:111)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82)
[2019-06-13 13:34:26,842] INFO [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error sending fetch request (sessionId=917670852, epoch=INITIAL) to node 1: java.net.SocketTimeoutException: Failed to connect within 30000 ms. (org.apache.kafka.clients.FetchSessionHandler)
[2019-06-13 13:34:26,842] WARN [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error in response for fetch request (type=FetchRequest, replicaId=0, maxWait=500, minBytes=1, maxBytes=10485760, fetchData={rsyslog_logstash-2=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[37]), __consumer_offsets-30=(offset=993338, logStartOffset=993338, maxBytes=1048576, currentLeaderEpoch=Optional[123]), artifactory-0=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[28]), __consumer_offsets-15=(offset=1587225971, logStartOffset=1587225971, maxBytes=1048576, currentLeaderEpoch=Optional[119]), canary-0=(offset=365, logStartOffset=365, maxBytes=1048576, currentLeaderEpoch=Optional[33]), dhcp-1=(offset=119100650, logStartOffset=117981376, maxBytes=1048576, currentLeaderEpoch=Optional[60]), network-rsyslog-0=(offset=28239623581, logStartOffset=28206340439, maxBytes=1048576, currentLeaderEpoch=Optional[43]), __consumer_offsets-10=(offset=521110, logStartOffset=521110, maxBytes=1048576, currentLeaderEpoch=Optional[129]), cyberark-2=(offset=2908230, logStartOffset=2884227, maxBytes=1048576, currentLeaderEpoch=Optional[83]), __consumer_offsets-35=(offset=3486700, logStartOffset=3486700, maxBytes=1048576, currentLeaderEpoch=Optional[107]), seclogs-1=(offset=4018313686, logStartOffset=4017261270, maxBytes=1048576, currentLeaderEpoch=Optional[91])}, isolationLevel=READ_UNCOMMITTED, toForget=, metadata=(sessionId=917670852, epoch=INITIAL)) (kafka.server.ReplicaFetcherThread)
java.net.SocketTimeoutException: Failed to connect within 30000 ms
at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93)
at kafka.server.ReplicaFetcherThread.fetchFromLeader(ReplicaFetcherThread.scala:190)
at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:241)
at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3(AbstractFetcherThread.scala:130)
at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3$adapted(AbstractFetcherThread.scala:129)
at scala.Option.foreach(Option.scala:257)
at kafka.server.AbstractFetcherThread.maybeFetch(AbstractFetcherThread.scala:129)
at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:111)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82)
[2019-06-13 13:34:58,873] INFO [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error sending fetch request (sessionId=917670852, epoch=INITIAL) to node 1: java.net.SocketTimeoutException: Failed to connect within 30000 ms. (org.apache.kafka.clients.FetchSessionHandler)
[2019-06-13 13:34:58,874] WARN [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error in response for fetch request (type=FetchRequest, replicaId=0, maxWait=500, minBytes=1, maxBytes=10485760, fetchData={rsyslog_logstash-2=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[37]), __consumer_offsets-30=(offset=993338, logStartOffset=993338, maxBytes=1048576, currentLeaderEpoch=Optional[123]), artifactory-0=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[28]), __consumer_offsets-15=(offset=1587225971, logStartOffset=1587225971, maxBytes=1048576, currentLeaderEpoch=Optional[119]), canary-0=(offset=365, logStartOffset=365, maxBytes=1048576, currentLeaderEpoch=Optional[33]), dhcp-1=(offset=119100650, logStartOffset=117981376, maxBytes=1048576, currentLeaderEpoch=Optional[60]), network-rsyslog-0=(offset=28239623581, logStartOffset=28206340439, maxBytes=1048576, currentLeaderEpoch=Optional[43]), __consumer_offsets-10=(offset=521110, logStartOffset=521110, maxBytes=1048576, currentLeaderEpoch=Optional[129]), cyberark-2=(offset=2908230, logStartOffset=2884227, maxBytes=1048576, currentLeaderEpoch=Optional[83]), __consumer_offsets-35=(offset=3486700, logStartOffset=3486700, maxBytes=1048576, currentLeaderEpoch=Optional[107]), seclogs-1=(offset=4018313686, logStartOffset=4017261270, maxBytes=1048576, currentLeaderEpoch=Optional[91])}, isolationLevel=READ_UNCOMMITTED, toForget=, metadata=(sessionId=917670852, epoch=INITIAL)) (kafka.server.ReplicaFetcherThread)
java.net.SocketTimeoutException: Failed to connect within 30000 ms
at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93)
at kafka.server.ReplicaFetcherThread.fetchFromLeader(ReplicaFetcherThread.scala:190)
at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:241)
at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3(AbstractFetcherThread.scala:130)
at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3$adapted(AbstractFetcherThread.scala:129)
at scala.Option.foreach(Option.scala:257)
at kafka.server.AbstractFetcherThread.maybeFetch(AbstractFetcherThread.scala:129)
at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:111)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82)
[2019-06-13 13:35:30,879] INFO [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error sending fetch request (sessionId=917670852, epoch=INITIAL) to node 1: java.net.SocketTimeoutException: Failed to connect within 30000 ms. (org.apache.kafka.clients.FetchSessionHandler)
[2019-06-13 13:35:30,879] WARN [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error in response for fetch request (type=FetchRequest, replicaId=0, maxWait=500, minBytes=1, maxBytes=10485760, fetchData={rsyslog_logstash-2=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[37]), __consumer_offsets-30=(offset=993338, logStartOffset=993338, maxBytes=1048576, currentLeaderEpoch=Optional[123]), artifactory-0=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[28]), __consumer_offsets-15=(offset=1587225971, logStartOffset=1587225971, maxBytes=1048576, currentLeaderEpoch=Optional[119]), canary-0=(offset=365, logStartOffset=365, maxBytes=1048576, currentLeaderEpoch=Optional[33]), dhcp-1=(offset=119100650, logStartOffset=117981376, maxBytes=1048576, currentLeaderEpoch=Optional[60]), network-rsyslog-0=(offset=28239623581, logStartOffset=28206340439, maxBytes=1048576, currentLeaderEpoch=Optional[43]), __consumer_offsets-10=(offset=521110, logStartOffset=521110, maxBytes=1048576, currentLeaderEpoch=Optional[129]), cyberark-2=(offset=2908230, logStartOffset=2884227, maxBytes=1048576, currentLeaderEpoch=Optional[83]), __consumer_offsets-35=(offset=3486700, logStartOffset=3486700, maxBytes=1048576, currentLeaderEpoch=Optional[107]), seclogs-1=(offset=4018313686, logStartOffset=4017261270, maxBytes=1048576, currentLeaderEpoch=Optional[91])}, isolationLevel=READ_UNCOMMITTED, toForget=, metadata=(sessionId=917670852, epoch=INITIAL)) (kafka.server.ReplicaFetcherThread)
java.net.SocketTimeoutException: Failed to connect within 30000 ms
at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93)
at kafka.server.ReplicaFetcherThread.fetchFromLeader(ReplicaFetcherThread.scala:190)
at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:241)
at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3(AbstractFetcherThread.scala:130)
at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3$adapted(AbstractFetcherThread.scala:129)
at scala.Option.foreach(Option.scala:257)
at kafka.server.AbstractFetcherThread.maybeFetch(AbstractFetcherThread.scala:129)
at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:111)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82)
[2019-06-13 13:36:02,895] INFO [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error sending fetch request (sessionId=917670852, epoch=INITIAL) to node 1: java.net.SocketTimeoutException: Failed to connect within 30000 ms. (org.apache.kafka.clients.FetchSessionHandler)
[2019-06-13 13:36:02,896] WARN [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error in response for fetch request (type=FetchRequest, replicaId=0, maxWait=500, minBytes=1, maxBytes=10485760, fetchData={rsyslog_logstash-2=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[37]), __consumer_offsets-30=(offset=993338, logStartOffset=993338, maxBytes=1048576, currentLeaderEpoch=Optional[123]), artifactory-0=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[28]), __consumer_offsets-15=(offset=1587225971, logStartOffset=1587225971, maxBytes=1048576, currentLeaderEpoch=Optional[119]), canary-0=(offset=365, logStartOffset=365, maxBytes=1048576, currentLeaderEpoch=Optional[33]), dhcp-1=(offset=119100650, logStartOffset=117981376, maxBytes=1048576, currentLeaderEpoch=Optional[60]), network-rsyslog-0=(offset=28239623581, logStartOffset=28206340439, maxBytes=1048576, currentLeaderEpoch=Optional[43]), __consumer_offsets-10=(offset=521110, logStartOffset=521110, maxBytes=1048576, currentLeaderEpoch=Optional[129]), cyberark-2=(offset=2908230, logStartOffset=2884227, maxBytes=1048576, currentLeaderEpoch=Optional[83]), __consumer_offsets-35=(offset=3486700, logStartOffset=3486700, maxBytes=1048576, currentLeaderEpoch=Optional[107]), seclogs-1=(offset=4018313686, logStartOffset=4017261270, maxBytes=1048576, currentLeaderEpoch=Optional[91])}, isolationLevel=READ_UNCOMMITTED, toForget=, metadata=(sessionId=917670852, epoch=INITIAL)) (kafka.server.ReplicaFetcherThread)
java.net.SocketTimeoutException: Failed to connect within 30000 ms
at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93)
at kafka.server.ReplicaFetcherThread.fetchFromLeader(ReplicaFetcherThread.scala:190)
at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:241)
at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3(AbstractFetcherThread.scala:130)
at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3$adapted(AbstractFetcherThread.scala:129)
at scala.Option.foreach(Option.scala:257)
at kafka.server.AbstractFetcherThread.maybeFetch(AbstractFetcherThread.scala:129)
at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:111)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82)
[2019-06-13 13:36:34,914] INFO [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error sending fetch request (sessionId=917670852, epoch=INITIAL) to node 1: java.net.SocketTimeoutException: Failed to connect within 30000 ms. (org.apache.kafka.clients.FetchSessionHandler)
[2019-06-13 13:36:34,914] WARN [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error in response for fetch request (type=FetchRequest, replicaId=0, maxWait=500, minBytes=1, maxBytes=10485760, fetchData={rsyslog_logstash-2=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[37]), __consumer_offsets-30=(offset=993338, logStartOffset=993338, maxBytes=1048576, currentLeaderEpoch=Optional[123]), artifactory-0=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[28]), __consumer_offsets-15=(offset=1587225971, logStartOffset=1587225971, maxBytes=1048576, currentLeaderEpoch=Optional[119]), canary-0=(offset=365, logStartOffset=365, maxBytes=1048576, currentLeaderEpoch=Optional[33]), dhcp-1=(offset=119100650, logStartOffset=117981376, maxBytes=1048576, currentLeaderEpoch=Optional[60]), network-rsyslog-0=(offset=28239623581, logStartOffset=28206340439, maxBytes=1048576, currentLeaderEpoch=Optional[43]), __consumer_offsets-10=(offset=521110, logStartOffset=521110, maxBytes=1048576, currentLeaderEpoch=Optional[129]), cyberark-2=(offset=2908230, logStartOffset=2884227, maxBytes=1048576, currentLeaderEpoch=Optional[83]), __consumer_offsets-35=(offset=3486700, logStartOffset=3486700, maxBytes=1048576, currentLeaderEpoch=Optional[107]), seclogs-1=(offset=4018313686, logStartOffset=4017261270, maxBytes=1048576, currentLeaderEpoch=Optional[91])}, isolationLevel=READ_UNCOMMITTED, toForget=, metadata=(sessionId=917670852, epoch=INITIAL)) (kafka.server.ReplicaFetcherThread)
java.net.SocketTimeoutException: Failed to connect within 30000 ms
at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93)
at kafka.server.ReplicaFetcherThread.fetchFromLeader(ReplicaFetcherThread.scala:190)
at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:241)
at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3(AbstractFetcherThread.scala:130)
at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3$adapted(AbstractFetcherThread.scala:129)
at scala.Option.foreach(Option.scala:257)
at kafka.server.AbstractFetcherThread.maybeFetch(AbstractFetcherThread.scala:129)
at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:111)
at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82)

Issue Links

• is duplicated by: KAFKA-7697 Possible deadlock in kafka.cluster.Partition