Uploaded image for project: 'Kafka'
  1. Kafka
  2. KAFKA-8537

Kafka issues after 2.1.0 upgrade: java.net.SocketTimeoutException: Failed to connect within 30000 ms

Attach filesAttach ScreenshotAdd voteVotersWatch issueWatchersCreate sub-taskLinkCloneUpdate Comment AuthorReplace String in CommentUpdate Comment VisibilityDelete Comments
    XMLWordPrintableJSON

Details

    • Bug
    • Status: Open
    • Blocker
    • Resolution: Unresolved
    • 2.1.0
    • None
    • controller, core
    • None
    • RHEL Centos 7
    • Important

    Description

      After upgrading to 2.1.0 and added 2 nodes to existing kafka cluster, we are seeing below exceptions in all the kafka server nodes.
      Please assist on the below issue. We are facing this in production environment and its effecting the data.

       

      Below is the kafkaServer log:
      --------------------------------------

      java.net.SocketTimeoutException: Failed to connect within 30000 ms
      at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93)
      at kafka.server.ReplicaFetcherThread.fetchFromLeader(ReplicaFetcherThread.scala:190)
      at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:241)
      at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3(AbstractFetcherThread.scala:130)
      at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3$adapted(AbstractFetcherThread.scala:129)
      at scala.Option.foreach(Option.scala:257)
      at kafka.server.AbstractFetcherThread.maybeFetch(AbstractFetcherThread.scala:129)
      at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:111)
      at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82)
      [2019-06-13 13:32:50,779] INFO [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error sending fetch request (sessionId=917670852, epoch=INITIAL) to node 1: java.net.SocketTimeoutException: Failed to connect within 30000 ms. (org.apache.kafka.clients.FetchSessionHandler)
      [2019-06-13 13:32:50,779] WARN [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error in response for fetch request (type=FetchRequest, replicaId=0, maxWait=500, minBytes=1, maxBytes=10485760, fetchData={rsyslog_logstash-2=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[37]), __consumer_offsets-30=(offset=993338, logStartOffset=993338, maxBytes=1048576, currentLeaderEpoch=Optional[123]), artifactory-0=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[28]), __consumer_offsets-15=(offset=1587225971, logStartOffset=1587225971, maxBytes=1048576, currentLeaderEpoch=Optional[119]), canary-0=(offset=365, logStartOffset=365, maxBytes=1048576, currentLeaderEpoch=Optional[33]), dhcp-1=(offset=119100650, logStartOffset=117981376, maxBytes=1048576, currentLeaderEpoch=Optional[60]), network-rsyslog-0=(offset=28239623581, logStartOffset=28206340439, maxBytes=1048576, currentLeaderEpoch=Optional[43]), __consumer_offsets-10=(offset=521110, logStartOffset=521110, maxBytes=1048576, currentLeaderEpoch=Optional[129]), cyberark-2=(offset=2908230, logStartOffset=2884227, maxBytes=1048576, currentLeaderEpoch=Optional[83]), __consumer_offsets-35=(offset=3486700, logStartOffset=3486700, maxBytes=1048576, currentLeaderEpoch=Optional[107]), seclogs-1=(offset=4018313686, logStartOffset=4017261270, maxBytes=1048576, currentLeaderEpoch=Optional[91])}, isolationLevel=READ_UNCOMMITTED, toForget=, metadata=(sessionId=917670852, epoch=INITIAL)) (kafka.server.ReplicaFetcherThread)
      java.net.SocketTimeoutException: Failed to connect within 30000 ms
      at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93)
      at kafka.server.ReplicaFetcherThread.fetchFromLeader(ReplicaFetcherThread.scala:190)
      at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:241)
      at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3(AbstractFetcherThread.scala:130)
      at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3$adapted(AbstractFetcherThread.scala:129)
      at scala.Option.foreach(Option.scala:257)
      at kafka.server.AbstractFetcherThread.maybeFetch(AbstractFetcherThread.scala:129)
      at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:111)
      at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82)
      [2019-06-13 13:33:22,781] INFO [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error sending fetch request (sessionId=917670852, epoch=INITIAL) to node 1: java.net.SocketTimeoutException: Failed to connect within 30000 ms. (org.apache.kafka.clients.FetchSessionHandler)
      [2019-06-13 13:33:22,782] WARN [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error in response for fetch request (type=FetchRequest, replicaId=0, maxWait=500, minBytes=1, maxBytes=10485760, fetchData={rsyslog_logstash-2=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[37]), __consumer_offsets-30=(offset=993338, logStartOffset=993338, maxBytes=1048576, currentLeaderEpoch=Optional[123]), artifactory-0=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[28]), __consumer_offsets-15=(offset=1587225971, logStartOffset=1587225971, maxBytes=1048576, currentLeaderEpoch=Optional[119]), canary-0=(offset=365, logStartOffset=365, maxBytes=1048576, currentLeaderEpoch=Optional[33]), dhcp-1=(offset=119100650, logStartOffset=117981376, maxBytes=1048576, currentLeaderEpoch=Optional[60]), network-rsyslog-0=(offset=28239623581, logStartOffset=28206340439, maxBytes=1048576, currentLeaderEpoch=Optional[43]), __consumer_offsets-10=(offset=521110, logStartOffset=521110, maxBytes=1048576, currentLeaderEpoch=Optional[129]), cyberark-2=(offset=2908230, logStartOffset=2884227, maxBytes=1048576, currentLeaderEpoch=Optional[83]), __consumer_offsets-35=(offset=3486700, logStartOffset=3486700, maxBytes=1048576, currentLeaderEpoch=Optional[107]), seclogs-1=(offset=4018313686, logStartOffset=4017261270, maxBytes=1048576, currentLeaderEpoch=Optional[91])}, isolationLevel=READ_UNCOMMITTED, toForget=, metadata=(sessionId=917670852, epoch=INITIAL)) (kafka.server.ReplicaFetcherThread)
      java.net.SocketTimeoutException: Failed to connect within 30000 ms
      at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93)
      at kafka.server.ReplicaFetcherThread.fetchFromLeader(ReplicaFetcherThread.scala:190)
      at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:241)
      at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3(AbstractFetcherThread.scala:130)
      at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3$adapted(AbstractFetcherThread.scala:129)
      at scala.Option.foreach(Option.scala:257)
      at kafka.server.AbstractFetcherThread.maybeFetch(AbstractFetcherThread.scala:129)
      at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:111)
      at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82)
      [2019-06-13 13:33:54,811] INFO [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error sending fetch request (sessionId=917670852, epoch=INITIAL) to node 1: java.net.SocketTimeoutException: Failed to connect within 30000 ms. (org.apache.kafka.clients.FetchSessionHandler)
      [2019-06-13 13:33:54,811] WARN [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error in response for fetch request (type=FetchRequest, replicaId=0, maxWait=500, minBytes=1, maxBytes=10485760, fetchData={rsyslog_logstash-2=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[37]), __consumer_offsets-30=(offset=993338, logStartOffset=993338, maxBytes=1048576, currentLeaderEpoch=Optional[123]), artifactory-0=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[28]), __consumer_offsets-15=(offset=1587225971, logStartOffset=1587225971, maxBytes=1048576, currentLeaderEpoch=Optional[119]), canary-0=(offset=365, logStartOffset=365, maxBytes=1048576, currentLeaderEpoch=Optional[33]), dhcp-1=(offset=119100650, logStartOffset=117981376, maxBytes=1048576, currentLeaderEpoch=Optional[60]), network-rsyslog-0=(offset=28239623581, logStartOffset=28206340439, maxBytes=1048576, currentLeaderEpoch=Optional[43]), __consumer_offsets-10=(offset=521110, logStartOffset=521110, maxBytes=1048576, currentLeaderEpoch=Optional[129]), cyberark-2=(offset=2908230, logStartOffset=2884227, maxBytes=1048576, currentLeaderEpoch=Optional[83]), __consumer_offsets-35=(offset=3486700, logStartOffset=3486700, maxBytes=1048576, currentLeaderEpoch=Optional[107]), seclogs-1=(offset=4018313686, logStartOffset=4017261270, maxBytes=1048576, currentLeaderEpoch=Optional[91])}, isolationLevel=READ_UNCOMMITTED, toForget=, metadata=(sessionId=917670852, epoch=INITIAL)) (kafka.server.ReplicaFetcherThread)
      java.net.SocketTimeoutException: Failed to connect within 30000 ms
      at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93)
      at kafka.server.ReplicaFetcherThread.fetchFromLeader(ReplicaFetcherThread.scala:190)
      at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:241)
      at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3(AbstractFetcherThread.scala:130)
      at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3$adapted(AbstractFetcherThread.scala:129)
      at scala.Option.foreach(Option.scala:257)
      at kafka.server.AbstractFetcherThread.maybeFetch(AbstractFetcherThread.scala:129)
      at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:111)
      at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82)
      [2019-06-13 13:34:26,842] INFO [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error sending fetch request (sessionId=917670852, epoch=INITIAL) to node 1: java.net.SocketTimeoutException: Failed to connect within 30000 ms. (org.apache.kafka.clients.FetchSessionHandler)
      [2019-06-13 13:34:26,842] WARN [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error in response for fetch request (type=FetchRequest, replicaId=0, maxWait=500, minBytes=1, maxBytes=10485760, fetchData={rsyslog_logstash-2=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[37]), __consumer_offsets-30=(offset=993338, logStartOffset=993338, maxBytes=1048576, currentLeaderEpoch=Optional[123]), artifactory-0=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[28]), __consumer_offsets-15=(offset=1587225971, logStartOffset=1587225971, maxBytes=1048576, currentLeaderEpoch=Optional[119]), canary-0=(offset=365, logStartOffset=365, maxBytes=1048576, currentLeaderEpoch=Optional[33]), dhcp-1=(offset=119100650, logStartOffset=117981376, maxBytes=1048576, currentLeaderEpoch=Optional[60]), network-rsyslog-0=(offset=28239623581, logStartOffset=28206340439, maxBytes=1048576, currentLeaderEpoch=Optional[43]), __consumer_offsets-10=(offset=521110, logStartOffset=521110, maxBytes=1048576, currentLeaderEpoch=Optional[129]), cyberark-2=(offset=2908230, logStartOffset=2884227, maxBytes=1048576, currentLeaderEpoch=Optional[83]), __consumer_offsets-35=(offset=3486700, logStartOffset=3486700, maxBytes=1048576, currentLeaderEpoch=Optional[107]), seclogs-1=(offset=4018313686, logStartOffset=4017261270, maxBytes=1048576, currentLeaderEpoch=Optional[91])}, isolationLevel=READ_UNCOMMITTED, toForget=, metadata=(sessionId=917670852, epoch=INITIAL)) (kafka.server.ReplicaFetcherThread)
      java.net.SocketTimeoutException: Failed to connect within 30000 ms
      at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93)
      at kafka.server.ReplicaFetcherThread.fetchFromLeader(ReplicaFetcherThread.scala:190)
      at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:241)
      at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3(AbstractFetcherThread.scala:130)
      at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3$adapted(AbstractFetcherThread.scala:129)
      at scala.Option.foreach(Option.scala:257)
      at kafka.server.AbstractFetcherThread.maybeFetch(AbstractFetcherThread.scala:129)
      at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:111)
      at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82)
      [2019-06-13 13:34:58,873] INFO [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error sending fetch request (sessionId=917670852, epoch=INITIAL) to node 1: java.net.SocketTimeoutException: Failed to connect within 30000 ms. (org.apache.kafka.clients.FetchSessionHandler)
      [2019-06-13 13:34:58,874] WARN [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error in response for fetch request (type=FetchRequest, replicaId=0, maxWait=500, minBytes=1, maxBytes=10485760, fetchData={rsyslog_logstash-2=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[37]), __consumer_offsets-30=(offset=993338, logStartOffset=993338, maxBytes=1048576, currentLeaderEpoch=Optional[123]), artifactory-0=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[28]), __consumer_offsets-15=(offset=1587225971, logStartOffset=1587225971, maxBytes=1048576, currentLeaderEpoch=Optional[119]), canary-0=(offset=365, logStartOffset=365, maxBytes=1048576, currentLeaderEpoch=Optional[33]), dhcp-1=(offset=119100650, logStartOffset=117981376, maxBytes=1048576, currentLeaderEpoch=Optional[60]), network-rsyslog-0=(offset=28239623581, logStartOffset=28206340439, maxBytes=1048576, currentLeaderEpoch=Optional[43]), __consumer_offsets-10=(offset=521110, logStartOffset=521110, maxBytes=1048576, currentLeaderEpoch=Optional[129]), cyberark-2=(offset=2908230, logStartOffset=2884227, maxBytes=1048576, currentLeaderEpoch=Optional[83]), __consumer_offsets-35=(offset=3486700, logStartOffset=3486700, maxBytes=1048576, currentLeaderEpoch=Optional[107]), seclogs-1=(offset=4018313686, logStartOffset=4017261270, maxBytes=1048576, currentLeaderEpoch=Optional[91])}, isolationLevel=READ_UNCOMMITTED, toForget=, metadata=(sessionId=917670852, epoch=INITIAL)) (kafka.server.ReplicaFetcherThread)
      java.net.SocketTimeoutException: Failed to connect within 30000 ms
      at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93)
      at kafka.server.ReplicaFetcherThread.fetchFromLeader(ReplicaFetcherThread.scala:190)
      at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:241)
      at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3(AbstractFetcherThread.scala:130)
      at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3$adapted(AbstractFetcherThread.scala:129)
      at scala.Option.foreach(Option.scala:257)
      at kafka.server.AbstractFetcherThread.maybeFetch(AbstractFetcherThread.scala:129)
      at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:111)
      at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82)
      [2019-06-13 13:35:30,879] INFO [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error sending fetch request (sessionId=917670852, epoch=INITIAL) to node 1: java.net.SocketTimeoutException: Failed to connect within 30000 ms. (org.apache.kafka.clients.FetchSessionHandler)
      [2019-06-13 13:35:30,879] WARN [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error in response for fetch request (type=FetchRequest, replicaId=0, maxWait=500, minBytes=1, maxBytes=10485760, fetchData={rsyslog_logstash-2=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[37]), __consumer_offsets-30=(offset=993338, logStartOffset=993338, maxBytes=1048576, currentLeaderEpoch=Optional[123]), artifactory-0=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[28]), __consumer_offsets-15=(offset=1587225971, logStartOffset=1587225971, maxBytes=1048576, currentLeaderEpoch=Optional[119]), canary-0=(offset=365, logStartOffset=365, maxBytes=1048576, currentLeaderEpoch=Optional[33]), dhcp-1=(offset=119100650, logStartOffset=117981376, maxBytes=1048576, currentLeaderEpoch=Optional[60]), network-rsyslog-0=(offset=28239623581, logStartOffset=28206340439, maxBytes=1048576, currentLeaderEpoch=Optional[43]), __consumer_offsets-10=(offset=521110, logStartOffset=521110, maxBytes=1048576, currentLeaderEpoch=Optional[129]), cyberark-2=(offset=2908230, logStartOffset=2884227, maxBytes=1048576, currentLeaderEpoch=Optional[83]), __consumer_offsets-35=(offset=3486700, logStartOffset=3486700, maxBytes=1048576, currentLeaderEpoch=Optional[107]), seclogs-1=(offset=4018313686, logStartOffset=4017261270, maxBytes=1048576, currentLeaderEpoch=Optional[91])}, isolationLevel=READ_UNCOMMITTED, toForget=, metadata=(sessionId=917670852, epoch=INITIAL)) (kafka.server.ReplicaFetcherThread)
      java.net.SocketTimeoutException: Failed to connect within 30000 ms
      at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93)
      at kafka.server.ReplicaFetcherThread.fetchFromLeader(ReplicaFetcherThread.scala:190)
      at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:241)
      at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3(AbstractFetcherThread.scala:130)
      at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3$adapted(AbstractFetcherThread.scala:129)
      at scala.Option.foreach(Option.scala:257)
      at kafka.server.AbstractFetcherThread.maybeFetch(AbstractFetcherThread.scala:129)
      at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:111)
      at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82)
      [2019-06-13 13:36:02,895] INFO [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error sending fetch request (sessionId=917670852, epoch=INITIAL) to node 1: java.net.SocketTimeoutException: Failed to connect within 30000 ms. (org.apache.kafka.clients.FetchSessionHandler)
      [2019-06-13 13:36:02,896] WARN [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error in response for fetch request (type=FetchRequest, replicaId=0, maxWait=500, minBytes=1, maxBytes=10485760, fetchData={rsyslog_logstash-2=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[37]), __consumer_offsets-30=(offset=993338, logStartOffset=993338, maxBytes=1048576, currentLeaderEpoch=Optional[123]), artifactory-0=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[28]), __consumer_offsets-15=(offset=1587225971, logStartOffset=1587225971, maxBytes=1048576, currentLeaderEpoch=Optional[119]), canary-0=(offset=365, logStartOffset=365, maxBytes=1048576, currentLeaderEpoch=Optional[33]), dhcp-1=(offset=119100650, logStartOffset=117981376, maxBytes=1048576, currentLeaderEpoch=Optional[60]), network-rsyslog-0=(offset=28239623581, logStartOffset=28206340439, maxBytes=1048576, currentLeaderEpoch=Optional[43]), __consumer_offsets-10=(offset=521110, logStartOffset=521110, maxBytes=1048576, currentLeaderEpoch=Optional[129]), cyberark-2=(offset=2908230, logStartOffset=2884227, maxBytes=1048576, currentLeaderEpoch=Optional[83]), __consumer_offsets-35=(offset=3486700, logStartOffset=3486700, maxBytes=1048576, currentLeaderEpoch=Optional[107]), seclogs-1=(offset=4018313686, logStartOffset=4017261270, maxBytes=1048576, currentLeaderEpoch=Optional[91])}, isolationLevel=READ_UNCOMMITTED, toForget=, metadata=(sessionId=917670852, epoch=INITIAL)) (kafka.server.ReplicaFetcherThread)
      java.net.SocketTimeoutException: Failed to connect within 30000 ms
      at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93)
      at kafka.server.ReplicaFetcherThread.fetchFromLeader(ReplicaFetcherThread.scala:190)
      at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:241)
      at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3(AbstractFetcherThread.scala:130)
      at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3$adapted(AbstractFetcherThread.scala:129)
      at scala.Option.foreach(Option.scala:257)
      at kafka.server.AbstractFetcherThread.maybeFetch(AbstractFetcherThread.scala:129)
      at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:111)
      at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82)
      [2019-06-13 13:36:34,914] INFO [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error sending fetch request (sessionId=917670852, epoch=INITIAL) to node 1: java.net.SocketTimeoutException: Failed to connect within 30000 ms. (org.apache.kafka.clients.FetchSessionHandler)
      [2019-06-13 13:36:34,914] WARN [ReplicaFetcher replicaId=0, leaderId=1, fetcherId=0] Error in response for fetch request (type=FetchRequest, replicaId=0, maxWait=500, minBytes=1, maxBytes=10485760, fetchData={rsyslog_logstash-2=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[37]), __consumer_offsets-30=(offset=993338, logStartOffset=993338, maxBytes=1048576, currentLeaderEpoch=Optional[123]), artifactory-0=(offset=0, logStartOffset=0, maxBytes=1048576, currentLeaderEpoch=Optional[28]), __consumer_offsets-15=(offset=1587225971, logStartOffset=1587225971, maxBytes=1048576, currentLeaderEpoch=Optional[119]), canary-0=(offset=365, logStartOffset=365, maxBytes=1048576, currentLeaderEpoch=Optional[33]), dhcp-1=(offset=119100650, logStartOffset=117981376, maxBytes=1048576, currentLeaderEpoch=Optional[60]), network-rsyslog-0=(offset=28239623581, logStartOffset=28206340439, maxBytes=1048576, currentLeaderEpoch=Optional[43]), __consumer_offsets-10=(offset=521110, logStartOffset=521110, maxBytes=1048576, currentLeaderEpoch=Optional[129]), cyberark-2=(offset=2908230, logStartOffset=2884227, maxBytes=1048576, currentLeaderEpoch=Optional[83]), __consumer_offsets-35=(offset=3486700, logStartOffset=3486700, maxBytes=1048576, currentLeaderEpoch=Optional[107]), seclogs-1=(offset=4018313686, logStartOffset=4017261270, maxBytes=1048576, currentLeaderEpoch=Optional[91])}, isolationLevel=READ_UNCOMMITTED, toForget=, metadata=(sessionId=917670852, epoch=INITIAL)) (kafka.server.ReplicaFetcherThread)
      java.net.SocketTimeoutException: Failed to connect within 30000 ms
      at kafka.server.ReplicaFetcherBlockingSend.sendRequest(ReplicaFetcherBlockingSend.scala:93)
      at kafka.server.ReplicaFetcherThread.fetchFromLeader(ReplicaFetcherThread.scala:190)
      at kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:241)
      at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3(AbstractFetcherThread.scala:130)
      at kafka.server.AbstractFetcherThread.$anonfun$maybeFetch$3$adapted(AbstractFetcherThread.scala:129)
      at scala.Option.foreach(Option.scala:257)
      at kafka.server.AbstractFetcherThread.maybeFetch(AbstractFetcherThread.scala:129)
      at kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:111)
      at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82)

      Attachments

        Issue Links

        Activity

          This comment will be Viewable by All Users Viewable by All Users
          Cancel

          People

            Unassigned Unassigned
            Vinayzxzx VinayKumar

            Dates

              Created:
              Updated:

              Slack

                Issue deployment