[2019-04-30 15:29:04,086] INFO [ZooKeeperClient] Initializing a new session to 127.0.0.1:64847. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,086] INFO [ZooKeeperClient] Waiting until connected. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,090] INFO [ZooKeeperClient] Connected. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,094] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = null advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 0 broker.id.generation.enable = true broker.rack = rack1 client.quota.callback.class = null compression.type = producer connection.failed.authentication.delay.ms = 100 connections.max.idle.ms = 600000 connections.max.reauth.ms = 0 control.plane.listener.name = null controlled.shutdown.enable = true controlled.shutdown.max.retries = 3 controlled.shutdown.retry.backoff.ms = 100 controller.socket.timeout.ms = 1500 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 0 group.max.session.timeout.ms = 300000 group.max.size = 2147483647 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 2.2-IV1 kafka.metrics.polling.interval.secs = 10 kafka.metrics.reporters = [] leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL listeners = PLAINTEXT://localhost:0 log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 2097152 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889 log.dirs = null log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.downconversion.enable = true log.message.format.version = 2.2-IV1 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = -1 log.retention.check.interval.ms = 300000 log.retention.hours = 168 log.retention.minutes = null log.retention.ms = null log.roll.hours = 168 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 1073741824 log.segment.delete.delay.ms = 1000 max.connections = 2147483647 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 8 num.network.threads = 3 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 600000 offsets.retention.minutes = 10080 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 5 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 1500 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 30000 reserved.broker.max.id = 1000 sasl.client.callback.handler.class = null sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism.inter.broker.protocol = GSSAPI sasl.server.callback.handler.class = null security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 104857600 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.principal.mapping.rules = [DEFAULT] ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 2 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 3 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = 127.0.0.1:64847 zookeeper.connection.timeout.ms = 10000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 6000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig:279) [2019-04-30 15:29:04,095] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = null advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 1 broker.id.generation.enable = true broker.rack = rack2 client.quota.callback.class = null compression.type = producer connection.failed.authentication.delay.ms = 100 connections.max.idle.ms = 600000 connections.max.reauth.ms = 0 control.plane.listener.name = null controlled.shutdown.enable = true controlled.shutdown.max.retries = 3 controlled.shutdown.retry.backoff.ms = 100 controller.socket.timeout.ms = 1500 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 0 group.max.session.timeout.ms = 300000 group.max.size = 2147483647 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 2.2-IV1 kafka.metrics.polling.interval.secs = 10 kafka.metrics.reporters = [] leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL listeners = PLAINTEXT://localhost:0 log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 2097152 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-832548546913875933 log.dirs = null log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.downconversion.enable = true log.message.format.version = 2.2-IV1 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = -1 log.retention.check.interval.ms = 300000 log.retention.hours = 168 log.retention.minutes = null log.retention.ms = null log.roll.hours = 168 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 1073741824 log.segment.delete.delay.ms = 1000 max.connections = 2147483647 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 8 num.network.threads = 3 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 600000 offsets.retention.minutes = 10080 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 5 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 1500 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 30000 reserved.broker.max.id = 1000 sasl.client.callback.handler.class = null sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism.inter.broker.protocol = GSSAPI sasl.server.callback.handler.class = null security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 104857600 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.principal.mapping.rules = [DEFAULT] ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 2 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 3 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = 127.0.0.1:64847 zookeeper.connection.timeout.ms = 10000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 6000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig:279) [2019-04-30 15:29:04,096] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = null advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 2 broker.id.generation.enable = true broker.rack = rack2 client.quota.callback.class = null compression.type = producer connection.failed.authentication.delay.ms = 100 connections.max.idle.ms = 600000 connections.max.reauth.ms = 0 control.plane.listener.name = null controlled.shutdown.enable = true controlled.shutdown.max.retries = 3 controlled.shutdown.retry.backoff.ms = 100 controller.socket.timeout.ms = 1500 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 0 group.max.session.timeout.ms = 300000 group.max.size = 2147483647 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 2.2-IV1 kafka.metrics.polling.interval.secs = 10 kafka.metrics.reporters = [] leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL listeners = PLAINTEXT://localhost:0 log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 2097152 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-32453693857413993 log.dirs = null log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.downconversion.enable = true log.message.format.version = 2.2-IV1 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = -1 log.retention.check.interval.ms = 300000 log.retention.hours = 168 log.retention.minutes = null log.retention.ms = null log.roll.hours = 168 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 1073741824 log.segment.delete.delay.ms = 1000 max.connections = 2147483647 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 8 num.network.threads = 3 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 600000 offsets.retention.minutes = 10080 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 5 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 1500 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 30000 reserved.broker.max.id = 1000 sasl.client.callback.handler.class = null sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism.inter.broker.protocol = GSSAPI sasl.server.callback.handler.class = null security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 104857600 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.principal.mapping.rules = [DEFAULT] ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 2 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 3 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = 127.0.0.1:64847 zookeeper.connection.timeout.ms = 10000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 6000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig:279) [2019-04-30 15:29:04,096] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = null advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 3 broker.id.generation.enable = true broker.rack = rack1 client.quota.callback.class = null compression.type = producer connection.failed.authentication.delay.ms = 100 connections.max.idle.ms = 600000 connections.max.reauth.ms = 0 control.plane.listener.name = null controlled.shutdown.enable = true controlled.shutdown.max.retries = 3 controlled.shutdown.retry.backoff.ms = 100 controller.socket.timeout.ms = 1500 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 0 group.max.session.timeout.ms = 300000 group.max.size = 2147483647 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 2.2-IV1 kafka.metrics.polling.interval.secs = 10 kafka.metrics.reporters = [] leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL listeners = PLAINTEXT://localhost:0 log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 2097152 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4196475890873205443 log.dirs = null log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.downconversion.enable = true log.message.format.version = 2.2-IV1 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = -1 log.retention.check.interval.ms = 300000 log.retention.hours = 168 log.retention.minutes = null log.retention.ms = null log.roll.hours = 168 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 1073741824 log.segment.delete.delay.ms = 1000 max.connections = 2147483647 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 8 num.network.threads = 3 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 600000 offsets.retention.minutes = 10080 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 5 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 1500 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 30000 reserved.broker.max.id = 1000 sasl.client.callback.handler.class = null sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism.inter.broker.protocol = GSSAPI sasl.server.callback.handler.class = null security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 104857600 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.principal.mapping.rules = [DEFAULT] ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 2 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 3 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = 127.0.0.1:64847 zookeeper.connection.timeout.ms = 10000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 6000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig:279) [2019-04-30 15:29:04,097] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = null advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 4 broker.id.generation.enable = true broker.rack = rack3 client.quota.callback.class = null compression.type = producer connection.failed.authentication.delay.ms = 100 connections.max.idle.ms = 600000 connections.max.reauth.ms = 0 control.plane.listener.name = null controlled.shutdown.enable = true controlled.shutdown.max.retries = 3 controlled.shutdown.retry.backoff.ms = 100 controller.socket.timeout.ms = 1500 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 0 group.max.session.timeout.ms = 300000 group.max.size = 2147483647 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 2.2-IV1 kafka.metrics.polling.interval.secs = 10 kafka.metrics.reporters = [] leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL listeners = PLAINTEXT://localhost:0 log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 2097152 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-1107480147351068348 log.dirs = null log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.downconversion.enable = true log.message.format.version = 2.2-IV1 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = -1 log.retention.check.interval.ms = 300000 log.retention.hours = 168 log.retention.minutes = null log.retention.ms = null log.roll.hours = 168 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 1073741824 log.segment.delete.delay.ms = 1000 max.connections = 2147483647 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 8 num.network.threads = 3 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 600000 offsets.retention.minutes = 10080 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 5 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 1500 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 30000 reserved.broker.max.id = 1000 sasl.client.callback.handler.class = null sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism.inter.broker.protocol = GSSAPI sasl.server.callback.handler.class = null security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 104857600 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.principal.mapping.rules = [DEFAULT] ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 2 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 3 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = 127.0.0.1:64847 zookeeper.connection.timeout.ms = 10000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 6000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig:279) [2019-04-30 15:29:04,097] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = null advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 5 broker.id.generation.enable = true broker.rack = rack3 client.quota.callback.class = null compression.type = producer connection.failed.authentication.delay.ms = 100 connections.max.idle.ms = 600000 connections.max.reauth.ms = 0 control.plane.listener.name = null controlled.shutdown.enable = true controlled.shutdown.max.retries = 3 controlled.shutdown.retry.backoff.ms = 100 controller.socket.timeout.ms = 1500 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 0 group.max.session.timeout.ms = 300000 group.max.size = 2147483647 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 2.2-IV1 kafka.metrics.polling.interval.secs = 10 kafka.metrics.reporters = [] leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL listeners = PLAINTEXT://localhost:0 log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 2097152 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4439759987902282053 log.dirs = null log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.downconversion.enable = true log.message.format.version = 2.2-IV1 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = -1 log.retention.check.interval.ms = 300000 log.retention.hours = 168 log.retention.minutes = null log.retention.ms = null log.roll.hours = 168 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 1073741824 log.segment.delete.delay.ms = 1000 max.connections = 2147483647 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 8 num.network.threads = 3 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 600000 offsets.retention.minutes = 10080 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 5 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 1500 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 30000 reserved.broker.max.id = 1000 sasl.client.callback.handler.class = null sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism.inter.broker.protocol = GSSAPI sasl.server.callback.handler.class = null security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 104857600 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.principal.mapping.rules = [DEFAULT] ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 2 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 3 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = 127.0.0.1:64847 zookeeper.connection.timeout.ms = 10000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 6000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig:279) [2019-04-30 15:29:04,097] INFO starting (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,098] INFO Connecting to zookeeper on 127.0.0.1:64847 (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,098] INFO [ZooKeeperClient Kafka server] Initializing a new session to 127.0.0.1:64847. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,098] INFO [ZooKeeperClient Kafka server] Waiting until connected. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,099] INFO [ZooKeeperClient Kafka server] Connected. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,105] INFO Cluster ID = a6VBLtXlSKKGsnj7EVEjAA (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,105] WARN No meta.properties file under dir /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889/meta.properties (kafka.server.BrokerMetadataCheckpoint:70) [2019-04-30 15:29:04,106] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = null advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 0 broker.id.generation.enable = true broker.rack = rack1 client.quota.callback.class = null compression.type = producer connection.failed.authentication.delay.ms = 100 connections.max.idle.ms = 600000 connections.max.reauth.ms = 0 control.plane.listener.name = null controlled.shutdown.enable = true controlled.shutdown.max.retries = 3 controlled.shutdown.retry.backoff.ms = 100 controller.socket.timeout.ms = 1500 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 0 group.max.session.timeout.ms = 300000 group.max.size = 2147483647 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 2.2-IV1 kafka.metrics.polling.interval.secs = 10 kafka.metrics.reporters = [] leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL listeners = PLAINTEXT://localhost:0 log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 2097152 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889 log.dirs = null log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.downconversion.enable = true log.message.format.version = 2.2-IV1 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = -1 log.retention.check.interval.ms = 300000 log.retention.hours = 168 log.retention.minutes = null log.retention.ms = null log.roll.hours = 168 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 1073741824 log.segment.delete.delay.ms = 1000 max.connections = 2147483647 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 8 num.network.threads = 3 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 600000 offsets.retention.minutes = 10080 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 5 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 1500 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 30000 reserved.broker.max.id = 1000 sasl.client.callback.handler.class = null sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism.inter.broker.protocol = GSSAPI sasl.server.callback.handler.class = null security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 104857600 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.principal.mapping.rules = [DEFAULT] ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 2 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 3 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = 127.0.0.1:64847 zookeeper.connection.timeout.ms = 10000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 6000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig:279) [2019-04-30 15:29:04,107] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = null advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 0 broker.id.generation.enable = true broker.rack = rack1 client.quota.callback.class = null compression.type = producer connection.failed.authentication.delay.ms = 100 connections.max.idle.ms = 600000 connections.max.reauth.ms = 0 control.plane.listener.name = null controlled.shutdown.enable = true controlled.shutdown.max.retries = 3 controlled.shutdown.retry.backoff.ms = 100 controller.socket.timeout.ms = 1500 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 0 group.max.session.timeout.ms = 300000 group.max.size = 2147483647 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 2.2-IV1 kafka.metrics.polling.interval.secs = 10 kafka.metrics.reporters = [] leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL listeners = PLAINTEXT://localhost:0 log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 2097152 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889 log.dirs = null log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.downconversion.enable = true log.message.format.version = 2.2-IV1 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = -1 log.retention.check.interval.ms = 300000 log.retention.hours = 168 log.retention.minutes = null log.retention.ms = null log.roll.hours = 168 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 1073741824 log.segment.delete.delay.ms = 1000 max.connections = 2147483647 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 8 num.network.threads = 3 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 600000 offsets.retention.minutes = 10080 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 5 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 1500 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 30000 reserved.broker.max.id = 1000 sasl.client.callback.handler.class = null sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism.inter.broker.protocol = GSSAPI sasl.server.callback.handler.class = null security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 104857600 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.principal.mapping.rules = [DEFAULT] ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 2 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 3 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = 127.0.0.1:64847 zookeeper.connection.timeout.ms = 10000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 6000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig:279) [2019-04-30 15:29:04,108] INFO [ThrottledChannelReaper-Fetch]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:04,108] INFO [ThrottledChannelReaper-Produce]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:04,109] INFO [ThrottledChannelReaper-Request]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:04,110] INFO Loading logs. (kafka.log.LogManager:66) [2019-04-30 15:29:04,111] INFO Logs loading complete in 1 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:04,112] INFO Starting log cleanup with a period of 300000 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:04,112] INFO Starting log flusher with a default period of 9223372036854775807 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:04,112] INFO Starting the log cleaner (kafka.log.LogCleaner:66) [2019-04-30 15:29:04,115] INFO [kafka-log-cleaner-thread-0]: Starting (kafka.log.LogCleaner:66) [2019-04-30 15:29:04,122] INFO Awaiting socket connections on slocalhost:64850. (kafka.network.Acceptor:66) [2019-04-30 15:29:04,123] INFO [SocketServer brokerId=0] Created data-plane acceptor and processors for endpoint : EndPoint(localhost,0,ListenerName(PLAINTEXT),PLAINTEXT) (kafka.network.SocketServer:66) [2019-04-30 15:29:04,123] INFO [SocketServer brokerId=0] Started 1 acceptor threads for data-plane (kafka.network.SocketServer:66) [2019-04-30 15:29:04,123] INFO [ExpirationReaper-0-Produce]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,123] INFO [ExpirationReaper-0-Fetch]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,124] INFO [ExpirationReaper-0-DeleteRecords]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,124] INFO [ExpirationReaper-0-ElectPreferredLeader]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,125] INFO [LogDirFailureHandler]: Starting (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:04,125] INFO Creating /brokers/ids/0 (is it secure? false) (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:04,125] INFO Stat of the created znode at /brokers/ids/0 is: 25,25,1556630944125,1556630944125,1,0,0,72091262568366081,205,0,25 (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:04,125] INFO Registered broker 0 at path /brokers/ids/0 with addresses: ArrayBuffer(EndPoint(localhost,64850,ListenerName(PLAINTEXT),PLAINTEXT)), czxid (broker epoch): 25 (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:04,126] WARN No meta.properties file under dir /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889/meta.properties (kafka.server.BrokerMetadataCheckpoint:70) [2019-04-30 15:29:04,127] INFO [ControllerEventThread controllerId=0] Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:04,127] INFO [ExpirationReaper-0-topic]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,127] INFO [ExpirationReaper-0-Heartbeat]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,127] INFO [ExpirationReaper-0-Rebalance]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,127] INFO [GroupCoordinator 0]: Starting up. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:04,127] INFO Successfully created /controller_epoch with initial epoch 0 (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:04,127] INFO [GroupCoordinator 0]: Startup complete. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:04,128] INFO [GroupMetadataManager brokerId=0] Removed 0 expired offsets in 1 milliseconds. (kafka.coordinator.group.GroupMetadataManager:66) [2019-04-30 15:29:04,128] INFO [Controller id=0] 0 successfully elected as the controller. Epoch incremented to 1 and epoch zk version is now 1 (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,128] INFO [Controller id=0] Registering handlers (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,128] INFO [ProducerId Manager 0]: Acquired new producerId block (brokerId:0,blockStartProducerId:0,blockEndProducerId:999) by writing to Zk with path version 1 (kafka.coordinator.transaction.ProducerIdManager:66) [2019-04-30 15:29:04,128] INFO [Controller id=0] Deleting log dir event notifications (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,128] INFO [Controller id=0] Deleting isr change notifications (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,129] INFO [Controller id=0] Initializing controller context (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,129] INFO [TransactionCoordinator id=0] Starting up. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:04,129] INFO [TransactionCoordinator id=0] Startup complete. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:04,129] INFO [Transaction Marker Channel Manager 0]: Starting (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:04,129] INFO [Controller id=0] Initialized broker epochs cache: Map(0 -> 25) (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,130] INFO [/config/changes-event-process-thread]: Starting (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:04,131] INFO [RequestSendThread controllerId=0] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:04,131] INFO [Controller id=0] Partitions being reassigned: Map() (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,131] INFO [Controller id=0] Currently active brokers in the cluster: Set(0) (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,131] INFO [Controller id=0] Currently shutting brokers in the cluster: Set() (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,131] INFO [Controller id=0] Current list of topics in the cluster: Set() (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,131] INFO [Controller id=0] Fetching topic deletions in progress (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,131] INFO [Controller id=0] List of topics to be deleted: (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,131] INFO [Controller id=0] List of topics ineligible for deletion: (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,131] INFO [Controller id=0] Initializing topic deletion manager (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,131] INFO [SocketServer brokerId=0] Started data-plane processors for 1 acceptors (kafka.network.SocketServer:66) [2019-04-30 15:29:04,131] INFO [Controller id=0] Sending update metadata request (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,132] INFO Kafka version: unknown (org.apache.kafka.common.utils.AppInfoParser:109) [2019-04-30 15:29:04,132] INFO Kafka commitId: unknown (org.apache.kafka.common.utils.AppInfoParser:110) [2019-04-30 15:29:04,132] INFO [ReplicaStateMachine controllerId=0] Initializing replica state (kafka.controller.ReplicaStateMachine:66) [2019-04-30 15:29:04,132] INFO [KafkaServer id=0] started (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,132] INFO [RequestSendThread controllerId=0] Controller 0 connected to localhost:64850 (id: 0 rack: rack1) for sending state change requests (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:04,132] INFO starting (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,132] INFO [ReplicaStateMachine controllerId=0] Triggering online replica state changes (kafka.controller.ReplicaStateMachine:66) [2019-04-30 15:29:04,132] INFO Connecting to zookeeper on 127.0.0.1:64847 (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,132] INFO [ReplicaStateMachine controllerId=0] Started replica state machine with initial state -> Map() (kafka.controller.ReplicaStateMachine:66) [2019-04-30 15:29:04,132] INFO [ZooKeeperClient Kafka server] Initializing a new session to 127.0.0.1:64847. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,132] INFO [PartitionStateMachine controllerId=0] Initializing partition state (kafka.controller.PartitionStateMachine:66) [2019-04-30 15:29:04,133] INFO [PartitionStateMachine controllerId=0] Triggering online partition state changes (kafka.controller.PartitionStateMachine:66) [2019-04-30 15:29:04,133] INFO [PartitionStateMachine controllerId=0] Started partition state machine with initial state -> Map() (kafka.controller.PartitionStateMachine:66) [2019-04-30 15:29:04,133] INFO [Controller id=0] Ready to serve as the new controller with epoch 1 (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,133] INFO [Controller id=0] Removing partitions Set() from the list of reassigned partitions in zookeeper (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,133] INFO [Controller id=0] No more partitions need to be reassigned. Deleting zk path /admin/reassign_partitions (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,133] INFO [ZooKeeperClient Kafka server] Waiting until connected. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,133] INFO [Controller id=0] Partitions undergoing preferred replica election: (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,134] INFO [Controller id=0] Partitions that completed preferred replica election: (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,134] INFO [Controller id=0] Skipping preferred replica election for partitions due to topic deletion: (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,134] INFO [Controller id=0] Resuming preferred replica election for partitions: (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,134] INFO [Controller id=0] Starting preferred replica leader election for partitions (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,134] INFO [ZooKeeperClient Kafka server] Connected. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,134] INFO [Controller id=0] Starting the controller scheduler (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,137] INFO Cluster ID = a6VBLtXlSKKGsnj7EVEjAA (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,137] WARN No meta.properties file under dir /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-832548546913875933/meta.properties (kafka.server.BrokerMetadataCheckpoint:70) [2019-04-30 15:29:04,138] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = null advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 1 broker.id.generation.enable = true broker.rack = rack2 client.quota.callback.class = null compression.type = producer connection.failed.authentication.delay.ms = 100 connections.max.idle.ms = 600000 connections.max.reauth.ms = 0 control.plane.listener.name = null controlled.shutdown.enable = true controlled.shutdown.max.retries = 3 controlled.shutdown.retry.backoff.ms = 100 controller.socket.timeout.ms = 1500 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 0 group.max.session.timeout.ms = 300000 group.max.size = 2147483647 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 2.2-IV1 kafka.metrics.polling.interval.secs = 10 kafka.metrics.reporters = [] leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL listeners = PLAINTEXT://localhost:0 log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 2097152 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-832548546913875933 log.dirs = null log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.downconversion.enable = true log.message.format.version = 2.2-IV1 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = -1 log.retention.check.interval.ms = 300000 log.retention.hours = 168 log.retention.minutes = null log.retention.ms = null log.roll.hours = 168 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 1073741824 log.segment.delete.delay.ms = 1000 max.connections = 2147483647 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 8 num.network.threads = 3 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 600000 offsets.retention.minutes = 10080 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 5 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 1500 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 30000 reserved.broker.max.id = 1000 sasl.client.callback.handler.class = null sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism.inter.broker.protocol = GSSAPI sasl.server.callback.handler.class = null security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 104857600 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.principal.mapping.rules = [DEFAULT] ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 2 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 3 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = 127.0.0.1:64847 zookeeper.connection.timeout.ms = 10000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 6000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig:279) [2019-04-30 15:29:04,139] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = null advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 1 broker.id.generation.enable = true broker.rack = rack2 client.quota.callback.class = null compression.type = producer connection.failed.authentication.delay.ms = 100 connections.max.idle.ms = 600000 connections.max.reauth.ms = 0 control.plane.listener.name = null controlled.shutdown.enable = true controlled.shutdown.max.retries = 3 controlled.shutdown.retry.backoff.ms = 100 controller.socket.timeout.ms = 1500 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 0 group.max.session.timeout.ms = 300000 group.max.size = 2147483647 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 2.2-IV1 kafka.metrics.polling.interval.secs = 10 kafka.metrics.reporters = [] leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL listeners = PLAINTEXT://localhost:0 log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 2097152 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-832548546913875933 log.dirs = null log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.downconversion.enable = true log.message.format.version = 2.2-IV1 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = -1 log.retention.check.interval.ms = 300000 log.retention.hours = 168 log.retention.minutes = null log.retention.ms = null log.roll.hours = 168 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 1073741824 log.segment.delete.delay.ms = 1000 max.connections = 2147483647 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 8 num.network.threads = 3 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 600000 offsets.retention.minutes = 10080 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 5 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 1500 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 30000 reserved.broker.max.id = 1000 sasl.client.callback.handler.class = null sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism.inter.broker.protocol = GSSAPI sasl.server.callback.handler.class = null security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 104857600 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.principal.mapping.rules = [DEFAULT] ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 2 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 3 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = 127.0.0.1:64847 zookeeper.connection.timeout.ms = 10000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 6000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig:279) [2019-04-30 15:29:04,140] INFO [ThrottledChannelReaper-Fetch]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:04,140] INFO [ThrottledChannelReaper-Produce]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:04,141] INFO [ThrottledChannelReaper-Request]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:04,141] INFO Loading logs. (kafka.log.LogManager:66) [2019-04-30 15:29:04,142] INFO Logs loading complete in 1 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:04,142] INFO Starting log cleanup with a period of 300000 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:04,142] INFO Starting log flusher with a default period of 9223372036854775807 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:04,143] INFO Starting the log cleaner (kafka.log.LogCleaner:66) [2019-04-30 15:29:04,145] INFO [kafka-log-cleaner-thread-0]: Starting (kafka.log.LogCleaner:66) [2019-04-30 15:29:04,152] INFO Awaiting socket connections on slocalhost:64853. (kafka.network.Acceptor:66) [2019-04-30 15:29:04,154] INFO [SocketServer brokerId=1] Created data-plane acceptor and processors for endpoint : EndPoint(localhost,0,ListenerName(PLAINTEXT),PLAINTEXT) (kafka.network.SocketServer:66) [2019-04-30 15:29:04,154] INFO [SocketServer brokerId=1] Started 1 acceptor threads for data-plane (kafka.network.SocketServer:66) [2019-04-30 15:29:04,154] INFO [ExpirationReaper-1-Produce]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,154] INFO [ExpirationReaper-1-Fetch]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,154] INFO [ExpirationReaper-1-DeleteRecords]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,154] INFO [ExpirationReaper-1-ElectPreferredLeader]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,155] INFO [LogDirFailureHandler]: Starting (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:04,156] INFO Creating /brokers/ids/1 (is it secure? false) (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:04,156] INFO Stat of the created znode at /brokers/ids/1 is: 44,44,1556630944156,1556630944156,1,0,0,72091262568366082,205,0,44 (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:04,156] INFO Registered broker 1 at path /brokers/ids/1 with addresses: ArrayBuffer(EndPoint(localhost,64853,ListenerName(PLAINTEXT),PLAINTEXT)), czxid (broker epoch): 44 (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:04,157] WARN No meta.properties file under dir /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-832548546913875933/meta.properties (kafka.server.BrokerMetadataCheckpoint:70) [2019-04-30 15:29:04,157] INFO [Controller id=0] Newly added brokers: 1, deleted brokers: , bounced brokers: , all live brokers: 0,1 (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,158] INFO [ControllerEventThread controllerId=1] Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:04,159] INFO [ExpirationReaper-1-topic]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,160] INFO [ExpirationReaper-1-Heartbeat]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,160] INFO [ExpirationReaper-1-Rebalance]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,161] INFO [Controller id=0] New broker startup callback for 1 (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,161] INFO [RequestSendThread controllerId=0] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:04,162] INFO [GroupCoordinator 1]: Starting up. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:04,162] INFO [RequestSendThread controllerId=0] Controller 0 connected to localhost:64853 (id: 1 rack: rack2) for sending state change requests (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:04,162] INFO [Controller id=0] Updated broker epochs cache: Map(0 -> 25, 1 -> 44) (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,162] INFO [GroupCoordinator 1]: Startup complete. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:04,163] INFO [GroupMetadataManager brokerId=1] Removed 0 expired offsets in 0 milliseconds. (kafka.coordinator.group.GroupMetadataManager:66) [2019-04-30 15:29:04,164] INFO [ProducerId Manager 1]: Acquired new producerId block (brokerId:1,blockStartProducerId:1000,blockEndProducerId:1999) by writing to Zk with path version 2 (kafka.coordinator.transaction.ProducerIdManager:66) [2019-04-30 15:29:04,164] INFO [TransactionCoordinator id=1] Starting up. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:04,165] INFO [TransactionCoordinator id=1] Startup complete. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:04,165] INFO [Transaction Marker Channel Manager 1]: Starting (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:04,166] INFO [/config/changes-event-process-thread]: Starting (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:04,167] INFO [SocketServer brokerId=1] Started data-plane processors for 1 acceptors (kafka.network.SocketServer:66) [2019-04-30 15:29:04,167] INFO Kafka version: unknown (org.apache.kafka.common.utils.AppInfoParser:109) [2019-04-30 15:29:04,167] INFO Kafka commitId: unknown (org.apache.kafka.common.utils.AppInfoParser:110) [2019-04-30 15:29:04,167] INFO [KafkaServer id=1] started (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,167] INFO starting (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,167] INFO Connecting to zookeeper on 127.0.0.1:64847 (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,167] INFO [ZooKeeperClient Kafka server] Initializing a new session to 127.0.0.1:64847. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,168] INFO [ZooKeeperClient Kafka server] Waiting until connected. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,169] INFO [ZooKeeperClient Kafka server] Connected. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,171] INFO Cluster ID = a6VBLtXlSKKGsnj7EVEjAA (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,171] WARN No meta.properties file under dir /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-32453693857413993/meta.properties (kafka.server.BrokerMetadataCheckpoint:70) [2019-04-30 15:29:04,172] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = null advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 2 broker.id.generation.enable = true broker.rack = rack2 client.quota.callback.class = null compression.type = producer connection.failed.authentication.delay.ms = 100 connections.max.idle.ms = 600000 connections.max.reauth.ms = 0 control.plane.listener.name = null controlled.shutdown.enable = true controlled.shutdown.max.retries = 3 controlled.shutdown.retry.backoff.ms = 100 controller.socket.timeout.ms = 1500 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 0 group.max.session.timeout.ms = 300000 group.max.size = 2147483647 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 2.2-IV1 kafka.metrics.polling.interval.secs = 10 kafka.metrics.reporters = [] leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL listeners = PLAINTEXT://localhost:0 log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 2097152 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-32453693857413993 log.dirs = null log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.downconversion.enable = true log.message.format.version = 2.2-IV1 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = -1 log.retention.check.interval.ms = 300000 log.retention.hours = 168 log.retention.minutes = null log.retention.ms = null log.roll.hours = 168 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 1073741824 log.segment.delete.delay.ms = 1000 max.connections = 2147483647 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 8 num.network.threads = 3 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 600000 offsets.retention.minutes = 10080 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 5 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 1500 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 30000 reserved.broker.max.id = 1000 sasl.client.callback.handler.class = null sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism.inter.broker.protocol = GSSAPI sasl.server.callback.handler.class = null security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 104857600 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.principal.mapping.rules = [DEFAULT] ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 2 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 3 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = 127.0.0.1:64847 zookeeper.connection.timeout.ms = 10000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 6000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig:279) [2019-04-30 15:29:04,173] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = null advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 2 broker.id.generation.enable = true broker.rack = rack2 client.quota.callback.class = null compression.type = producer connection.failed.authentication.delay.ms = 100 connections.max.idle.ms = 600000 connections.max.reauth.ms = 0 control.plane.listener.name = null controlled.shutdown.enable = true controlled.shutdown.max.retries = 3 controlled.shutdown.retry.backoff.ms = 100 controller.socket.timeout.ms = 1500 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 0 group.max.session.timeout.ms = 300000 group.max.size = 2147483647 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 2.2-IV1 kafka.metrics.polling.interval.secs = 10 kafka.metrics.reporters = [] leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL listeners = PLAINTEXT://localhost:0 log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 2097152 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-32453693857413993 log.dirs = null log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.downconversion.enable = true log.message.format.version = 2.2-IV1 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = -1 log.retention.check.interval.ms = 300000 log.retention.hours = 168 log.retention.minutes = null log.retention.ms = null log.roll.hours = 168 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 1073741824 log.segment.delete.delay.ms = 1000 max.connections = 2147483647 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 8 num.network.threads = 3 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 600000 offsets.retention.minutes = 10080 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 5 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 1500 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 30000 reserved.broker.max.id = 1000 sasl.client.callback.handler.class = null sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism.inter.broker.protocol = GSSAPI sasl.server.callback.handler.class = null security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 104857600 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.principal.mapping.rules = [DEFAULT] ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 2 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 3 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = 127.0.0.1:64847 zookeeper.connection.timeout.ms = 10000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 6000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig:279) [2019-04-30 15:29:04,174] INFO [ThrottledChannelReaper-Fetch]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:04,174] INFO [ThrottledChannelReaper-Produce]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:04,174] INFO [ThrottledChannelReaper-Request]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:04,175] INFO Loading logs. (kafka.log.LogManager:66) [2019-04-30 15:29:04,176] INFO Logs loading complete in 0 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:04,177] INFO Starting log cleanup with a period of 300000 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:04,178] INFO Starting log flusher with a default period of 9223372036854775807 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:04,178] INFO Starting the log cleaner (kafka.log.LogCleaner:66) [2019-04-30 15:29:04,181] INFO [kafka-log-cleaner-thread-0]: Starting (kafka.log.LogCleaner:66) [2019-04-30 15:29:04,189] INFO Awaiting socket connections on slocalhost:64856. (kafka.network.Acceptor:66) [2019-04-30 15:29:04,190] INFO [SocketServer brokerId=2] Created data-plane acceptor and processors for endpoint : EndPoint(localhost,0,ListenerName(PLAINTEXT),PLAINTEXT) (kafka.network.SocketServer:66) [2019-04-30 15:29:04,190] INFO [SocketServer brokerId=2] Started 1 acceptor threads for data-plane (kafka.network.SocketServer:66) [2019-04-30 15:29:04,191] INFO [ExpirationReaper-2-Produce]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,191] INFO [ExpirationReaper-2-Fetch]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,191] INFO [ExpirationReaper-2-DeleteRecords]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,191] INFO [ExpirationReaper-2-ElectPreferredLeader]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,192] INFO [LogDirFailureHandler]: Starting (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:04,193] INFO Creating /brokers/ids/2 (is it secure? false) (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:04,194] INFO Stat of the created znode at /brokers/ids/2 is: 60,60,1556630944194,1556630944194,1,0,0,72091262568366083,205,0,60 (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:04,195] INFO Registered broker 2 at path /brokers/ids/2 with addresses: ArrayBuffer(EndPoint(localhost,64856,ListenerName(PLAINTEXT),PLAINTEXT)), czxid (broker epoch): 60 (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:04,195] WARN No meta.properties file under dir /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-32453693857413993/meta.properties (kafka.server.BrokerMetadataCheckpoint:70) [2019-04-30 15:29:04,195] INFO [Controller id=0] Newly added brokers: 2, deleted brokers: , bounced brokers: , all live brokers: 0,1,2 (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,197] INFO [Controller id=0] New broker startup callback for 2 (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,198] INFO [RequestSendThread controllerId=0] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:04,199] INFO [ControllerEventThread controllerId=2] Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:04,200] INFO [RequestSendThread controllerId=0] Controller 0 connected to localhost:64856 (id: 2 rack: rack2) for sending state change requests (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:04,200] INFO [ExpirationReaper-2-topic]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,202] INFO [Controller id=0] Updated broker epochs cache: Map(0 -> 25, 1 -> 44, 2 -> 60) (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,202] INFO [ExpirationReaper-2-Heartbeat]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,203] INFO [ExpirationReaper-2-Rebalance]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,204] INFO [GroupCoordinator 2]: Starting up. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:04,204] INFO [GroupCoordinator 2]: Startup complete. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:04,204] INFO [GroupMetadataManager brokerId=2] Removed 0 expired offsets in 0 milliseconds. (kafka.coordinator.group.GroupMetadataManager:66) [2019-04-30 15:29:04,205] INFO [ProducerId Manager 2]: Acquired new producerId block (brokerId:2,blockStartProducerId:2000,blockEndProducerId:2999) by writing to Zk with path version 3 (kafka.coordinator.transaction.ProducerIdManager:66) [2019-04-30 15:29:04,206] INFO [TransactionCoordinator id=2] Starting up. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:04,206] INFO [TransactionCoordinator id=2] Startup complete. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:04,206] INFO [Transaction Marker Channel Manager 2]: Starting (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:04,209] INFO [/config/changes-event-process-thread]: Starting (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:04,211] INFO [SocketServer brokerId=2] Started data-plane processors for 1 acceptors (kafka.network.SocketServer:66) [2019-04-30 15:29:04,211] INFO Kafka version: unknown (org.apache.kafka.common.utils.AppInfoParser:109) [2019-04-30 15:29:04,212] INFO Kafka commitId: unknown (org.apache.kafka.common.utils.AppInfoParser:110) [2019-04-30 15:29:04,212] INFO [KafkaServer id=2] started (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,212] INFO starting (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,212] INFO Connecting to zookeeper on 127.0.0.1:64847 (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,212] INFO [ZooKeeperClient Kafka server] Initializing a new session to 127.0.0.1:64847. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,212] INFO [ZooKeeperClient Kafka server] Waiting until connected. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,213] INFO [ZooKeeperClient Kafka server] Connected. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,216] INFO Cluster ID = a6VBLtXlSKKGsnj7EVEjAA (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,216] WARN No meta.properties file under dir /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4196475890873205443/meta.properties (kafka.server.BrokerMetadataCheckpoint:70) [2019-04-30 15:29:04,217] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = null advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 3 broker.id.generation.enable = true broker.rack = rack1 client.quota.callback.class = null compression.type = producer connection.failed.authentication.delay.ms = 100 connections.max.idle.ms = 600000 connections.max.reauth.ms = 0 control.plane.listener.name = null controlled.shutdown.enable = true controlled.shutdown.max.retries = 3 controlled.shutdown.retry.backoff.ms = 100 controller.socket.timeout.ms = 1500 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 0 group.max.session.timeout.ms = 300000 group.max.size = 2147483647 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 2.2-IV1 kafka.metrics.polling.interval.secs = 10 kafka.metrics.reporters = [] leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL listeners = PLAINTEXT://localhost:0 log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 2097152 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4196475890873205443 log.dirs = null log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.downconversion.enable = true log.message.format.version = 2.2-IV1 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = -1 log.retention.check.interval.ms = 300000 log.retention.hours = 168 log.retention.minutes = null log.retention.ms = null log.roll.hours = 168 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 1073741824 log.segment.delete.delay.ms = 1000 max.connections = 2147483647 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 8 num.network.threads = 3 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 600000 offsets.retention.minutes = 10080 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 5 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 1500 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 30000 reserved.broker.max.id = 1000 sasl.client.callback.handler.class = null sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism.inter.broker.protocol = GSSAPI sasl.server.callback.handler.class = null security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 104857600 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.principal.mapping.rules = [DEFAULT] ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 2 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 3 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = 127.0.0.1:64847 zookeeper.connection.timeout.ms = 10000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 6000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig:279) [2019-04-30 15:29:04,218] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = null advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 3 broker.id.generation.enable = true broker.rack = rack1 client.quota.callback.class = null compression.type = producer connection.failed.authentication.delay.ms = 100 connections.max.idle.ms = 600000 connections.max.reauth.ms = 0 control.plane.listener.name = null controlled.shutdown.enable = true controlled.shutdown.max.retries = 3 controlled.shutdown.retry.backoff.ms = 100 controller.socket.timeout.ms = 1500 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 0 group.max.session.timeout.ms = 300000 group.max.size = 2147483647 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 2.2-IV1 kafka.metrics.polling.interval.secs = 10 kafka.metrics.reporters = [] leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL listeners = PLAINTEXT://localhost:0 log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 2097152 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4196475890873205443 log.dirs = null log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.downconversion.enable = true log.message.format.version = 2.2-IV1 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = -1 log.retention.check.interval.ms = 300000 log.retention.hours = 168 log.retention.minutes = null log.retention.ms = null log.roll.hours = 168 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 1073741824 log.segment.delete.delay.ms = 1000 max.connections = 2147483647 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 8 num.network.threads = 3 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 600000 offsets.retention.minutes = 10080 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 5 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 1500 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 30000 reserved.broker.max.id = 1000 sasl.client.callback.handler.class = null sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism.inter.broker.protocol = GSSAPI sasl.server.callback.handler.class = null security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 104857600 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.principal.mapping.rules = [DEFAULT] ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 2 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 3 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = 127.0.0.1:64847 zookeeper.connection.timeout.ms = 10000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 6000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig:279) [2019-04-30 15:29:04,219] INFO [ThrottledChannelReaper-Fetch]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:04,219] INFO [ThrottledChannelReaper-Produce]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:04,219] INFO [ThrottledChannelReaper-Request]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:04,220] INFO Loading logs. (kafka.log.LogManager:66) [2019-04-30 15:29:04,220] INFO Logs loading complete in 0 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:04,221] INFO Starting log cleanup with a period of 300000 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:04,221] INFO Starting log flusher with a default period of 9223372036854775807 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:04,221] INFO Starting the log cleaner (kafka.log.LogCleaner:66) [2019-04-30 15:29:04,223] INFO [kafka-log-cleaner-thread-0]: Starting (kafka.log.LogCleaner:66) [2019-04-30 15:29:04,228] INFO Awaiting socket connections on slocalhost:64859. (kafka.network.Acceptor:66) [2019-04-30 15:29:04,229] INFO [SocketServer brokerId=3] Created data-plane acceptor and processors for endpoint : EndPoint(localhost,0,ListenerName(PLAINTEXT),PLAINTEXT) (kafka.network.SocketServer:66) [2019-04-30 15:29:04,229] INFO [SocketServer brokerId=3] Started 1 acceptor threads for data-plane (kafka.network.SocketServer:66) [2019-04-30 15:29:04,230] INFO [ExpirationReaper-3-Produce]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,230] INFO [ExpirationReaper-3-Fetch]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,230] INFO [ExpirationReaper-3-DeleteRecords]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,230] INFO [ExpirationReaper-3-ElectPreferredLeader]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,231] INFO [LogDirFailureHandler]: Starting (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:04,232] INFO Creating /brokers/ids/3 (is it secure? false) (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:04,232] INFO Stat of the created znode at /brokers/ids/3 is: 76,76,1556630944232,1556630944232,1,0,0,72091262568366084,205,0,76 (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:04,232] INFO Registered broker 3 at path /brokers/ids/3 with addresses: ArrayBuffer(EndPoint(localhost,64859,ListenerName(PLAINTEXT),PLAINTEXT)), czxid (broker epoch): 76 (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:04,233] WARN No meta.properties file under dir /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4196475890873205443/meta.properties (kafka.server.BrokerMetadataCheckpoint:70) [2019-04-30 15:29:04,233] INFO [Controller id=0] Newly added brokers: 3, deleted brokers: , bounced brokers: , all live brokers: 0,1,2,3 (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,233] INFO [Controller id=0] New broker startup callback for 3 (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,234] INFO [RequestSendThread controllerId=0] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:04,234] INFO [ControllerEventThread controllerId=3] Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:04,234] INFO [RequestSendThread controllerId=0] Controller 0 connected to localhost:64859 (id: 3 rack: rack1) for sending state change requests (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:04,235] INFO [Controller id=0] Updated broker epochs cache: Map(0 -> 25, 1 -> 44, 2 -> 60, 3 -> 76) (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,235] INFO [ExpirationReaper-3-topic]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,235] INFO [ExpirationReaper-3-Heartbeat]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,235] INFO [ExpirationReaper-3-Rebalance]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,236] INFO [GroupCoordinator 3]: Starting up. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:04,236] INFO [GroupCoordinator 3]: Startup complete. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:04,236] INFO [GroupMetadataManager brokerId=3] Removed 0 expired offsets in 0 milliseconds. (kafka.coordinator.group.GroupMetadataManager:66) [2019-04-30 15:29:04,236] INFO [ProducerId Manager 3]: Acquired new producerId block (brokerId:3,blockStartProducerId:3000,blockEndProducerId:3999) by writing to Zk with path version 4 (kafka.coordinator.transaction.ProducerIdManager:66) [2019-04-30 15:29:04,237] INFO [TransactionCoordinator id=3] Starting up. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:04,237] INFO [TransactionCoordinator id=3] Startup complete. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:04,238] INFO [Transaction Marker Channel Manager 3]: Starting (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:04,239] INFO [/config/changes-event-process-thread]: Starting (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:04,240] INFO [SocketServer brokerId=3] Started data-plane processors for 1 acceptors (kafka.network.SocketServer:66) [2019-04-30 15:29:04,240] INFO Kafka version: unknown (org.apache.kafka.common.utils.AppInfoParser:109) [2019-04-30 15:29:04,240] INFO Kafka commitId: unknown (org.apache.kafka.common.utils.AppInfoParser:110) [2019-04-30 15:29:04,240] INFO [KafkaServer id=3] started (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,240] INFO starting (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,240] INFO Connecting to zookeeper on 127.0.0.1:64847 (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,240] INFO [ZooKeeperClient Kafka server] Initializing a new session to 127.0.0.1:64847. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,241] INFO [ZooKeeperClient Kafka server] Waiting until connected. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,242] INFO [ZooKeeperClient Kafka server] Connected. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,245] INFO Cluster ID = a6VBLtXlSKKGsnj7EVEjAA (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,245] WARN No meta.properties file under dir /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-1107480147351068348/meta.properties (kafka.server.BrokerMetadataCheckpoint:70) [2019-04-30 15:29:04,247] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = null advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 4 broker.id.generation.enable = true broker.rack = rack3 client.quota.callback.class = null compression.type = producer connection.failed.authentication.delay.ms = 100 connections.max.idle.ms = 600000 connections.max.reauth.ms = 0 control.plane.listener.name = null controlled.shutdown.enable = true controlled.shutdown.max.retries = 3 controlled.shutdown.retry.backoff.ms = 100 controller.socket.timeout.ms = 1500 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 0 group.max.session.timeout.ms = 300000 group.max.size = 2147483647 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 2.2-IV1 kafka.metrics.polling.interval.secs = 10 kafka.metrics.reporters = [] leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL listeners = PLAINTEXT://localhost:0 log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 2097152 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-1107480147351068348 log.dirs = null log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.downconversion.enable = true log.message.format.version = 2.2-IV1 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = -1 log.retention.check.interval.ms = 300000 log.retention.hours = 168 log.retention.minutes = null log.retention.ms = null log.roll.hours = 168 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 1073741824 log.segment.delete.delay.ms = 1000 max.connections = 2147483647 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 8 num.network.threads = 3 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 600000 offsets.retention.minutes = 10080 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 5 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 1500 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 30000 reserved.broker.max.id = 1000 sasl.client.callback.handler.class = null sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism.inter.broker.protocol = GSSAPI sasl.server.callback.handler.class = null security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 104857600 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.principal.mapping.rules = [DEFAULT] ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 2 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 3 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = 127.0.0.1:64847 zookeeper.connection.timeout.ms = 10000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 6000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig:279) [2019-04-30 15:29:04,248] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = null advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 4 broker.id.generation.enable = true broker.rack = rack3 client.quota.callback.class = null compression.type = producer connection.failed.authentication.delay.ms = 100 connections.max.idle.ms = 600000 connections.max.reauth.ms = 0 control.plane.listener.name = null controlled.shutdown.enable = true controlled.shutdown.max.retries = 3 controlled.shutdown.retry.backoff.ms = 100 controller.socket.timeout.ms = 1500 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 0 group.max.session.timeout.ms = 300000 group.max.size = 2147483647 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 2.2-IV1 kafka.metrics.polling.interval.secs = 10 kafka.metrics.reporters = [] leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL listeners = PLAINTEXT://localhost:0 log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 2097152 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-1107480147351068348 log.dirs = null log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.downconversion.enable = true log.message.format.version = 2.2-IV1 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = -1 log.retention.check.interval.ms = 300000 log.retention.hours = 168 log.retention.minutes = null log.retention.ms = null log.roll.hours = 168 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 1073741824 log.segment.delete.delay.ms = 1000 max.connections = 2147483647 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 8 num.network.threads = 3 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 600000 offsets.retention.minutes = 10080 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 5 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 1500 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 30000 reserved.broker.max.id = 1000 sasl.client.callback.handler.class = null sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism.inter.broker.protocol = GSSAPI sasl.server.callback.handler.class = null security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 104857600 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.principal.mapping.rules = [DEFAULT] ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 2 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 3 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = 127.0.0.1:64847 zookeeper.connection.timeout.ms = 10000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 6000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig:279) [2019-04-30 15:29:04,251] INFO [ThrottledChannelReaper-Fetch]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:04,252] INFO [ThrottledChannelReaper-Produce]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:04,253] INFO [ThrottledChannelReaper-Request]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:04,254] INFO Loading logs. (kafka.log.LogManager:66) [2019-04-30 15:29:04,255] INFO Logs loading complete in 1 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:04,255] INFO Starting log cleanup with a period of 300000 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:04,256] INFO Starting log flusher with a default period of 9223372036854775807 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:04,256] INFO Starting the log cleaner (kafka.log.LogCleaner:66) [2019-04-30 15:29:04,259] INFO [kafka-log-cleaner-thread-0]: Starting (kafka.log.LogCleaner:66) [2019-04-30 15:29:04,265] INFO Awaiting socket connections on slocalhost:64862. (kafka.network.Acceptor:66) [2019-04-30 15:29:04,266] INFO [SocketServer brokerId=4] Created data-plane acceptor and processors for endpoint : EndPoint(localhost,0,ListenerName(PLAINTEXT),PLAINTEXT) (kafka.network.SocketServer:66) [2019-04-30 15:29:04,266] INFO [SocketServer brokerId=4] Started 1 acceptor threads for data-plane (kafka.network.SocketServer:66) [2019-04-30 15:29:04,267] INFO [ExpirationReaper-4-Produce]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,267] INFO [ExpirationReaper-4-Fetch]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,267] INFO [ExpirationReaper-4-DeleteRecords]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,268] INFO [ExpirationReaper-4-ElectPreferredLeader]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,269] INFO [LogDirFailureHandler]: Starting (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:04,270] INFO Creating /brokers/ids/4 (is it secure? false) (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:04,270] INFO Stat of the created znode at /brokers/ids/4 is: 92,92,1556630944270,1556630944270,1,0,0,72091262568366085,205,0,92 (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:04,270] INFO Registered broker 4 at path /brokers/ids/4 with addresses: ArrayBuffer(EndPoint(localhost,64862,ListenerName(PLAINTEXT),PLAINTEXT)), czxid (broker epoch): 92 (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:04,270] WARN No meta.properties file under dir /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-1107480147351068348/meta.properties (kafka.server.BrokerMetadataCheckpoint:70) [2019-04-30 15:29:04,271] INFO [Controller id=0] Newly added brokers: 4, deleted brokers: , bounced brokers: , all live brokers: 0,1,2,3,4 (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,271] INFO [Controller id=0] New broker startup callback for 4 (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,272] INFO [RequestSendThread controllerId=0] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:04,273] INFO [ControllerEventThread controllerId=4] Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:04,273] INFO [RequestSendThread controllerId=0] Controller 0 connected to localhost:64862 (id: 4 rack: rack3) for sending state change requests (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:04,274] INFO [ExpirationReaper-4-topic]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,275] INFO [ExpirationReaper-4-Heartbeat]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,275] INFO [Controller id=0] Updated broker epochs cache: Map(0 -> 25, 1 -> 44, 2 -> 60, 3 -> 76, 4 -> 92) (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,275] INFO [ExpirationReaper-4-Rebalance]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,276] INFO [GroupCoordinator 4]: Starting up. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:04,276] INFO [GroupCoordinator 4]: Startup complete. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:04,276] INFO [GroupMetadataManager brokerId=4] Removed 0 expired offsets in 0 milliseconds. (kafka.coordinator.group.GroupMetadataManager:66) [2019-04-30 15:29:04,276] INFO [ProducerId Manager 4]: Acquired new producerId block (brokerId:4,blockStartProducerId:4000,blockEndProducerId:4999) by writing to Zk with path version 5 (kafka.coordinator.transaction.ProducerIdManager:66) [2019-04-30 15:29:04,277] INFO [TransactionCoordinator id=4] Starting up. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:04,278] INFO [TransactionCoordinator id=4] Startup complete. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:04,278] INFO [Transaction Marker Channel Manager 4]: Starting (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:04,280] INFO [/config/changes-event-process-thread]: Starting (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:04,281] INFO [SocketServer brokerId=4] Started data-plane processors for 1 acceptors (kafka.network.SocketServer:66) [2019-04-30 15:29:04,281] INFO Kafka version: unknown (org.apache.kafka.common.utils.AppInfoParser:109) [2019-04-30 15:29:04,281] INFO Kafka commitId: unknown (org.apache.kafka.common.utils.AppInfoParser:110) [2019-04-30 15:29:04,281] INFO [KafkaServer id=4] started (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,282] INFO starting (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,282] INFO Connecting to zookeeper on 127.0.0.1:64847 (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,282] INFO [ZooKeeperClient Kafka server] Initializing a new session to 127.0.0.1:64847. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,282] INFO [ZooKeeperClient Kafka server] Waiting until connected. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,285] INFO [ZooKeeperClient Kafka server] Connected. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:04,290] INFO Cluster ID = a6VBLtXlSKKGsnj7EVEjAA (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,290] WARN No meta.properties file under dir /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4439759987902282053/meta.properties (kafka.server.BrokerMetadataCheckpoint:70) [2019-04-30 15:29:04,293] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = null advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 5 broker.id.generation.enable = true broker.rack = rack3 client.quota.callback.class = null compression.type = producer connection.failed.authentication.delay.ms = 100 connections.max.idle.ms = 600000 connections.max.reauth.ms = 0 control.plane.listener.name = null controlled.shutdown.enable = true controlled.shutdown.max.retries = 3 controlled.shutdown.retry.backoff.ms = 100 controller.socket.timeout.ms = 1500 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 0 group.max.session.timeout.ms = 300000 group.max.size = 2147483647 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 2.2-IV1 kafka.metrics.polling.interval.secs = 10 kafka.metrics.reporters = [] leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL listeners = PLAINTEXT://localhost:0 log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 2097152 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4439759987902282053 log.dirs = null log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.downconversion.enable = true log.message.format.version = 2.2-IV1 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = -1 log.retention.check.interval.ms = 300000 log.retention.hours = 168 log.retention.minutes = null log.retention.ms = null log.roll.hours = 168 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 1073741824 log.segment.delete.delay.ms = 1000 max.connections = 2147483647 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 8 num.network.threads = 3 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 600000 offsets.retention.minutes = 10080 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 5 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 1500 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 30000 reserved.broker.max.id = 1000 sasl.client.callback.handler.class = null sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism.inter.broker.protocol = GSSAPI sasl.server.callback.handler.class = null security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 104857600 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.principal.mapping.rules = [DEFAULT] ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 2 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 3 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = 127.0.0.1:64847 zookeeper.connection.timeout.ms = 10000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 6000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig:279) [2019-04-30 15:29:04,296] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = null advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 5 broker.id.generation.enable = true broker.rack = rack3 client.quota.callback.class = null compression.type = producer connection.failed.authentication.delay.ms = 100 connections.max.idle.ms = 600000 connections.max.reauth.ms = 0 control.plane.listener.name = null controlled.shutdown.enable = true controlled.shutdown.max.retries = 3 controlled.shutdown.retry.backoff.ms = 100 controller.socket.timeout.ms = 1500 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 0 group.max.session.timeout.ms = 300000 group.max.size = 2147483647 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 2.2-IV1 kafka.metrics.polling.interval.secs = 10 kafka.metrics.reporters = [] leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL listeners = PLAINTEXT://localhost:0 log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 2097152 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4439759987902282053 log.dirs = null log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.downconversion.enable = true log.message.format.version = 2.2-IV1 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = -1 log.retention.check.interval.ms = 300000 log.retention.hours = 168 log.retention.minutes = null log.retention.ms = null log.roll.hours = 168 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 1073741824 log.segment.delete.delay.ms = 1000 max.connections = 2147483647 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 8 num.network.threads = 3 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 600000 offsets.retention.minutes = 10080 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 5 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 1500 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 30000 reserved.broker.max.id = 1000 sasl.client.callback.handler.class = null sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism.inter.broker.protocol = GSSAPI sasl.server.callback.handler.class = null security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 104857600 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.principal.mapping.rules = [DEFAULT] ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 2 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 3 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = 127.0.0.1:64847 zookeeper.connection.timeout.ms = 10000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 6000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig:279) [2019-04-30 15:29:04,304] INFO [ThrottledChannelReaper-Fetch]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:04,305] INFO [ThrottledChannelReaper-Produce]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:04,305] INFO [ThrottledChannelReaper-Request]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:04,307] INFO Loading logs. (kafka.log.LogManager:66) [2019-04-30 15:29:04,309] INFO Logs loading complete in 1 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:04,310] INFO Starting log cleanup with a period of 300000 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:04,311] INFO Starting log flusher with a default period of 9223372036854775807 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:04,311] INFO Starting the log cleaner (kafka.log.LogCleaner:66) [2019-04-30 15:29:04,314] INFO [kafka-log-cleaner-thread-0]: Starting (kafka.log.LogCleaner:66) [2019-04-30 15:29:04,320] INFO Awaiting socket connections on slocalhost:64865. (kafka.network.Acceptor:66) [2019-04-30 15:29:04,322] INFO [SocketServer brokerId=5] Created data-plane acceptor and processors for endpoint : EndPoint(localhost,0,ListenerName(PLAINTEXT),PLAINTEXT) (kafka.network.SocketServer:66) [2019-04-30 15:29:04,322] INFO [SocketServer brokerId=5] Started 1 acceptor threads for data-plane (kafka.network.SocketServer:66) [2019-04-30 15:29:04,322] INFO [ExpirationReaper-5-Produce]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,322] INFO [ExpirationReaper-5-Fetch]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,322] INFO [ExpirationReaper-5-DeleteRecords]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,323] INFO [ExpirationReaper-5-ElectPreferredLeader]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,324] INFO [LogDirFailureHandler]: Starting (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:04,325] INFO Creating /brokers/ids/5 (is it secure? false) (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:04,327] INFO Stat of the created znode at /brokers/ids/5 is: 108,108,1556630944326,1556630944326,1,0,0,72091262568366086,205,0,108 (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:04,327] INFO Registered broker 5 at path /brokers/ids/5 with addresses: ArrayBuffer(EndPoint(localhost,64865,ListenerName(PLAINTEXT),PLAINTEXT)), czxid (broker epoch): 108 (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:04,328] WARN No meta.properties file under dir /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4439759987902282053/meta.properties (kafka.server.BrokerMetadataCheckpoint:70) [2019-04-30 15:29:04,328] INFO [Controller id=0] Newly added brokers: 5, deleted brokers: , bounced brokers: , all live brokers: 0,1,2,3,4,5 (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,329] INFO [Controller id=0] New broker startup callback for 5 (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,330] INFO [ControllerEventThread controllerId=5] Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:04,330] INFO [RequestSendThread controllerId=0] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:04,330] INFO [ExpirationReaper-5-topic]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,330] INFO [RequestSendThread controllerId=0] Controller 0 connected to localhost:64865 (id: 5 rack: rack3) for sending state change requests (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:04,330] INFO [ExpirationReaper-5-Heartbeat]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,330] INFO [Controller id=0] Updated broker epochs cache: Map(0 -> 25, 5 -> 108, 1 -> 44, 2 -> 60, 3 -> 76, 4 -> 92) (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,331] INFO [ExpirationReaper-5-Rebalance]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:04,332] INFO [GroupCoordinator 5]: Starting up. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:04,332] INFO [GroupCoordinator 5]: Startup complete. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:04,332] INFO [GroupMetadataManager brokerId=5] Removed 0 expired offsets in 0 milliseconds. (kafka.coordinator.group.GroupMetadataManager:66) [2019-04-30 15:29:04,333] INFO [ProducerId Manager 5]: Acquired new producerId block (brokerId:5,blockStartProducerId:5000,blockEndProducerId:5999) by writing to Zk with path version 6 (kafka.coordinator.transaction.ProducerIdManager:66) [2019-04-30 15:29:04,334] INFO [TransactionCoordinator id=5] Starting up. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:04,334] INFO [TransactionCoordinator id=5] Startup complete. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:04,334] INFO [Transaction Marker Channel Manager 5]: Starting (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:04,335] INFO [/config/changes-event-process-thread]: Starting (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:04,336] INFO [SocketServer brokerId=5] Started data-plane processors for 1 acceptors (kafka.network.SocketServer:66) [2019-04-30 15:29:04,336] INFO Kafka version: unknown (org.apache.kafka.common.utils.AppInfoParser:109) [2019-04-30 15:29:04,337] INFO Kafka commitId: unknown (org.apache.kafka.common.utils.AppInfoParser:110) [2019-04-30 15:29:04,337] INFO [KafkaServer id=5] started (kafka.server.KafkaServer:66) [2019-04-30 15:29:04,337] INFO AdminClientConfig values: bootstrap.servers = [localhost:64850, localhost:64853, localhost:64856, localhost:64859, localhost:64862, localhost:64865] client.dns.lookup = default client.id = connections.max.idle.ms = 300000 metadata.max.age.ms = 300000 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 receive.buffer.bytes = 65536 reconnect.backoff.max.ms = 1000 reconnect.backoff.ms = 50 request.timeout.ms = 120000 retries = 5 retry.backoff.ms = 100 sasl.client.callback.handler.class = null sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism = GSSAPI security.protocol = PLAINTEXT send.buffer.bytes = 131072 ssl.cipher.suites = null ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS (org.apache.kafka.clients.admin.AdminClientConfig:279) [2019-04-30 15:29:04,337] INFO Kafka version: unknown (org.apache.kafka.common.utils.AppInfoParser:109) [2019-04-30 15:29:04,338] INFO Kafka commitId: unknown (org.apache.kafka.common.utils.AppInfoParser:110) [2019-04-30 15:29:04,346] INFO Creating topic under-min-isr-topic with configuration {min.insync.replicas=6} and initial partition assignment Map(0 -> ArrayBuffer(3, 2, 5, 0, 1, 4)) (kafka.zk.AdminZkClient:66) [2019-04-30 15:29:04,347] INFO Creating topic fully-replicated-topic with configuration {} and initial partition assignment Map(0 -> ArrayBuffer(1, 2, 3)) (kafka.zk.AdminZkClient:66) [2019-04-30 15:29:04,347] INFO [Controller id=0] New topics: [Set(under-min-isr-topic)], deleted topics: [Set()], new partition replica assignment [Map(under-min-isr-topic-0 -> Vector(3, 2, 5, 0, 1, 4))] (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,347] INFO [Controller id=0] New partition creation callback for under-min-isr-topic-0 (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,348] INFO Creating topic not-under-min-isr-topic with configuration {} and initial partition assignment Map(0 -> ArrayBuffer(0, 1, 4, 3, 2, 5)) (kafka.zk.AdminZkClient:66) [2019-04-30 15:29:04,349] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,349] INFO [ReplicaFetcherManager on broker 3] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,349] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,349] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,349] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,349] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,350] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,350] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,349] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,349] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,350] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,350] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,350] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,350] INFO Creating topic offline-topic with configuration {} and initial partition assignment Map(0 -> ArrayBuffer(0)) (kafka.zk.AdminZkClient:66) [2019-04-30 15:29:04,349] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,349] INFO [Controller id=0] New topics: [Set(fully-replicated-topic)], deleted topics: [Set()], new partition replica assignment [Map(fully-replicated-topic-0 -> Vector(1, 2, 3))] (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,351] INFO [Controller id=0] New partition creation callback for fully-replicated-topic-0 (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,351] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4196475890873205443] Loading producer state till offset 0 with message format version 2 (kafka.log.Log:66) [2019-04-30 15:29:04,351] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-32453693857413993] Loading producer state till offset 0 with message format version 2 (kafka.log.Log:66) [2019-04-30 15:29:04,350] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,351] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,351] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889] Loading producer state till offset 0 with message format version 2 (kafka.log.Log:66) [2019-04-30 15:29:04,351] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4439759987902282053] Loading producer state till offset 0 with message format version 2 (kafka.log.Log:66) [2019-04-30 15:29:04,352] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4196475890873205443] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 2 ms (kafka.log.Log:66) [2019-04-30 15:29:04,352] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-832548546913875933] Loading producer state till offset 0 with message format version 2 (kafka.log.Log:66) [2019-04-30 15:29:04,352] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-32453693857413993] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 2 ms (kafka.log.Log:66) [2019-04-30 15:29:04,352] INFO Created log for partition under-min-isr-topic-0 in /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4196475890873205443 with properties {compression.type -> producer, message.format.version -> 2.2-IV1, file.delete.delay.ms -> 1000, max.message.bytes -> 1000012, min.compaction.lag.ms -> 0, message.timestamp.type -> CreateTime, message.downconversion.enable -> true, min.insync.replicas -> 6, segment.jitter.ms -> 0, preallocate -> false, min.cleanable.dirty.ratio -> 0.5, index.interval.bytes -> 4096, unclean.leader.election.enable -> false, retention.bytes -> -1, delete.retention.ms -> 86400000, cleanup.policy -> [delete], flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}. (kafka.log.LogManager:66) [2019-04-30 15:29:04,353] INFO Created log for partition under-min-isr-topic-0 in /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-32453693857413993 with properties {compression.type -> producer, message.format.version -> 2.2-IV1, file.delete.delay.ms -> 1000, max.message.bytes -> 1000012, min.compaction.lag.ms -> 0, message.timestamp.type -> CreateTime, message.downconversion.enable -> true, min.insync.replicas -> 6, segment.jitter.ms -> 0, preallocate -> false, min.cleanable.dirty.ratio -> 0.5, index.interval.bytes -> 4096, unclean.leader.election.enable -> false, retention.bytes -> -1, delete.retention.ms -> 86400000, cleanup.policy -> [delete], flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}. (kafka.log.LogManager:66) [2019-04-30 15:29:04,353] INFO [Partition under-min-isr-topic-0 broker=3] No checkpointed highwatermark is found for partition under-min-isr-topic-0 (kafka.cluster.Partition:66) [2019-04-30 15:29:04,353] INFO [Partition under-min-isr-topic-0 broker=2] No checkpointed highwatermark is found for partition under-min-isr-topic-0 (kafka.cluster.Partition:66) [2019-04-30 15:29:04,353] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,353] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4439759987902282053] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 3 ms (kafka.log.Log:66) [2019-04-30 15:29:04,353] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 3 ms (kafka.log.Log:66) [2019-04-30 15:29:04,354] INFO [Controller id=0] New topics: [Set(not-under-min-isr-topic, offline-topic)], deleted topics: [Set()], new partition replica assignment [Map(not-under-min-isr-topic-0 -> Vector(0, 1, 4, 3, 2, 5), offline-topic-0 -> Vector(0))] (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,354] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-1107480147351068348] Loading producer state till offset 0 with message format version 2 (kafka.log.Log:66) [2019-04-30 15:29:04,354] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,353] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-832548546913875933] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 2 ms (kafka.log.Log:66) [2019-04-30 15:29:04,353] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,355] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,355] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,355] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,355] INFO Created log for partition under-min-isr-topic-0 in /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889 with properties {compression.type -> producer, message.format.version -> 2.2-IV1, file.delete.delay.ms -> 1000, max.message.bytes -> 1000012, min.compaction.lag.ms -> 0, message.timestamp.type -> CreateTime, message.downconversion.enable -> true, min.insync.replicas -> 6, segment.jitter.ms -> 0, preallocate -> false, min.cleanable.dirty.ratio -> 0.5, index.interval.bytes -> 4096, unclean.leader.election.enable -> false, retention.bytes -> -1, delete.retention.ms -> 86400000, cleanup.policy -> [delete], flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}. (kafka.log.LogManager:66) [2019-04-30 15:29:04,355] INFO [Controller id=0] New partition creation callback for not-under-min-isr-topic-0,offline-topic-0 (kafka.controller.KafkaController:66) [2019-04-30 15:29:04,356] INFO [Partition under-min-isr-topic-0 broker=0] No checkpointed highwatermark is found for partition under-min-isr-topic-0 (kafka.cluster.Partition:66) [2019-04-30 15:29:04,356] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,354] INFO Created log for partition under-min-isr-topic-0 in /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4439759987902282053 with properties {compression.type -> producer, message.format.version -> 2.2-IV1, file.delete.delay.ms -> 1000, max.message.bytes -> 1000012, min.compaction.lag.ms -> 0, message.timestamp.type -> CreateTime, message.downconversion.enable -> true, min.insync.replicas -> 6, segment.jitter.ms -> 0, preallocate -> false, min.cleanable.dirty.ratio -> 0.5, index.interval.bytes -> 4096, unclean.leader.election.enable -> false, retention.bytes -> -1, delete.retention.ms -> 86400000, cleanup.policy -> [delete], flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}. (kafka.log.LogManager:66) [2019-04-30 15:29:04,356] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,356] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,355] INFO [ReplicaFetcherManager on broker 2] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,355] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-1107480147351068348] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 3 ms (kafka.log.Log:66) [2019-04-30 15:29:04,355] INFO Created log for partition under-min-isr-topic-0 in /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-832548546913875933 with properties {compression.type -> producer, message.format.version -> 2.2-IV1, file.delete.delay.ms -> 1000, max.message.bytes -> 1000012, min.compaction.lag.ms -> 0, message.timestamp.type -> CreateTime, message.downconversion.enable -> true, min.insync.replicas -> 6, segment.jitter.ms -> 0, preallocate -> false, min.cleanable.dirty.ratio -> 0.5, index.interval.bytes -> 4096, unclean.leader.election.enable -> false, retention.bytes -> -1, delete.retention.ms -> 86400000, cleanup.policy -> [delete], flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}. (kafka.log.LogManager:66) [2019-04-30 15:29:04,355] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,357] INFO Created log for partition under-min-isr-topic-0 in /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-1107480147351068348 with properties {compression.type -> producer, message.format.version -> 2.2-IV1, file.delete.delay.ms -> 1000, max.message.bytes -> 1000012, min.compaction.lag.ms -> 0, message.timestamp.type -> CreateTime, message.downconversion.enable -> true, min.insync.replicas -> 6, segment.jitter.ms -> 0, preallocate -> false, min.cleanable.dirty.ratio -> 0.5, index.interval.bytes -> 4096, unclean.leader.election.enable -> false, retention.bytes -> -1, delete.retention.ms -> 86400000, cleanup.policy -> [delete], flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}. (kafka.log.LogManager:66) [2019-04-30 15:29:04,357] INFO [Partition under-min-isr-topic-0 broker=1] No checkpointed highwatermark is found for partition under-min-isr-topic-0 (kafka.cluster.Partition:66) [2019-04-30 15:29:04,357] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,356] INFO [ReplicaFetcherManager on broker 0] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,356] INFO [Partition under-min-isr-topic-0 broker=5] No checkpointed highwatermark is found for partition under-min-isr-topic-0 (kafka.cluster.Partition:66) [2019-04-30 15:29:04,358] INFO [ReplicaFetcherManager on broker 2] Added fetcher to broker BrokerEndPoint(id=3, host=localhost:64859) for partitions Map(under-min-isr-topic-0 -> (offset=0, leaderEpoch=0)) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,358] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,357] INFO [Partition under-min-isr-topic-0 broker=4] No checkpointed highwatermark is found for partition under-min-isr-topic-0 (kafka.cluster.Partition:66) [2019-04-30 15:29:04,358] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,357] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,359] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,359] INFO [ReplicaFetcherManager on broker 4] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,358] INFO [ReplicaFetcherManager on broker 1] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,358] INFO [ReplicaFetcher replicaId=2, leaderId=3, fetcherId=0] Starting (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,358] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,360] INFO Replica loaded for partition fully-replicated-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,359] INFO [ReplicaFetcher replicaId=2, leaderId=3, fetcherId=0] Truncating partition under-min-isr-topic-0 to local high watermark 0 (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,359] INFO [ReplicaFetcher replicaId=0, leaderId=3, fetcherId=0] Starting (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,359] INFO [ReplicaFetcherManager on broker 0] Added fetcher to broker BrokerEndPoint(id=3, host=localhost:64859) for partitions Map(under-min-isr-topic-0 -> (offset=0, leaderEpoch=0)) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,359] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,361] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,361] INFO [ReplicaFetcher replicaId=0, leaderId=3, fetcherId=0] Truncating partition under-min-isr-topic-0 to local high watermark 0 (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,361] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-32453693857413993] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log:66) [2019-04-30 15:29:04,360] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,361] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,361] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,362] INFO [ReplicaFetcherManager on broker 5] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,361] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log:66) [2019-04-30 15:29:04,361] INFO [Partition under-min-isr-topic-0 broker=3] under-min-isr-topic-0 starts at Leader Epoch 0 from offset 0. Previous Leader Epoch was: -1 (kafka.cluster.Partition:66) [2019-04-30 15:29:04,362] INFO [Log partition=fully-replicated-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-32453693857413993] Loading producer state till offset 0 with message format version 2 (kafka.log.Log:66) [2019-04-30 15:29:04,362] INFO [ReplicaFetcherManager on broker 4] Added fetcher to broker BrokerEndPoint(id=3, host=localhost:64859) for partitions Map(under-min-isr-topic-0 -> (offset=0, leaderEpoch=0)) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,362] INFO [ReplicaFetcherManager on broker 1] Added fetcher to broker BrokerEndPoint(id=3, host=localhost:64859) for partitions Map(under-min-isr-topic-0 -> (offset=0, leaderEpoch=0)) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,363] INFO [ReplicaFetcher replicaId=4, leaderId=3, fetcherId=0] Starting (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,364] INFO [ReplicaFetcher replicaId=4, leaderId=3, fetcherId=0] Truncating partition under-min-isr-topic-0 to local high watermark 0 (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,365] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-1107480147351068348] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log:66) [2019-04-30 15:29:04,362] INFO [ReplicaFetcher replicaId=1, leaderId=3, fetcherId=0] Starting (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,365] INFO [ReplicaFetcher replicaId=1, leaderId=3, fetcherId=0] Truncating partition under-min-isr-topic-0 to local high watermark 0 (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,364] INFO [ReplicaFetcherManager on broker 5] Added fetcher to broker BrokerEndPoint(id=3, host=localhost:64859) for partitions Map(under-min-isr-topic-0 -> (offset=0, leaderEpoch=0)) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,366] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-832548546913875933] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log:66) [2019-04-30 15:29:04,366] ERROR [ReplicaFetcher replicaId=0, leaderId=3, fetcherId=0] Error for partition under-min-isr-topic-0 at offset 0 (kafka.server.ReplicaFetcherThread:76) org.apache.kafka.common.errors.UnknownTopicOrPartitionException: This server does not host this topic-partition. [2019-04-30 15:29:04,366] ERROR [ReplicaFetcher replicaId=2, leaderId=3, fetcherId=0] Error for partition under-min-isr-topic-0 at offset 0 (kafka.server.ReplicaFetcherThread:76) org.apache.kafka.common.errors.UnknownTopicOrPartitionException: This server does not host this topic-partition. [2019-04-30 15:29:04,366] INFO [ReplicaFetcher replicaId=5, leaderId=3, fetcherId=0] Starting (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,367] INFO [ReplicaFetcher replicaId=5, leaderId=3, fetcherId=0] Truncating partition under-min-isr-topic-0 to local high watermark 0 (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,367] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4439759987902282053] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log:66) [2019-04-30 15:29:04,367] INFO Replica loaded for partition fully-replicated-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,367] INFO Replica loaded for partition fully-replicated-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,367] INFO [ReplicaFetcherManager on broker 0] Removed fetcher for partitions Set(offline-topic-0, not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,366] INFO [Log partition=fully-replicated-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-32453693857413993] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 5 ms (kafka.log.Log:66) [2019-04-30 15:29:04,367] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,367] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,368] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,367] INFO [ReplicaFetcherManager on broker 1] Removed fetcher for partitions Set(fully-replicated-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,368] INFO Created log for partition fully-replicated-topic-0 in /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-32453693857413993 with properties {compression.type -> producer, message.format.version -> 2.2-IV1, file.delete.delay.ms -> 1000, max.message.bytes -> 1000012, min.compaction.lag.ms -> 0, message.timestamp.type -> CreateTime, message.downconversion.enable -> true, min.insync.replicas -> 1, segment.jitter.ms -> 0, preallocate -> false, min.cleanable.dirty.ratio -> 0.5, index.interval.bytes -> 4096, unclean.leader.election.enable -> false, retention.bytes -> -1, delete.retention.ms -> 86400000, cleanup.policy -> [delete], flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}. (kafka.log.LogManager:66) [2019-04-30 15:29:04,368] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,368] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,368] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,368] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,368] INFO [Partition fully-replicated-topic-0 broker=2] No checkpointed highwatermark is found for partition fully-replicated-topic-0 (kafka.cluster.Partition:66) [2019-04-30 15:29:04,369] INFO Replica loaded for partition fully-replicated-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,369] INFO [Log partition=fully-replicated-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4196475890873205443] Loading producer state till offset 0 with message format version 2 (kafka.log.Log:66) [2019-04-30 15:29:04,369] INFO Replica loaded for partition fully-replicated-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,369] INFO [Log partition=offline-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889] Loading producer state till offset 0 with message format version 2 (kafka.log.Log:66) [2019-04-30 15:29:04,369] INFO [ReplicaFetcherManager on broker 2] Removed fetcher for partitions Set(fully-replicated-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,369] INFO [Log partition=fully-replicated-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-832548546913875933] Loading producer state till offset 0 with message format version 2 (kafka.log.Log:66) [2019-04-30 15:29:04,369] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-1107480147351068348] Loading producer state till offset 0 with message format version 2 (kafka.log.Log:66) [2019-04-30 15:29:04,370] INFO [Log partition=fully-replicated-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4196475890873205443] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 2 ms (kafka.log.Log:66) [2019-04-30 15:29:04,370] INFO [Log partition=offline-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 2 ms (kafka.log.Log:66) [2019-04-30 15:29:04,370] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4439759987902282053] Loading producer state till offset 0 with message format version 2 (kafka.log.Log:66) [2019-04-30 15:29:04,370] INFO Created log for partition fully-replicated-topic-0 in /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4196475890873205443 with properties {compression.type -> producer, message.format.version -> 2.2-IV1, file.delete.delay.ms -> 1000, max.message.bytes -> 1000012, min.compaction.lag.ms -> 0, message.timestamp.type -> CreateTime, message.downconversion.enable -> true, min.insync.replicas -> 1, segment.jitter.ms -> 0, preallocate -> false, min.cleanable.dirty.ratio -> 0.5, index.interval.bytes -> 4096, unclean.leader.election.enable -> false, retention.bytes -> -1, delete.retention.ms -> 86400000, cleanup.policy -> [delete], flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}. (kafka.log.LogManager:66) [2019-04-30 15:29:04,370] INFO [Log partition=fully-replicated-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-832548546913875933] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 2 ms (kafka.log.Log:66) [2019-04-30 15:29:04,370] INFO Created log for partition offline-topic-0 in /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889 with properties {compression.type -> producer, message.format.version -> 2.2-IV1, file.delete.delay.ms -> 1000, max.message.bytes -> 1000012, min.compaction.lag.ms -> 0, message.timestamp.type -> CreateTime, message.downconversion.enable -> true, min.insync.replicas -> 1, segment.jitter.ms -> 0, preallocate -> false, min.cleanable.dirty.ratio -> 0.5, index.interval.bytes -> 4096, unclean.leader.election.enable -> false, retention.bytes -> -1, delete.retention.ms -> 86400000, cleanup.policy -> [delete], flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}. (kafka.log.LogManager:66) [2019-04-30 15:29:04,370] INFO [ReplicaFetcherManager on broker 2] Added fetcher to broker BrokerEndPoint(id=1, host=localhost:64853) for partitions Map(fully-replicated-topic-0 -> (offset=0, leaderEpoch=0)) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,370] INFO [Partition fully-replicated-topic-0 broker=3] No checkpointed highwatermark is found for partition fully-replicated-topic-0 (kafka.cluster.Partition:66) [2019-04-30 15:29:04,371] INFO Replica loaded for partition fully-replicated-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,370] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-1107480147351068348] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 2 ms (kafka.log.Log:66) [2019-04-30 15:29:04,371] INFO [ReplicaFetcherManager on broker 3] Removed fetcher for partitions Set(fully-replicated-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,371] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4439759987902282053] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 2 ms (kafka.log.Log:66) [2019-04-30 15:29:04,371] INFO [Partition offline-topic-0 broker=0] No checkpointed highwatermark is found for partition offline-topic-0 (kafka.cluster.Partition:66) [2019-04-30 15:29:04,372] INFO Replica loaded for partition offline-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,371] INFO [ReplicaFetcher replicaId=2, leaderId=1, fetcherId=0] Starting (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,370] INFO Created log for partition fully-replicated-topic-0 in /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-832548546913875933 with properties {compression.type -> producer, message.format.version -> 2.2-IV1, file.delete.delay.ms -> 1000, max.message.bytes -> 1000012, min.compaction.lag.ms -> 0, message.timestamp.type -> CreateTime, message.downconversion.enable -> true, min.insync.replicas -> 1, segment.jitter.ms -> 0, preallocate -> false, min.cleanable.dirty.ratio -> 0.5, index.interval.bytes -> 4096, unclean.leader.election.enable -> false, retention.bytes -> -1, delete.retention.ms -> 86400000, cleanup.policy -> [delete], flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}. (kafka.log.LogManager:66) [2019-04-30 15:29:04,372] INFO [ReplicaFetcher replicaId=2, leaderId=1, fetcherId=0] Truncating partition fully-replicated-topic-0 to local high watermark 0 (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,372] INFO [Partition offline-topic-0 broker=0] offline-topic-0 starts at Leader Epoch 0 from offset 0. Previous Leader Epoch was: -1 (kafka.cluster.Partition:66) [2019-04-30 15:29:04,372] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,373] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,373] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,373] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,372] INFO Created log for partition not-under-min-isr-topic-0 in /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4439759987902282053 with properties {compression.type -> producer, message.format.version -> 2.2-IV1, file.delete.delay.ms -> 1000, max.message.bytes -> 1000012, min.compaction.lag.ms -> 0, message.timestamp.type -> CreateTime, message.downconversion.enable -> true, min.insync.replicas -> 1, segment.jitter.ms -> 0, preallocate -> false, min.cleanable.dirty.ratio -> 0.5, index.interval.bytes -> 4096, unclean.leader.election.enable -> false, retention.bytes -> -1, delete.retention.ms -> 86400000, cleanup.policy -> [delete], flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}. (kafka.log.LogManager:66) [2019-04-30 15:29:04,371] INFO Created log for partition not-under-min-isr-topic-0 in /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-1107480147351068348 with properties {compression.type -> producer, message.format.version -> 2.2-IV1, file.delete.delay.ms -> 1000, max.message.bytes -> 1000012, min.compaction.lag.ms -> 0, message.timestamp.type -> CreateTime, message.downconversion.enable -> true, min.insync.replicas -> 1, segment.jitter.ms -> 0, preallocate -> false, min.cleanable.dirty.ratio -> 0.5, index.interval.bytes -> 4096, unclean.leader.election.enable -> false, retention.bytes -> -1, delete.retention.ms -> 86400000, cleanup.policy -> [delete], flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}. (kafka.log.LogManager:66) [2019-04-30 15:29:04,373] INFO [Partition not-under-min-isr-topic-0 broker=5] No checkpointed highwatermark is found for partition not-under-min-isr-topic-0 (kafka.cluster.Partition:66) [2019-04-30 15:29:04,373] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,372] INFO [ReplicaFetcher replicaId=3, leaderId=1, fetcherId=0] Starting (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,372] INFO [ReplicaFetcherManager on broker 3] Added fetcher to broker BrokerEndPoint(id=1, host=localhost:64853) for partitions Map(fully-replicated-topic-0 -> (offset=0, leaderEpoch=0)) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,372] INFO [Log partition=fully-replicated-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-32453693857413993] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log:66) [2019-04-30 15:29:04,372] INFO [Partition fully-replicated-topic-0 broker=1] No checkpointed highwatermark is found for partition fully-replicated-topic-0 (kafka.cluster.Partition:66) [2019-04-30 15:29:04,374] INFO Replica loaded for partition fully-replicated-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,374] INFO Replica loaded for partition fully-replicated-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,374] INFO Replica loaded for partition fully-replicated-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,374] INFO [Partition fully-replicated-topic-0 broker=1] fully-replicated-topic-0 starts at Leader Epoch 0 from offset 0. Previous Leader Epoch was: -1 (kafka.cluster.Partition:66) [2019-04-30 15:29:04,373] INFO [ReplicaFetcher replicaId=3, leaderId=1, fetcherId=0] Truncating partition fully-replicated-topic-0 to local high watermark 0 (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,374] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889] Loading producer state till offset 0 with message format version 2 (kafka.log.Log:66) [2019-04-30 15:29:04,373] INFO [ReplicaFetcherManager on broker 5] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,373] INFO [Partition not-under-min-isr-topic-0 broker=4] No checkpointed highwatermark is found for partition not-under-min-isr-topic-0 (kafka.cluster.Partition:66) [2019-04-30 15:29:04,375] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,375] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,375] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,375] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,374] INFO [Log partition=fully-replicated-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4196475890873205443] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log:66) [2019-04-30 15:29:04,374] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-32453693857413993] Loading producer state till offset 0 with message format version 2 (kafka.log.Log:66) [2019-04-30 15:29:04,375] INFO [ReplicaFetcherManager on broker 5] Added fetcher to broker BrokerEndPoint(id=0, host=localhost:64850) for partitions Map(not-under-min-isr-topic-0 -> (offset=0, leaderEpoch=0)) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,375] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 1 ms (kafka.log.Log:66) [2019-04-30 15:29:04,375] INFO [ReplicaFetcherManager on broker 4] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,378] INFO Created log for partition not-under-min-isr-topic-0 in /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889 with properties {compression.type -> producer, message.format.version -> 2.2-IV1, file.delete.delay.ms -> 1000, max.message.bytes -> 1000012, min.compaction.lag.ms -> 0, message.timestamp.type -> CreateTime, message.downconversion.enable -> true, min.insync.replicas -> 1, segment.jitter.ms -> 0, preallocate -> false, min.cleanable.dirty.ratio -> 0.5, index.interval.bytes -> 4096, unclean.leader.election.enable -> false, retention.bytes -> -1, delete.retention.ms -> 86400000, cleanup.policy -> [delete], flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}. (kafka.log.LogManager:66) [2019-04-30 15:29:04,378] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,378] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,379] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,379] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,375] ERROR [ReplicaFetcher replicaId=2, leaderId=1, fetcherId=0] Error for partition fully-replicated-topic-0 at offset 0 (kafka.server.ReplicaFetcherThread:76) org.apache.kafka.common.errors.UnknownTopicOrPartitionException: This server does not host this topic-partition. [2019-04-30 15:29:04,378] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-32453693857413993] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 5 ms (kafka.log.Log:66) [2019-04-30 15:29:04,378] INFO [Partition not-under-min-isr-topic-0 broker=0] No checkpointed highwatermark is found for partition not-under-min-isr-topic-0 (kafka.cluster.Partition:66) [2019-04-30 15:29:04,377] INFO [ReplicaFetcher replicaId=5, leaderId=0, fetcherId=0] Starting (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,381] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,386] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,380] INFO [ReplicaFetcherManager on broker 4] Added fetcher to broker BrokerEndPoint(id=0, host=localhost:64850) for partitions Map(not-under-min-isr-topic-0 -> (offset=0, leaderEpoch=0)) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,380] INFO Created log for partition not-under-min-isr-topic-0 in /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-32453693857413993 with properties {compression.type -> producer, message.format.version -> 2.2-IV1, file.delete.delay.ms -> 1000, max.message.bytes -> 1000012, min.compaction.lag.ms -> 0, message.timestamp.type -> CreateTime, message.downconversion.enable -> true, min.insync.replicas -> 1, segment.jitter.ms -> 0, preallocate -> false, min.cleanable.dirty.ratio -> 0.5, index.interval.bytes -> 4096, unclean.leader.election.enable -> false, retention.bytes -> -1, delete.retention.ms -> 86400000, cleanup.policy -> [delete], flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}. (kafka.log.LogManager:66) [2019-04-30 15:29:04,387] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,387] INFO [Partition not-under-min-isr-topic-0 broker=2] No checkpointed highwatermark is found for partition not-under-min-isr-topic-0 (kafka.cluster.Partition:66) [2019-04-30 15:29:04,388] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,388] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,386] INFO [ReplicaFetcher replicaId=5, leaderId=0, fetcherId=0] Truncating partition not-under-min-isr-topic-0 to local high watermark 0 (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,386] INFO [ReplicaFetcher replicaId=4, leaderId=0, fetcherId=0] Starting (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,388] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-832548546913875933] Loading producer state till offset 0 with message format version 2 (kafka.log.Log:66) [2019-04-30 15:29:04,388] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4439759987902282053] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log:66) [2019-04-30 15:29:04,388] INFO [ReplicaFetcherManager on broker 2] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,387] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,389] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,389] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,389] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4196475890873205443] Loading producer state till offset 0 with message format version 2 (kafka.log.Log:66) [2019-04-30 15:29:04,388] INFO [ReplicaFetcher replicaId=4, leaderId=0, fetcherId=0] Truncating partition not-under-min-isr-topic-0 to local high watermark 0 (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,390] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-1107480147351068348] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log:66) [2019-04-30 15:29:04,390] INFO [Partition not-under-min-isr-topic-0 broker=0] not-under-min-isr-topic-0 starts at Leader Epoch 0 from offset 0. Previous Leader Epoch was: -1 (kafka.cluster.Partition:66) [2019-04-30 15:29:04,389] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-832548546913875933] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 8 ms (kafka.log.Log:66) [2019-04-30 15:29:04,392] ERROR [ReplicaFetcher replicaId=5, leaderId=0, fetcherId=0] Error for partition not-under-min-isr-topic-0 at offset 0 (kafka.server.ReplicaFetcherThread:76) org.apache.kafka.common.errors.UnknownTopicOrPartitionException: This server does not host this topic-partition. [2019-04-30 15:29:04,392] INFO [ReplicaFetcher replicaId=2, leaderId=0, fetcherId=0] Starting (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,393] INFO [ReplicaFetcher replicaId=2, leaderId=0, fetcherId=0] Truncating partition not-under-min-isr-topic-0 to local high watermark 0 (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,391] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4196475890873205443] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 4 ms (kafka.log.Log:66) [2019-04-30 15:29:04,391] INFO [ReplicaFetcherManager on broker 2] Added fetcher to broker BrokerEndPoint(id=0, host=localhost:64850) for partitions Map(not-under-min-isr-topic-0 -> (offset=0, leaderEpoch=0)) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,393] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-32453693857413993] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log:66) [2019-04-30 15:29:04,393] ERROR [ReplicaFetcher replicaId=4, leaderId=0, fetcherId=0] Error for partition not-under-min-isr-topic-0 at offset 0 (kafka.server.ReplicaFetcherThread:76) org.apache.kafka.common.errors.UnknownTopicOrPartitionException: This server does not host this topic-partition. [2019-04-30 15:29:04,393] INFO Created log for partition not-under-min-isr-topic-0 in /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-832548546913875933 with properties {compression.type -> producer, message.format.version -> 2.2-IV1, file.delete.delay.ms -> 1000, max.message.bytes -> 1000012, min.compaction.lag.ms -> 0, message.timestamp.type -> CreateTime, message.downconversion.enable -> true, min.insync.replicas -> 1, segment.jitter.ms -> 0, preallocate -> false, min.cleanable.dirty.ratio -> 0.5, index.interval.bytes -> 4096, unclean.leader.election.enable -> false, retention.bytes -> -1, delete.retention.ms -> 86400000, cleanup.policy -> [delete], flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}. (kafka.log.LogManager:66) [2019-04-30 15:29:04,394] INFO Created log for partition not-under-min-isr-topic-0 in /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4196475890873205443 with properties {compression.type -> producer, message.format.version -> 2.2-IV1, file.delete.delay.ms -> 1000, max.message.bytes -> 1000012, min.compaction.lag.ms -> 0, message.timestamp.type -> CreateTime, message.downconversion.enable -> true, min.insync.replicas -> 1, segment.jitter.ms -> 0, preallocate -> false, min.cleanable.dirty.ratio -> 0.5, index.interval.bytes -> 4096, unclean.leader.election.enable -> false, retention.bytes -> -1, delete.retention.ms -> 86400000, cleanup.policy -> [delete], flush.ms -> 9223372036854775807, segment.ms -> 604800000, segment.bytes -> 1073741824, retention.ms -> 604800000, message.timestamp.difference.max.ms -> 9223372036854775807, segment.index.bytes -> 10485760, flush.messages -> 9223372036854775807}. (kafka.log.LogManager:66) [2019-04-30 15:29:04,395] INFO [Partition not-under-min-isr-topic-0 broker=1] No checkpointed highwatermark is found for partition not-under-min-isr-topic-0 (kafka.cluster.Partition:66) [2019-04-30 15:29:04,395] INFO [Partition not-under-min-isr-topic-0 broker=3] No checkpointed highwatermark is found for partition not-under-min-isr-topic-0 (kafka.cluster.Partition:66) [2019-04-30 15:29:04,395] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,395] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,395] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,395] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,396] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,396] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,396] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,396] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:04,396] INFO [ReplicaFetcherManager on broker 1] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,396] INFO [ReplicaFetcherManager on broker 3] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,399] INFO [ReplicaFetcherManager on broker 3] Added fetcher to broker BrokerEndPoint(id=0, host=localhost:64850) for partitions Map(not-under-min-isr-topic-0 -> (offset=0, leaderEpoch=0)) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,401] INFO [ReplicaFetcher replicaId=3, leaderId=0, fetcherId=0] Starting (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,401] INFO [ReplicaFetcherManager on broker 1] Added fetcher to broker BrokerEndPoint(id=0, host=localhost:64850) for partitions Map(not-under-min-isr-topic-0 -> (offset=0, leaderEpoch=0)) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:04,401] INFO [ReplicaFetcher replicaId=1, leaderId=0, fetcherId=0] Starting (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,402] INFO [ReplicaFetcher replicaId=3, leaderId=0, fetcherId=0] Truncating partition not-under-min-isr-topic-0 to local high watermark 0 (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,402] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4196475890873205443] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log:66) [2019-04-30 15:29:04,402] INFO [ReplicaFetcher replicaId=1, leaderId=0, fetcherId=0] Truncating partition not-under-min-isr-topic-0 to local high watermark 0 (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:04,402] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-832548546913875933] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log:66) [2019-04-30 15:29:44,541] INFO [KafkaServer id=0] shutting down (kafka.server.KafkaServer:66) [2019-04-30 15:29:44,541] INFO [KafkaServer id=0] Starting controlled shutdown (kafka.server.KafkaServer:66) [2019-04-30 15:29:44,546] INFO [Controller id=0] Shutting down broker 0 (kafka.controller.KafkaController:66) [2019-04-30 15:29:44,553] INFO [ReplicaFetcherManager on broker 5] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:44,554] INFO [ReplicaFetcherManager on broker 2] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:44,554] INFO [ReplicaFetcherManager on broker 3] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:44,554] INFO [ReplicaFetcherManager on broker 1] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:44,553] INFO [ReplicaFetcherManager on broker 4] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:44,554] INFO [Partition not-under-min-isr-topic-0 broker=1] not-under-min-isr-topic-0 starts at Leader Epoch 1 from offset 0. Previous Leader Epoch was: 0 (kafka.cluster.Partition:66) [2019-04-30 15:29:44,554] INFO [ReplicaFetcherManager on broker 3] Added fetcher to broker BrokerEndPoint(id=1, host=localhost:64853) for partitions Map(not-under-min-isr-topic-0 -> (offset=0, leaderEpoch=1)) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:44,554] INFO [ReplicaFetcherManager on broker 2] Added fetcher to broker BrokerEndPoint(id=1, host=localhost:64853) for partitions Map(not-under-min-isr-topic-0 -> (offset=0, leaderEpoch=1)) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:44,554] INFO [ReplicaFetcher replicaId=2, leaderId=0, fetcherId=0] Shutting down (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,554] INFO [ReplicaFetcherManager on broker 0] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:44,554] INFO [ReplicaFetcher replicaId=3, leaderId=0, fetcherId=0] Shutting down (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,555] INFO [ReplicaFetcher replicaId=2, leaderId=0, fetcherId=0] Error sending fetch request (sessionId=351526533, epoch=79) to node 0: java.io.IOException: Client was shutdown before response was read. (org.apache.kafka.clients.FetchSessionHandler:438) [2019-04-30 15:29:44,555] INFO [ReplicaFetcher replicaId=2, leaderId=0, fetcherId=0] Stopped (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,555] INFO [ReplicaFetcher replicaId=3, leaderId=0, fetcherId=0] Error sending fetch request (sessionId=420507209, epoch=79) to node 0: java.io.IOException: Client was shutdown before response was read. (org.apache.kafka.clients.FetchSessionHandler:438) [2019-04-30 15:29:44,555] INFO [ReplicaFetcher replicaId=3, leaderId=0, fetcherId=0] Stopped (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,555] INFO [ReplicaFetcher replicaId=2, leaderId=0, fetcherId=0] Shutdown completed (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,555] INFO [KafkaServer id=0] Controlled shutdown succeeded (kafka.server.KafkaServer:66) [2019-04-30 15:29:44,555] INFO [ReplicaFetcherManager on broker 5] Added fetcher to broker BrokerEndPoint(id=1, host=localhost:64853) for partitions Map(not-under-min-isr-topic-0 -> (offset=0, leaderEpoch=1)) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:44,572] INFO [ReplicaFetcher replicaId=5, leaderId=0, fetcherId=0] Shutting down (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,572] INFO [ReplicaFetcher replicaId=3, leaderId=1, fetcherId=0] Truncating partition not-under-min-isr-topic-0 to local high watermark 0 (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,573] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4196475890873205443] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log:66) [2019-04-30 15:29:44,555] INFO [ReplicaFetcher replicaId=3, leaderId=0, fetcherId=0] Shutdown completed (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,579] INFO [ReplicaFetcherManager on broker 4] Added fetcher to broker BrokerEndPoint(id=1, host=localhost:64853) for partitions Map(not-under-min-isr-topic-0 -> (offset=0, leaderEpoch=1)) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:44,579] INFO [ReplicaFetcher replicaId=4, leaderId=1, fetcherId=0] Starting (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,616] INFO [ReplicaFetcher replicaId=4, leaderId=1, fetcherId=0] Truncating partition not-under-min-isr-topic-0 to local high watermark 0 (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,616] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-1107480147351068348] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log:66) [2019-04-30 15:29:44,573] INFO [ReplicaFetcher replicaId=5, leaderId=0, fetcherId=0] Error sending fetch request (sessionId=101671754, epoch=77) to node 0: java.io.IOException: Client was shutdown before response was read. (org.apache.kafka.clients.FetchSessionHandler:438) [2019-04-30 15:29:44,616] INFO [ReplicaFetcher replicaId=5, leaderId=0, fetcherId=0] Stopped (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,572] INFO [ReplicaFetcher replicaId=1, leaderId=0, fetcherId=0] Shutting down (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,572] INFO [ReplicaFetcher replicaId=2, leaderId=1, fetcherId=0] Truncating partition not-under-min-isr-topic-0 to local high watermark 0 (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,616] INFO [ReplicaFetcher replicaId=1, leaderId=0, fetcherId=0] Stopped (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,572] INFO [ReplicaFetcher replicaId=5, leaderId=1, fetcherId=0] Starting (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,617] INFO [ReplicaFetcher replicaId=5, leaderId=1, fetcherId=0] Truncating partition not-under-min-isr-topic-0 to local high watermark 0 (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,617] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4439759987902282053] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log:66) [2019-04-30 15:29:44,617] INFO [/config/changes-event-process-thread]: Shutting down (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:44,616] INFO [ReplicaFetcher replicaId=1, leaderId=0, fetcherId=0] Shutdown completed (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,617] INFO [/config/changes-event-process-thread]: Stopped (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:44,616] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-32453693857413993] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log:66) [2019-04-30 15:29:44,616] INFO [ReplicaFetcher replicaId=5, leaderId=0, fetcherId=0] Shutdown completed (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,616] INFO [ReplicaFetcher replicaId=4, leaderId=0, fetcherId=0] Shutting down (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,619] INFO [ReplicaFetcherManager on broker 2] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:44,618] INFO [/config/changes-event-process-thread]: Shutdown completed (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:44,617] INFO [ReplicaFetcherManager on broker 3] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:44,617] INFO [ReplicaFetcherManager on broker 0] Removed fetcher for partitions Set() (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:44,619] INFO [Partition under-min-isr-topic-0 broker=3] under-min-isr-topic-0 starts at Leader Epoch 1 from offset 0. Previous Leader Epoch was: 0 (kafka.cluster.Partition:66) [2019-04-30 15:29:44,619] INFO [SocketServer brokerId=0] Stopping socket server request processors (kafka.network.SocketServer:66) [2019-04-30 15:29:44,619] INFO [ReplicaFetcherManager on broker 2] Added fetcher to broker BrokerEndPoint(id=3, host=localhost:64859) for partitions Map(under-min-isr-topic-0 -> (offset=0, leaderEpoch=1)) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:44,619] INFO [ReplicaFetcher replicaId=4, leaderId=0, fetcherId=0] Stopped (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,619] INFO [ReplicaFetcher replicaId=4, leaderId=0, fetcherId=0] Shutdown completed (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:44,619] WARN [LeaderEpochCache under-min-isr-topic-0] New epoch entry EpochEntry(epoch=1, startOffset=0) caused truncation of conflicting entries ListBuffer(EpochEntry(epoch=0, startOffset=0)). Cache now contains 1 entries. (kafka.server.epoch.LeaderEpochFileCache:70) [2019-04-30 15:29:44,620] WARN [RequestSendThread controllerId=0] Controller 0 epoch 1 fails to send request (type=StopReplicaRequest, controllerId=0, controllerEpoch=1, deletePartitions=false, brokerEpoch=25, partitions=) to broker localhost:64850 (id: 0 rack: rack1). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to 0 was disconnected before the response was read at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:100) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:243) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:44,619] INFO [ReplicaAlterLogDirsManager on broker 0] Removed fetcher for partitions Set() (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:44,621] INFO [ReplicaFetcherManager on broker 5] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:44,621] INFO [ReplicaFetcherManager on broker 1] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:44,621] INFO [ReplicaFetcherManager on broker 5] Added fetcher to broker BrokerEndPoint(id=3, host=localhost:64859) for partitions Map(under-min-isr-topic-0 -> (offset=0, leaderEpoch=1)) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:44,621] INFO [ReplicaFetcherManager on broker 1] Added fetcher to broker BrokerEndPoint(id=3, host=localhost:64859) for partitions Map(under-min-isr-topic-0 -> (offset=0, leaderEpoch=1)) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:44,622] INFO [ReplicaFetcherManager on broker 4] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:44,622] INFO [ReplicaFetcherManager on broker 4] Added fetcher to broker BrokerEndPoint(id=3, host=localhost:64859) for partitions Map(under-min-isr-topic-0 -> (offset=0, leaderEpoch=1)) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:44,622] INFO [SocketServer brokerId=0] Stopped socket server request processors (kafka.network.SocketServer:66) [2019-04-30 15:29:44,622] INFO [data-plane Kafka Request Handler on Broker 0], shutting down (kafka.server.KafkaRequestHandlerPool:66) [2019-04-30 15:29:44,623] INFO [Broker id=3] Skipped the become-leader state change after marking its partition as leader with correlation id 11 from controller 0 epoch 1 for partition under-min-isr-topic-0 (last update controller epoch 1) since it is already the leader for the partition. (state.change.logger:66) [2019-04-30 15:29:44,623] INFO [data-plane Kafka Request Handler on Broker 0], shut down completely (kafka.server.KafkaRequestHandlerPool:66) [2019-04-30 15:29:44,629] INFO [KafkaApi-0] Shutdown complete. (kafka.server.KafkaApis:66) [2019-04-30 15:29:44,629] INFO [ExpirationReaper-0-topic]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:44,723] WARN [Controller id=0, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:64850) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:44,723] WARN [RequestSendThread controllerId=0] Controller 0's connection to broker localhost:64850 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64850 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:44,757] INFO [ExpirationReaper-0-topic]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:44,757] INFO [ExpirationReaper-0-topic]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:44,757] INFO [TransactionCoordinator id=0] Shutting down. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:44,758] INFO [ProducerId Manager 0]: Shutdown complete: last producerId assigned 0 (kafka.coordinator.transaction.ProducerIdManager:66) [2019-04-30 15:29:44,758] INFO [Transaction State Manager 0]: Shutdown complete (kafka.coordinator.transaction.TransactionStateManager:66) [2019-04-30 15:29:44,758] INFO [Transaction Marker Channel Manager 0]: Shutting down (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:44,758] INFO [Transaction Marker Channel Manager 0]: Stopped (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:44,758] INFO [Transaction Marker Channel Manager 0]: Shutdown completed (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:44,758] INFO [TransactionCoordinator id=0] Shutdown complete. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:44,758] INFO [GroupCoordinator 0]: Shutting down. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:44,758] INFO [ExpirationReaper-0-Heartbeat]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:44,828] WARN [Controller id=0, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:64850) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:44,828] WARN [RequestSendThread controllerId=0] Controller 0's connection to broker localhost:64850 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64850 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:44,934] WARN [Controller id=0, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:64850) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:44,934] WARN [RequestSendThread controllerId=0] Controller 0's connection to broker localhost:64850 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64850 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:44,959] INFO [ExpirationReaper-0-Heartbeat]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:44,960] INFO [ExpirationReaper-0-Rebalance]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:44,959] INFO [ExpirationReaper-0-Heartbeat]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:45,039] WARN [Controller id=0, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:64850) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:45,039] WARN [RequestSendThread controllerId=0] Controller 0's connection to broker localhost:64850 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64850 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:45,082] INFO [ReplicaFetcher replicaId=4, leaderId=3, fetcherId=0] Truncating partition under-min-isr-topic-0 to local high watermark 0 (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:45,083] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-1107480147351068348] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log:66) [2019-04-30 15:29:45,082] INFO [ReplicaFetcher replicaId=5, leaderId=3, fetcherId=0] Truncating partition under-min-isr-topic-0 to local high watermark 0 (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:45,083] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-4439759987902282053] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log:66) [2019-04-30 15:29:45,083] INFO [Partition under-min-isr-topic-0 broker=3] Expanding ISR from 5,1,2,3,4 to 0,5,1,2,3,4 (kafka.cluster.Partition:66) [2019-04-30 15:29:45,110] INFO [ReplicaFetcher replicaId=1, leaderId=3, fetcherId=0] Truncating partition under-min-isr-topic-0 to local high watermark 0 (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:45,110] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-832548546913875933] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log:66) [2019-04-30 15:29:45,110] INFO [ReplicaFetcher replicaId=2, leaderId=3, fetcherId=0] Truncating partition under-min-isr-topic-0 to local high watermark 0 (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:45,110] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-32453693857413993] Truncating to 0 has no effect as the largest offset in the log is -1 (kafka.log.Log:66) [2019-04-30 15:29:45,143] WARN [Controller id=0, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:64850) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:45,144] WARN [RequestSendThread controllerId=0] Controller 0's connection to broker localhost:64850 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64850 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:45,146] INFO [ExpirationReaper-0-Rebalance]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:45,146] INFO [ExpirationReaper-0-Rebalance]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:45,146] INFO [GroupCoordinator 0]: Shutdown complete. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:45,147] INFO [ReplicaManager broker=0] Shutting down (kafka.server.ReplicaManager:66) [2019-04-30 15:29:45,147] INFO [LogDirFailureHandler]: Shutting down (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:45,147] INFO [LogDirFailureHandler]: Stopped (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:45,147] INFO [LogDirFailureHandler]: Shutdown completed (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:45,148] INFO [ReplicaFetcherManager on broker 0] shutting down (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:45,148] INFO [ReplicaFetcher replicaId=0, leaderId=3, fetcherId=0] Shutting down (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:45,148] INFO [ReplicaFetcher replicaId=0, leaderId=3, fetcherId=0] Error sending fetch request (sessionId=1733708672, epoch=79) to node 3: java.io.IOException: Client was shutdown before response was read. (org.apache.kafka.clients.FetchSessionHandler:438) [2019-04-30 15:29:45,149] INFO [ReplicaFetcher replicaId=0, leaderId=3, fetcherId=0] Stopped (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:45,149] INFO [ReplicaFetcher replicaId=0, leaderId=3, fetcherId=0] Shutdown completed (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:45,152] INFO [ReplicaFetcherManager on broker 0] shutdown completed (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:45,152] INFO [ReplicaAlterLogDirsManager on broker 0] shutting down (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:45,152] INFO [ReplicaAlterLogDirsManager on broker 0] shutdown completed (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:45,152] INFO [ExpirationReaper-0-Fetch]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:45,182] INFO [ExpirationReaper-0-Fetch]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:45,182] INFO [ExpirationReaper-0-Fetch]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:45,182] INFO [ExpirationReaper-0-Produce]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:45,246] WARN [Controller id=0, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:64850) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:45,246] WARN [RequestSendThread controllerId=0] Controller 0's connection to broker localhost:64850 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64850 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:45,347] WARN [Controller id=0, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:64850) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:45,347] WARN [RequestSendThread controllerId=0] Controller 0's connection to broker localhost:64850 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64850 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:45,361] INFO [ExpirationReaper-0-Produce]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:45,361] INFO [ExpirationReaper-0-Produce]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:45,362] INFO [ExpirationReaper-0-DeleteRecords]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:45,365] INFO [ExpirationReaper-0-DeleteRecords]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:45,365] INFO [ExpirationReaper-0-DeleteRecords]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:45,365] INFO [ExpirationReaper-0-ElectPreferredLeader]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:45,449] WARN [Controller id=0, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:64850) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:45,449] WARN [RequestSendThread controllerId=0] Controller 0's connection to broker localhost:64850 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64850 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:45,553] WARN [Controller id=0, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:64850) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:45,554] WARN [RequestSendThread controllerId=0] Controller 0's connection to broker localhost:64850 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64850 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:45,564] INFO [ExpirationReaper-0-ElectPreferredLeader]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:45,564] INFO [ExpirationReaper-0-ElectPreferredLeader]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:45,579] INFO [ReplicaManager broker=0] Shut down completely (kafka.server.ReplicaManager:66) [2019-04-30 15:29:45,579] INFO Shutting down. (kafka.log.LogManager:66) [2019-04-30 15:29:45,579] INFO Shutting down the log cleaner. (kafka.log.LogCleaner:66) [2019-04-30 15:29:45,579] INFO [kafka-log-cleaner-thread-0]: Shutting down (kafka.log.LogCleaner:66) [2019-04-30 15:29:45,580] INFO [kafka-log-cleaner-thread-0]: Stopped (kafka.log.LogCleaner:66) [2019-04-30 15:29:45,580] INFO [kafka-log-cleaner-thread-0]: Shutdown completed (kafka.log.LogCleaner:66) [2019-04-30 15:29:45,586] INFO Shutdown complete. (kafka.log.LogManager:66) [2019-04-30 15:29:45,590] INFO [ControllerEventThread controllerId=0] Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:45,590] INFO [ControllerEventThread controllerId=0] Stopped (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:45,590] INFO [ControllerEventThread controllerId=0] Shutdown completed (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:45,591] INFO [PartitionStateMachine controllerId=0] Stopped partition state machine (kafka.controller.PartitionStateMachine:66) [2019-04-30 15:29:45,591] INFO [ReplicaStateMachine controllerId=0] Stopped replica state machine (kafka.controller.ReplicaStateMachine:66) [2019-04-30 15:29:45,591] INFO [RequestSendThread controllerId=0] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,592] INFO [RequestSendThread controllerId=0] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,592] INFO [RequestSendThread controllerId=0] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,593] INFO [RequestSendThread controllerId=0] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,593] INFO [RequestSendThread controllerId=0] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,593] INFO [RequestSendThread controllerId=0] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,594] INFO [RequestSendThread controllerId=0] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,594] INFO [RequestSendThread controllerId=0] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,594] INFO [RequestSendThread controllerId=0] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,596] INFO [RequestSendThread controllerId=0] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,596] INFO [RequestSendThread controllerId=0] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,596] INFO [RequestSendThread controllerId=0] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,596] INFO [RequestSendThread controllerId=0] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,596] INFO [RequestSendThread controllerId=0] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,596] INFO [RequestSendThread controllerId=0] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,597] INFO [RequestSendThread controllerId=0] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,597] WARN [RequestSendThread controllerId=0] Controller 0 epoch 1 fails to send request (type=StopReplicaRequest, controllerId=0, controllerEpoch=1, deletePartitions=false, brokerEpoch=25, partitions=) to broker localhost:64850 (id: 0 rack: rack1). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.lang.InterruptedException at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at kafka.utils.ShutdownableThread.pause(ShutdownableThread.scala:75) at kafka.controller.RequestSendThread.backoff$1(ControllerChannelManager.scala:224) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:238) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:45,598] INFO [RequestSendThread controllerId=0] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,598] INFO [RequestSendThread controllerId=0] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,599] INFO [Controller id=0] Resigned (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,599] INFO [ZooKeeperClient Kafka server] Closing. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:45,601] INFO [ZooKeeperClient Kafka server] Closed. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:45,601] INFO [ThrottledChannelReaper-Fetch]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:45,602] INFO [Controller id=5] 5 successfully elected as the controller. Epoch incremented to 2 and epoch zk version is now 2 (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,602] INFO [Controller id=5] Registering handlers (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,602] INFO [Controller id=5] Deleting log dir event notifications (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,602] INFO [Controller id=5] Deleting isr change notifications (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,603] INFO [Controller id=5] Initializing controller context (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,603] INFO [Controller id=5] Initialized broker epochs cache: Map(5 -> 108, 1 -> 44, 2 -> 60, 3 -> 76, 4 -> 92) (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,607] INFO [RequestSendThread controllerId=5] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,607] INFO [RequestSendThread controllerId=5] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,607] INFO [RequestSendThread controllerId=5] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,608] INFO [RequestSendThread controllerId=5] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,608] INFO [RequestSendThread controllerId=5] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,608] INFO [Controller id=5] Partitions being reassigned: Map() (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,608] INFO [Controller id=5] Currently active brokers in the cluster: Set(5, 1, 2, 3, 4) (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,608] INFO [Controller id=5] Currently shutting brokers in the cluster: Set() (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,608] INFO [Controller id=5] Current list of topics in the cluster: Set(not-under-min-isr-topic, under-min-isr-topic, offline-topic, fully-replicated-topic) (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,608] INFO [Controller id=5] Fetching topic deletions in progress (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,609] INFO [Controller id=5] List of topics to be deleted: (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,609] INFO [Controller id=5] List of topics ineligible for deletion: not-under-min-isr-topic,under-min-isr-topic,offline-topic (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,609] INFO [Controller id=5] Initializing topic deletion manager (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,609] INFO [Controller id=5] Sending update metadata request (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,609] INFO [ReplicaStateMachine controllerId=5] Initializing replica state (kafka.controller.ReplicaStateMachine:66) [2019-04-30 15:29:45,609] INFO [ReplicaStateMachine controllerId=5] Triggering online replica state changes (kafka.controller.ReplicaStateMachine:66) [2019-04-30 15:29:45,609] INFO [RequestSendThread controllerId=5] Controller 5 connected to localhost:64865 (id: 5 rack: rack3) for sending state change requests (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,609] INFO [RequestSendThread controllerId=5] Controller 5 connected to localhost:64856 (id: 2 rack: rack2) for sending state change requests (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,609] INFO [ReplicaStateMachine controllerId=5] Started replica state machine with initial state -> Map([Topic=under-min-isr-topic,Partition=0,Replica=2] -> OnlineReplica, [Topic=under-min-isr-topic,Partition=0,Replica=1] -> OnlineReplica, [Topic=offline-topic,Partition=0,Replica=0] -> ReplicaDeletionIneligible, [Topic=not-under-min-isr-topic,Partition=0,Replica=3] -> OnlineReplica, [Topic=fully-replicated-topic,Partition=0,Replica=1] -> OnlineReplica, [Topic=not-under-min-isr-topic,Partition=0,Replica=1] -> OnlineReplica, [Topic=not-under-min-isr-topic,Partition=0,Replica=0] -> ReplicaDeletionIneligible, [Topic=not-under-min-isr-topic,Partition=0,Replica=4] -> OnlineReplica, [Topic=under-min-isr-topic,Partition=0,Replica=3] -> OnlineReplica, [Topic=fully-replicated-topic,Partition=0,Replica=2] -> OnlineReplica, [Topic=not-under-min-isr-topic,Partition=0,Replica=2] -> OnlineReplica, [Topic=under-min-isr-topic,Partition=0,Replica=4] -> OnlineReplica, [Topic=under-min-isr-topic,Partition=0,Replica=5] -> OnlineReplica, [Topic=fully-replicated-topic,Partition=0,Replica=3] -> OnlineReplica, [Topic=not-under-min-isr-topic,Partition=0,Replica=5] -> OnlineReplica, [Topic=under-min-isr-topic,Partition=0,Replica=0] -> ReplicaDeletionIneligible) (kafka.controller.ReplicaStateMachine:66) [2019-04-30 15:29:45,609] INFO [RequestSendThread controllerId=5] Controller 5 connected to localhost:64862 (id: 4 rack: rack3) for sending state change requests (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,609] INFO [RequestSendThread controllerId=5] Controller 5 connected to localhost:64853 (id: 1 rack: rack2) for sending state change requests (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,609] INFO [RequestSendThread controllerId=5] Controller 5 connected to localhost:64859 (id: 3 rack: rack1) for sending state change requests (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:45,609] INFO [PartitionStateMachine controllerId=5] Initializing partition state (kafka.controller.PartitionStateMachine:66) [2019-04-30 15:29:45,610] INFO [PartitionStateMachine controllerId=5] Triggering online partition state changes (kafka.controller.PartitionStateMachine:66) [2019-04-30 15:29:45,610] WARN [Broker id=2] Ignoring LeaderAndIsr request from controller 5 with correlation id 1 epoch 2 for partition under-min-isr-topic-0 since its associated leader epoch 1 is not higher than the current leader epoch 1 (state.change.logger:70) [2019-04-30 15:29:45,610] WARN [Broker id=5] Ignoring LeaderAndIsr request from controller 5 with correlation id 1 epoch 2 for partition under-min-isr-topic-0 since its associated leader epoch 1 is not higher than the current leader epoch 1 (state.change.logger:70) [2019-04-30 15:29:45,610] WARN [Broker id=1] Ignoring LeaderAndIsr request from controller 5 with correlation id 1 epoch 2 for partition under-min-isr-topic-0 since its associated leader epoch 1 is not higher than the current leader epoch 1 (state.change.logger:70) [2019-04-30 15:29:45,610] WARN [Broker id=2] Ignoring LeaderAndIsr request from controller 5 with correlation id 1 epoch 2 for partition fully-replicated-topic-0 since its associated leader epoch 0 is not higher than the current leader epoch 0 (state.change.logger:70) [2019-04-30 15:29:45,610] WARN [Broker id=4] Ignoring LeaderAndIsr request from controller 5 with correlation id 1 epoch 2 for partition under-min-isr-topic-0 since its associated leader epoch 1 is not higher than the current leader epoch 1 (state.change.logger:70) [2019-04-30 15:29:45,610] WARN [Broker id=2] Ignoring LeaderAndIsr request from controller 5 with correlation id 1 epoch 2 for partition not-under-min-isr-topic-0 since its associated leader epoch 1 is not higher than the current leader epoch 1 (state.change.logger:70) [2019-04-30 15:29:45,610] WARN [Broker id=1] Ignoring LeaderAndIsr request from controller 5 with correlation id 1 epoch 2 for partition fully-replicated-topic-0 since its associated leader epoch 0 is not higher than the current leader epoch 0 (state.change.logger:70) [2019-04-30 15:29:45,610] WARN [Broker id=3] Ignoring LeaderAndIsr request from controller 5 with correlation id 1 epoch 2 for partition under-min-isr-topic-0 since its associated leader epoch 1 is not higher than the current leader epoch 1 (state.change.logger:70) [2019-04-30 15:29:45,610] WARN [Broker id=5] Ignoring LeaderAndIsr request from controller 5 with correlation id 1 epoch 2 for partition not-under-min-isr-topic-0 since its associated leader epoch 1 is not higher than the current leader epoch 1 (state.change.logger:70) [2019-04-30 15:29:45,611] ERROR [Controller id=5 epoch=2] Controller 5 epoch 2 failed to change state for partition offline-topic-0 from OfflinePartition to OnlinePartition (state.change.logger:76) kafka.common.StateChangeFailedException: Failed to elect leader for partition offline-topic-0 under strategy OfflinePartitionLeaderElectionStrategy at kafka.controller.PartitionStateMachine.$anonfun$doElectLeaderForPartitions$9(PartitionStateMachine.scala:390) at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62) at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49) at kafka.controller.PartitionStateMachine.doElectLeaderForPartitions(PartitionStateMachine.scala:388) at kafka.controller.PartitionStateMachine.electLeaderForPartitions(PartitionStateMachine.scala:315) at kafka.controller.PartitionStateMachine.doHandleStateChanges(PartitionStateMachine.scala:225) at kafka.controller.PartitionStateMachine.handleStateChanges(PartitionStateMachine.scala:141) at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:123) at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:109) at kafka.controller.PartitionStateMachine.startup(PartitionStateMachine.scala:66) at kafka.controller.KafkaController.onControllerFailover(KafkaController.scala:266) at kafka.controller.KafkaController.kafka$controller$KafkaController$$elect(KafkaController.scala:1271) at kafka.controller.KafkaController$Reelect$.process(KafkaController.scala:1632) at kafka.controller.ControllerEventManager$ControllerEventThread.$anonfun$doWork$1(ControllerEventManager.scala:95) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:31) at kafka.controller.ControllerEventManager$ControllerEventThread.doWork(ControllerEventManager.scala:95) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:45,611] WARN [Broker id=3] Ignoring LeaderAndIsr request from controller 5 with correlation id 1 epoch 2 for partition fully-replicated-topic-0 since its associated leader epoch 0 is not higher than the current leader epoch 0 (state.change.logger:70) [2019-04-30 15:29:45,610] WARN [Broker id=1] Ignoring LeaderAndIsr request from controller 5 with correlation id 1 epoch 2 for partition not-under-min-isr-topic-0 since its associated leader epoch 1 is not higher than the current leader epoch 1 (state.change.logger:70) [2019-04-30 15:29:45,610] WARN [Broker id=4] Ignoring LeaderAndIsr request from controller 5 with correlation id 1 epoch 2 for partition not-under-min-isr-topic-0 since its associated leader epoch 1 is not higher than the current leader epoch 1 (state.change.logger:70) [2019-04-30 15:29:45,611] WARN [Broker id=3] Ignoring LeaderAndIsr request from controller 5 with correlation id 1 epoch 2 for partition not-under-min-isr-topic-0 since its associated leader epoch 1 is not higher than the current leader epoch 1 (state.change.logger:70) [2019-04-30 15:29:45,611] INFO [PartitionStateMachine controllerId=5] Started partition state machine with initial state -> Map(offline-topic-0 -> OfflinePartition, under-min-isr-topic-0 -> OnlinePartition, not-under-min-isr-topic-0 -> OnlinePartition, fully-replicated-topic-0 -> OnlinePartition) (kafka.controller.PartitionStateMachine:66) [2019-04-30 15:29:45,611] INFO [Controller id=5] Ready to serve as the new controller with epoch 2 (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,611] INFO [Controller id=5] Removing partitions Set() from the list of reassigned partitions in zookeeper (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,611] INFO [Controller id=5] No more partitions need to be reassigned. Deleting zk path /admin/reassign_partitions (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,612] INFO [Controller id=5] Partitions undergoing preferred replica election: (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,612] INFO [Controller id=5] Partitions that completed preferred replica election: (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,612] INFO [Controller id=5] Skipping preferred replica election for partitions due to topic deletion: (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,612] INFO [Controller id=5] Resuming preferred replica election for partitions: (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,612] INFO [Controller id=5] Starting preferred replica leader election for partitions (kafka.controller.KafkaController:66) [2019-04-30 15:29:45,612] INFO [Controller id=5] Starting the controller scheduler (kafka.controller.KafkaController:66) [2019-04-30 15:29:46,241] INFO [ThrottledChannelReaper-Fetch]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:46,241] INFO [ThrottledChannelReaper-Fetch]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:46,242] INFO [ThrottledChannelReaper-Produce]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:47,246] INFO [ThrottledChannelReaper-Produce]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:47,247] INFO [ThrottledChannelReaper-Request]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:47,246] INFO [ThrottledChannelReaper-Produce]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:48,250] INFO [ThrottledChannelReaper-Request]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:48,250] INFO [ThrottledChannelReaper-Request]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:48,250] INFO [SocketServer brokerId=0] Shutting down socket server (kafka.network.SocketServer:66) [2019-04-30 15:29:48,258] INFO [SocketServer brokerId=0] Shutdown completed (kafka.network.SocketServer:66) [2019-04-30 15:29:48,258] INFO [KafkaServer id=0] shut down completed (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,262] WARN [AdminClient clientId=adminclient-120] Connection to node 0 (localhost/127.0.0.1:64850) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,266] INFO [KafkaServer id=0] starting (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,266] INFO [KafkaServer id=0] Connecting to zookeeper on 127.0.0.1:64847 (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,266] INFO [ZooKeeperClient Kafka server] Initializing a new session to 127.0.0.1:64847. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:48,266] INFO [ZooKeeperClient Kafka server] Waiting until connected. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:48,268] INFO [ZooKeeperClient Kafka server] Connected. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:48,271] INFO [KafkaServer id=0] Cluster ID = a6VBLtXlSKKGsnj7EVEjAA (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,272] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = null advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 0 broker.id.generation.enable = true broker.rack = rack1 client.quota.callback.class = null compression.type = producer connection.failed.authentication.delay.ms = 100 connections.max.idle.ms = 600000 connections.max.reauth.ms = 0 control.plane.listener.name = null controlled.shutdown.enable = true controlled.shutdown.max.retries = 3 controlled.shutdown.retry.backoff.ms = 100 controller.socket.timeout.ms = 1500 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 0 group.max.session.timeout.ms = 300000 group.max.size = 2147483647 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 2.2-IV1 kafka.metrics.polling.interval.secs = 10 kafka.metrics.reporters = [] leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL listeners = PLAINTEXT://localhost:0 log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 2097152 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889 log.dirs = null log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.downconversion.enable = true log.message.format.version = 2.2-IV1 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = -1 log.retention.check.interval.ms = 300000 log.retention.hours = 168 log.retention.minutes = null log.retention.ms = null log.roll.hours = 168 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 1073741824 log.segment.delete.delay.ms = 1000 max.connections = 2147483647 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 8 num.network.threads = 3 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 600000 offsets.retention.minutes = 10080 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 5 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 1500 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 30000 reserved.broker.max.id = 1000 sasl.client.callback.handler.class = null sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism.inter.broker.protocol = GSSAPI sasl.server.callback.handler.class = null security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 104857600 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.principal.mapping.rules = [DEFAULT] ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 2 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 3 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = 127.0.0.1:64847 zookeeper.connection.timeout.ms = 10000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 6000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig:279) [2019-04-30 15:29:48,273] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = null advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 0 broker.id.generation.enable = true broker.rack = rack1 client.quota.callback.class = null compression.type = producer connection.failed.authentication.delay.ms = 100 connections.max.idle.ms = 600000 connections.max.reauth.ms = 0 control.plane.listener.name = null controlled.shutdown.enable = true controlled.shutdown.max.retries = 3 controlled.shutdown.retry.backoff.ms = 100 controller.socket.timeout.ms = 1500 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 0 group.max.session.timeout.ms = 300000 group.max.size = 2147483647 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 2.2-IV1 kafka.metrics.polling.interval.secs = 10 kafka.metrics.reporters = [] leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL listeners = PLAINTEXT://localhost:0 log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 2097152 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889 log.dirs = null log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.downconversion.enable = true log.message.format.version = 2.2-IV1 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = -1 log.retention.check.interval.ms = 300000 log.retention.hours = 168 log.retention.minutes = null log.retention.ms = null log.roll.hours = 168 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 1073741824 log.segment.delete.delay.ms = 1000 max.connections = 2147483647 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 8 num.network.threads = 3 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 600000 offsets.retention.minutes = 10080 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 5 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 1500 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 30000 reserved.broker.max.id = 1000 sasl.client.callback.handler.class = null sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism.inter.broker.protocol = GSSAPI sasl.server.callback.handler.class = null security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 104857600 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = https ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.principal.mapping.rules = [DEFAULT] ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 2 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 3 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = 127.0.0.1:64847 zookeeper.connection.timeout.ms = 10000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 6000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig:279) [2019-04-30 15:29:48,373] INFO [ThrottledChannelReaper-Fetch]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:48,374] INFO [ThrottledChannelReaper-Produce]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:48,374] INFO [ThrottledChannelReaper-Request]: Starting (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:48,376] INFO Loading logs. (kafka.log.LogManager:66) [2019-04-30 15:29:48,378] INFO [Log partition=offline-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889] Loading producer state till offset 0 with message format version 2 (kafka.log.Log:66) [2019-04-30 15:29:48,378] INFO [Log partition=offline-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 1 ms (kafka.log.Log:66) [2019-04-30 15:29:48,381] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889] Loading producer state till offset 0 with message format version 2 (kafka.log.Log:66) [2019-04-30 15:29:48,381] INFO [Log partition=not-under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 2 ms (kafka.log.Log:66) [2019-04-30 15:29:48,382] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889] Loading producer state till offset 0 with message format version 2 (kafka.log.Log:66) [2019-04-30 15:29:48,382] INFO [Log partition=under-min-isr-topic-0, dir=/var/folders/km/99nb__7s2w7ftd7jbvs9m0mm0000gp/T/kafka-6176636527316587889] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 1 ms (kafka.log.Log:66) [2019-04-30 15:29:48,383] INFO Logs loading complete in 7 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:48,384] INFO Starting log cleanup with a period of 300000 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:48,384] INFO Starting log flusher with a default period of 9223372036854775807 ms. (kafka.log.LogManager:66) [2019-04-30 15:29:48,384] INFO Starting the log cleaner (kafka.log.LogCleaner:66) [2019-04-30 15:29:48,386] INFO [kafka-log-cleaner-thread-0]: Starting (kafka.log.LogCleaner:66) [2019-04-30 15:29:48,391] INFO Awaiting socket connections on slocalhost:65058. (kafka.network.Acceptor:66) [2019-04-30 15:29:48,393] INFO [SocketServer brokerId=0] Created data-plane acceptor and processors for endpoint : EndPoint(localhost,0,ListenerName(PLAINTEXT),PLAINTEXT) (kafka.network.SocketServer:66) [2019-04-30 15:29:48,394] INFO [SocketServer brokerId=0] Started 1 acceptor threads for data-plane (kafka.network.SocketServer:66) [2019-04-30 15:29:48,394] INFO [ExpirationReaper-0-Produce]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,394] INFO [ExpirationReaper-0-Fetch]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,394] INFO [ExpirationReaper-0-DeleteRecords]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,394] INFO [ExpirationReaper-0-ElectPreferredLeader]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,397] INFO [LogDirFailureHandler]: Starting (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:48,398] INFO Creating /brokers/ids/0 (is it secure? false) (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:48,399] INFO Stat of the created znode at /brokers/ids/0 is: 158,158,1556630988399,1556630988399,1,0,0,72091262568366087,205,0,158 (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:48,399] INFO Registered broker 0 at path /brokers/ids/0 with addresses: ArrayBuffer(EndPoint(localhost,65058,ListenerName(PLAINTEXT),PLAINTEXT)), czxid (broker epoch): 158 (kafka.zk.KafkaZkClient:66) [2019-04-30 15:29:48,400] INFO [ControllerEventThread controllerId=0] Starting (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:48,401] INFO [Controller id=5] Newly added brokers: 0, deleted brokers: , bounced brokers: , all live brokers: 0,1,2,3,4,5 (kafka.controller.KafkaController:66) [2019-04-30 15:29:48,401] INFO [ExpirationReaper-0-topic]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,401] INFO [ExpirationReaper-0-Heartbeat]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,402] INFO [ExpirationReaper-0-Rebalance]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,402] INFO [Controller id=5] New broker startup callback for 0 (kafka.controller.KafkaController:66) [2019-04-30 15:29:48,403] INFO [GroupCoordinator 0]: Starting up. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:48,403] INFO [RequestSendThread controllerId=5] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:48,404] INFO [GroupCoordinator 0]: Startup complete. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:48,404] INFO [GroupMetadataManager brokerId=0] Removed 0 expired offsets in 0 milliseconds. (kafka.coordinator.group.GroupMetadataManager:66) [2019-04-30 15:29:48,404] INFO [RequestSendThread controllerId=5] Controller 5 connected to localhost:65058 (id: 0 rack: rack1) for sending state change requests (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:48,405] INFO [ProducerId Manager 0]: Acquired new producerId block (brokerId:0,blockStartProducerId:6000,blockEndProducerId:6999) by writing to Zk with path version 7 (kafka.coordinator.transaction.ProducerIdManager:66) [2019-04-30 15:29:48,405] INFO [Controller id=5] Updated broker epochs cache: Map(0 -> 158, 5 -> 108, 1 -> 44, 2 -> 60, 3 -> 76, 4 -> 92) (kafka.controller.KafkaController:66) [2019-04-30 15:29:48,406] INFO [TransactionCoordinator id=0] Starting up. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:48,406] INFO [TransactionCoordinator id=0] Startup complete. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:48,407] INFO [Transaction Marker Channel Manager 0]: Starting (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:48,408] INFO [/config/changes-event-process-thread]: Starting (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:48,410] INFO [SocketServer brokerId=0] Started data-plane processors for 1 acceptors (kafka.network.SocketServer:66) [2019-04-30 15:29:48,410] INFO Kafka version: unknown (org.apache.kafka.common.utils.AppInfoParser:109) [2019-04-30 15:29:48,410] INFO Kafka commitId: unknown (org.apache.kafka.common.utils.AppInfoParser:110) [2019-04-30 15:29:48,410] INFO [KafkaServer id=0] started (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,410] INFO [ReplicaFetcherManager on broker 0] Removed fetcher for partitions Set(offline-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,411] INFO Replica loaded for partition offline-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:48,411] INFO [Partition offline-topic-0 broker=0] offline-topic-0 starts at Leader Epoch 0 from offset 0. Previous Leader Epoch was: -1 (kafka.cluster.Partition:66) [2019-04-30 15:29:48,413] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:48,414] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:48,414] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:48,414] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:48,414] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:48,414] INFO Replica loaded for partition not-under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:48,415] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:48,415] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:48,415] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:48,415] INFO [KafkaServer id=0] shutting down (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,415] INFO [KafkaServer id=5] shutting down (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,415] INFO [KafkaServer id=4] shutting down (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,416] INFO [KafkaServer id=4] Starting controlled shutdown (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,415] INFO [KafkaServer id=0] Starting controlled shutdown (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,415] INFO [KafkaServer id=3] shutting down (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,415] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:48,416] INFO [KafkaServer id=3] Starting controlled shutdown (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,416] INFO [KafkaServer id=2] shutting down (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,416] INFO [KafkaServer id=2] Starting controlled shutdown (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,416] INFO [KafkaServer id=1] shutting down (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,417] INFO [KafkaServer id=1] Starting controlled shutdown (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,415] INFO [KafkaServer id=5] Starting controlled shutdown (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,416] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:48,417] INFO Replica loaded for partition under-min-isr-topic-0 with initial high watermark 0 (kafka.cluster.Replica:66) [2019-04-30 15:29:48,417] INFO [ReplicaFetcherManager on broker 0] Removed fetcher for partitions Set(not-under-min-isr-topic-0, under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,418] INFO [ReplicaFetcherManager on broker 0] Removed fetcher for partitions Set(offline-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,418] INFO [Partition offline-topic-0 broker=0] offline-topic-0 starts at Leader Epoch 1 from offset 0. Previous Leader Epoch was: 0 (kafka.cluster.Partition:66) [2019-04-30 15:29:48,418] WARN [LeaderEpochCache offline-topic-0] New epoch entry EpochEntry(epoch=1, startOffset=0) caused truncation of conflicting entries ListBuffer(EpochEntry(epoch=0, startOffset=0)). Cache now contains 1 entries. (kafka.server.epoch.LeaderEpochFileCache:70) [2019-04-30 15:29:48,418] INFO [Controller id=5] Shutting down broker 4 (kafka.controller.KafkaController:66) [2019-04-30 15:29:48,419] INFO [ReplicaFetcherManager on broker 4] Removed fetcher for partitions Set() (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,419] INFO [ReplicaAlterLogDirsManager on broker 4] Removed fetcher for partitions Set() (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:48,419] INFO [Broker id=0] Skipped the become-leader state change after marking its partition as leader with correlation id 3 from controller 5 epoch 2 for partition offline-topic-0 (last update controller epoch 2) since it is already the leader for the partition. (state.change.logger:66) [2019-04-30 15:29:48,419] INFO [ReplicaFetcherManager on broker 4] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,419] INFO [ReplicaAlterLogDirsManager on broker 4] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:48,420] INFO [ReplicaFetcher replicaId=4, leaderId=3, fetcherId=0] Shutting down (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,420] INFO [ReplicaFetcher replicaId=4, leaderId=3, fetcherId=0] Error sending fetch request (sessionId=1516199429, epoch=87) to node 3: java.io.IOException: Client was shutdown before response was read. (org.apache.kafka.clients.FetchSessionHandler:438) [2019-04-30 15:29:48,420] INFO [ReplicaFetcher replicaId=4, leaderId=3, fetcherId=0] Stopped (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,420] INFO [ReplicaFetcher replicaId=4, leaderId=3, fetcherId=0] Shutdown completed (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,420] INFO [Controller id=5] Shutting down broker 3 (kafka.controller.KafkaController:66) [2019-04-30 15:29:48,420] INFO [ReplicaFetcherManager on broker 3] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,420] INFO [ReplicaFetcherManager on broker 1] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,420] INFO [ReplicaFetcherManager on broker 0] Removed fetcher for partitions Set(not-under-min-isr-topic-0, under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,420] INFO [Partition not-under-min-isr-topic-0 broker=1] not-under-min-isr-topic-0 starts at Leader Epoch 2 from offset 0. Previous Leader Epoch was: 1 (kafka.cluster.Partition:66) [2019-04-30 15:29:48,420] INFO [ReplicaFetcherManager on broker 2] Removed fetcher for partitions Set(not-under-min-isr-topic-0, under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,420] INFO [Partition under-min-isr-topic-0 broker=3] under-min-isr-topic-0 starts at Leader Epoch 2 from offset 0. Previous Leader Epoch was: 1 (kafka.cluster.Partition:66) [2019-04-30 15:29:48,420] INFO [ReplicaFetcherManager on broker 5] Removed fetcher for partitions Set(not-under-min-isr-topic-0, under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,420] INFO [KafkaServer id=4] Controlled shutdown succeeded (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,421] INFO [ReplicaFetcher replicaId=5, leaderId=1, fetcherId=0] Shutting down (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,421] WARN [LeaderEpochCache under-min-isr-topic-0] New epoch entry EpochEntry(epoch=2, startOffset=0) caused truncation of conflicting entries ListBuffer(EpochEntry(epoch=1, startOffset=0)). Cache now contains 1 entries. (kafka.server.epoch.LeaderEpochFileCache:70) [2019-04-30 15:29:48,421] INFO [ReplicaFetcher replicaId=2, leaderId=3, fetcherId=0] Shutting down (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,421] WARN [LeaderEpochCache not-under-min-isr-topic-0] New epoch entry EpochEntry(epoch=2, startOffset=0) caused truncation of conflicting entries ListBuffer(EpochEntry(epoch=1, startOffset=0)). Cache now contains 1 entries. (kafka.server.epoch.LeaderEpochFileCache:70) [2019-04-30 15:29:48,421] INFO [/config/changes-event-process-thread]: Shutting down (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:48,421] INFO [ReplicaFetcherManager on broker 4] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,421] INFO [/config/changes-event-process-thread]: Shutdown completed (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:48,421] INFO [/config/changes-event-process-thread]: Stopped (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:48,421] INFO [ReplicaFetcher replicaId=2, leaderId=3, fetcherId=0] Error sending fetch request (sessionId=1311479623, epoch=85) to node 3: java.io.IOException: Client was shutdown before response was read. (org.apache.kafka.clients.FetchSessionHandler:438) [2019-04-30 15:29:48,421] INFO [ReplicaFetcherManager on broker 0] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,421] INFO [ReplicaFetcher replicaId=5, leaderId=1, fetcherId=0] Error sending fetch request (sessionId=1782554750, epoch=7) to node 1: java.io.IOException: Client was shutdown before response was read. (org.apache.kafka.clients.FetchSessionHandler:438) [2019-04-30 15:29:48,422] INFO [ReplicaFetcher replicaId=2, leaderId=3, fetcherId=0] Shutdown completed (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,422] INFO [Controller id=5] Shutting down broker 0 (kafka.controller.KafkaController:66) [2019-04-30 15:29:48,422] INFO [ReplicaFetcher replicaId=2, leaderId=3, fetcherId=0] Stopped (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,422] INFO [SocketServer brokerId=4] Stopping socket server request processors (kafka.network.SocketServer:66) [2019-04-30 15:29:48,422] INFO [ReplicaAlterLogDirsManager on broker 4] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:48,422] INFO [Broker id=1] Skipped the become-leader state change after marking its partition as leader with correlation id 6 from controller 5 epoch 2 for partition not-under-min-isr-topic-0 (last update controller epoch 2) since it is already the leader for the partition. (state.change.logger:66) [2019-04-30 15:29:48,422] INFO [KafkaServer id=3] Controlled shutdown succeeded (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,422] INFO [Broker id=3] Skipped the become-leader state change after marking its partition as leader with correlation id 6 from controller 5 epoch 2 for partition under-min-isr-topic-0 (last update controller epoch 2) since it is already the leader for the partition. (state.change.logger:66) [2019-04-30 15:29:48,422] INFO [ReplicaFetcher replicaId=5, leaderId=1, fetcherId=0] Shutdown completed (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,422] INFO [ReplicaFetcher replicaId=5, leaderId=1, fetcherId=0] Stopped (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,423] INFO [ReplicaFetcherManager on broker 3] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,423] INFO [ReplicaFetcherManager on broker 0] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,423] INFO [ReplicaFetcherManager on broker 1] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,424] INFO [ReplicaFetcher replicaId=1, leaderId=3, fetcherId=0] Shutting down (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,423] INFO [ReplicaFetcher replicaId=4, leaderId=1, fetcherId=0] Shutting down (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,424] INFO [KafkaServer id=0] Controlled shutdown succeeded (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,424] INFO [Controller id=5] Shutting down broker 2 (kafka.controller.KafkaController:66) [2019-04-30 15:29:48,424] INFO [ReplicaFetcherManager on broker 2] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,424] WARN [RequestSendThread controllerId=5] Controller 5 epoch 2 fails to send request (type=StopReplicaRequest, controllerId=5, controllerEpoch=2, deletePartitions=false, brokerEpoch=92, partitions=) to broker localhost:64862 (id: 4 rack: rack3). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to 4 was disconnected before the response was read at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:100) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:243) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,424] INFO [ReplicaFetcherManager on broker 3] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,424] INFO [ReplicaFetcher replicaId=4, leaderId=1, fetcherId=0] Error sending fetch request (sessionId=1928350773, epoch=7) to node 1: java.io.IOException: Client was shutdown before response was read. (org.apache.kafka.clients.FetchSessionHandler:438) [2019-04-30 15:29:48,424] INFO [ReplicaFetcher replicaId=1, leaderId=3, fetcherId=0] Error sending fetch request (sessionId=936386504, epoch=87) to node 3: java.io.IOException: Client was shutdown before response was read. (org.apache.kafka.clients.FetchSessionHandler:438) [2019-04-30 15:29:48,425] INFO [ReplicaFetcher replicaId=4, leaderId=1, fetcherId=0] Shutdown completed (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,425] INFO [ReplicaFetcher replicaId=4, leaderId=1, fetcherId=0] Stopped (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,424] INFO [ReplicaFetcherManager on broker 0] Removed fetcher for partitions Set() (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,425] INFO [ReplicaAlterLogDirsManager on broker 0] Removed fetcher for partitions Set() (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:48,424] INFO [Partition under-min-isr-topic-0 broker=2] under-min-isr-topic-0 starts at Leader Epoch 3 from offset 0. Previous Leader Epoch was: 2 (kafka.cluster.Partition:66) [2019-04-30 15:29:48,425] INFO [ReplicaFetcher replicaId=1, leaderId=3, fetcherId=0] Shutdown completed (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,425] INFO [ReplicaFetcher replicaId=1, leaderId=3, fetcherId=0] Stopped (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,425] INFO [ReplicaFetcherManager on broker 4] Removed fetcher for partitions Set() (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,425] INFO [ReplicaAlterLogDirsManager on broker 4] Removed fetcher for partitions Set() (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:48,425] INFO [ReplicaFetcherManager on broker 0] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,426] INFO [ReplicaAlterLogDirsManager on broker 0] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:48,426] INFO [ReplicaFetcherManager on broker 3] Removed fetcher for partitions Set() (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,426] INFO [ReplicaAlterLogDirsManager on broker 3] Removed fetcher for partitions Set() (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:48,426] INFO [ReplicaFetcherManager on broker 0] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,426] INFO [ReplicaAlterLogDirsManager on broker 0] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:48,426] INFO [Controller id=5] Shutting down broker 5 (kafka.controller.KafkaController:66) [2019-04-30 15:29:48,426] INFO [KafkaServer id=2] Controlled shutdown succeeded (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,426] INFO [ReplicaFetcherManager on broker 3] Removed fetcher for partitions Set(fully-replicated-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,426] INFO [ReplicaAlterLogDirsManager on broker 3] Removed fetcher for partitions Set(fully-replicated-topic-0) (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:48,426] INFO [ReplicaFetcher replicaId=5, leaderId=3, fetcherId=0] Shutting down (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,427] INFO [ReplicaFetcher replicaId=3, leaderId=1, fetcherId=0] Shutting down (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,427] INFO [ReplicaFetcher replicaId=5, leaderId=3, fetcherId=0] Shutdown completed (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,427] INFO [ReplicaFetcher replicaId=5, leaderId=3, fetcherId=0] Stopped (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,428] INFO [/config/changes-event-process-thread]: Shutting down (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:48,427] INFO [ReplicaFetcherManager on broker 0] Removed fetcher for partitions Set() (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,428] INFO [/config/changes-event-process-thread]: Shutdown completed (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:48,428] INFO [/config/changes-event-process-thread]: Stopped (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:48,427] INFO [ReplicaFetcher replicaId=3, leaderId=1, fetcherId=0] Error sending fetch request (sessionId=958443385, epoch=87) to node 1: java.io.IOException: Client was shutdown before response was read. (org.apache.kafka.clients.FetchSessionHandler:438) [2019-04-30 15:29:48,429] INFO [ReplicaFetcher replicaId=3, leaderId=1, fetcherId=0] Stopped (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,429] INFO [SocketServer brokerId=3] Stopping socket server request processors (kafka.network.SocketServer:66) [2019-04-30 15:29:48,428] INFO [ReplicaFetcherManager on broker 1] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,428] INFO [ReplicaAlterLogDirsManager on broker 0] Removed fetcher for partitions Set() (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:48,429] INFO [ReplicaFetcherManager on broker 2] Removed fetcher for partitions Set(fully-replicated-topic-0, not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,430] INFO [ReplicaFetcher replicaId=2, leaderId=1, fetcherId=0] Shutting down (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,430] INFO [/config/changes-event-process-thread]: Shutting down (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:48,431] INFO [/config/changes-event-process-thread]: Shutting down (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:48,431] INFO [/config/changes-event-process-thread]: Shutdown completed (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:48,431] INFO [SocketServer brokerId=2] Stopping socket server request processors (kafka.network.SocketServer:66) [2019-04-30 15:29:48,429] INFO [SocketServer brokerId=4] Stopped socket server request processors (kafka.network.SocketServer:66) [2019-04-30 15:29:48,429] INFO [ReplicaFetcher replicaId=3, leaderId=1, fetcherId=0] Shutdown completed (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,432] INFO [data-plane Kafka Request Handler on Broker 4], shutting down (kafka.server.KafkaRequestHandlerPool:66) [2019-04-30 15:29:48,431] INFO [ReplicaFetcherManager on broker 1] Removed fetcher for partitions Set(not-under-min-isr-topic-0, fully-replicated-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,432] INFO [Partition not-under-min-isr-topic-0 broker=1] not-under-min-isr-topic-0 starts at Leader Epoch 3 from offset 0. Previous Leader Epoch was: 2 (kafka.cluster.Partition:66) [2019-04-30 15:29:48,431] INFO [/config/changes-event-process-thread]: Shutdown completed (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:48,433] INFO [SocketServer brokerId=0] Stopping socket server request processors (kafka.network.SocketServer:66) [2019-04-30 15:29:48,431] INFO [/config/changes-event-process-thread]: Stopped (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:48,431] INFO [/config/changes-event-process-thread]: Stopped (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:48,431] INFO [ReplicaFetcherManager on broker 0] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,431] INFO [KafkaServer id=5] Controlled shutdown succeeded (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,431] INFO [ReplicaFetcher replicaId=2, leaderId=1, fetcherId=0] Error sending fetch request (sessionId=1480653929, epoch=85) to node 1: java.io.IOException: Client was shutdown before response was read. (org.apache.kafka.clients.FetchSessionHandler:438) [2019-04-30 15:29:48,430] INFO [Controller id=5] Shutting down broker 1 (kafka.controller.KafkaController:66) [2019-04-30 15:29:48,434] INFO [ReplicaFetcher replicaId=2, leaderId=1, fetcherId=0] Shutdown completed (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,434] INFO [ReplicaFetcher replicaId=2, leaderId=1, fetcherId=0] Stopped (kafka.server.ReplicaFetcherThread:66) [2019-04-30 15:29:48,434] WARN [RequestSendThread controllerId=5] Controller 5 epoch 2 fails to send request (type=StopReplicaRequest, controllerId=5, controllerEpoch=2, deletePartitions=false, brokerEpoch=158, partitions=under-min-isr-topic-0) to broker localhost:65058 (id: 0 rack: rack1). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to 0 was disconnected before the response was read at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:100) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:243) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,434] INFO [ReplicaAlterLogDirsManager on broker 0] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:48,434] INFO [ReplicaFetcherManager on broker 5] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,433] INFO [data-plane Kafka Request Handler on Broker 4], shut down completely (kafka.server.KafkaRequestHandlerPool:66) [2019-04-30 15:29:48,433] WARN [LeaderEpochCache not-under-min-isr-topic-0] New epoch entry EpochEntry(epoch=3, startOffset=0) caused truncation of conflicting entries ListBuffer(EpochEntry(epoch=2, startOffset=0)). Cache now contains 1 entries. (kafka.server.epoch.LeaderEpochFileCache:70) [2019-04-30 15:29:48,432] WARN [RequestSendThread controllerId=5] Controller 5 epoch 2 fails to send request (type=StopReplicaRequest, controllerId=5, controllerEpoch=2, deletePartitions=false, brokerEpoch=76, partitions=not-under-min-isr-topic-0) to broker localhost:64859 (id: 3 rack: rack1). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to 3 was disconnected before the response was read at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:100) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:243) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,435] ERROR [Controller id=5 epoch=2] Controller 5 epoch 2 failed to change state for partition under-min-isr-topic-0 from OnlinePartition to OnlinePartition (state.change.logger:76) kafka.common.StateChangeFailedException: Failed to elect leader for partition under-min-isr-topic-0 under strategy ControlledShutdownPartitionLeaderElectionStrategy at kafka.controller.PartitionStateMachine.$anonfun$doElectLeaderForPartitions$9(PartitionStateMachine.scala:390) at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62) at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49) at kafka.controller.PartitionStateMachine.doElectLeaderForPartitions(PartitionStateMachine.scala:388) at kafka.controller.PartitionStateMachine.electLeaderForPartitions(PartitionStateMachine.scala:315) at kafka.controller.PartitionStateMachine.doHandleStateChanges(PartitionStateMachine.scala:225) at kafka.controller.PartitionStateMachine.handleStateChanges(PartitionStateMachine.scala:141) at kafka.controller.KafkaController$ControlledShutdown.doControlledShutdown(KafkaController.scala:1094) at kafka.controller.KafkaController$ControlledShutdown.$anonfun$handleProcess$1(KafkaController.scala:1056) at scala.util.Try$.apply(Try.scala:213) at kafka.controller.KafkaController$ControlledShutdown.handleProcess(KafkaController.scala:1056) at kafka.controller.PreemptableControllerEvent.process(KafkaController.scala:1809) at kafka.controller.PreemptableControllerEvent.process$(KafkaController.scala:1807) at kafka.controller.KafkaController$ControlledShutdown.process(KafkaController.scala:1047) at kafka.controller.ControllerEventManager$ControllerEventThread.$anonfun$doWork$1(ControllerEventManager.scala:95) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:31) at kafka.controller.ControllerEventManager$ControllerEventThread.doWork(ControllerEventManager.scala:95) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,435] ERROR [Controller id=5 epoch=2] Controller 5 epoch 2 failed to change state for partition not-under-min-isr-topic-0 from OnlinePartition to OnlinePartition (state.change.logger:76) kafka.common.StateChangeFailedException: Failed to elect leader for partition not-under-min-isr-topic-0 under strategy ControlledShutdownPartitionLeaderElectionStrategy at kafka.controller.PartitionStateMachine.$anonfun$doElectLeaderForPartitions$9(PartitionStateMachine.scala:390) at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62) at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49) at kafka.controller.PartitionStateMachine.doElectLeaderForPartitions(PartitionStateMachine.scala:388) at kafka.controller.PartitionStateMachine.electLeaderForPartitions(PartitionStateMachine.scala:315) at kafka.controller.PartitionStateMachine.doHandleStateChanges(PartitionStateMachine.scala:225) at kafka.controller.PartitionStateMachine.handleStateChanges(PartitionStateMachine.scala:141) at kafka.controller.KafkaController$ControlledShutdown.doControlledShutdown(KafkaController.scala:1094) at kafka.controller.KafkaController$ControlledShutdown.$anonfun$handleProcess$1(KafkaController.scala:1056) at scala.util.Try$.apply(Try.scala:213) at kafka.controller.KafkaController$ControlledShutdown.handleProcess(KafkaController.scala:1056) at kafka.controller.PreemptableControllerEvent.process(KafkaController.scala:1809) at kafka.controller.PreemptableControllerEvent.process$(KafkaController.scala:1807) at kafka.controller.KafkaController$ControlledShutdown.process(KafkaController.scala:1047) at kafka.controller.ControllerEventManager$ControllerEventThread.$anonfun$doWork$1(ControllerEventManager.scala:95) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:31) at kafka.controller.ControllerEventManager$ControllerEventThread.doWork(ControllerEventManager.scala:95) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,435] INFO [KafkaApi-4] Shutdown complete. (kafka.server.KafkaApis:66) [2019-04-30 15:29:48,435] ERROR [Controller id=5 epoch=2] Controller 5 epoch 2 failed to change state for partition fully-replicated-topic-0 from OnlinePartition to OnlinePartition (state.change.logger:76) kafka.common.StateChangeFailedException: Failed to elect leader for partition fully-replicated-topic-0 under strategy ControlledShutdownPartitionLeaderElectionStrategy at kafka.controller.PartitionStateMachine.$anonfun$doElectLeaderForPartitions$9(PartitionStateMachine.scala:390) at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62) at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49) at kafka.controller.PartitionStateMachine.doElectLeaderForPartitions(PartitionStateMachine.scala:388) at kafka.controller.PartitionStateMachine.electLeaderForPartitions(PartitionStateMachine.scala:315) at kafka.controller.PartitionStateMachine.doHandleStateChanges(PartitionStateMachine.scala:225) at kafka.controller.PartitionStateMachine.handleStateChanges(PartitionStateMachine.scala:141) at kafka.controller.KafkaController$ControlledShutdown.doControlledShutdown(KafkaController.scala:1094) at kafka.controller.KafkaController$ControlledShutdown.$anonfun$handleProcess$1(KafkaController.scala:1056) at scala.util.Try$.apply(Try.scala:213) at kafka.controller.KafkaController$ControlledShutdown.handleProcess(KafkaController.scala:1056) at kafka.controller.PreemptableControllerEvent.process(KafkaController.scala:1809) at kafka.controller.PreemptableControllerEvent.process$(KafkaController.scala:1807) at kafka.controller.KafkaController$ControlledShutdown.process(KafkaController.scala:1047) at kafka.controller.ControllerEventManager$ControllerEventThread.$anonfun$doWork$1(ControllerEventManager.scala:95) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:31) at kafka.controller.ControllerEventManager$ControllerEventThread.doWork(ControllerEventManager.scala:95) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,435] INFO [ReplicaFetcherManager on broker 3] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,436] INFO [ReplicaAlterLogDirsManager on broker 3] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:48,435] INFO [ReplicaFetcherManager on broker 5] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,436] INFO [KafkaServer id=1] Remaining partitions to move: under-min-isr-topic-0,fully-replicated-topic-0,not-under-min-isr-topic-0 (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,436] INFO [KafkaServer id=1] Error from controller: NONE (kafka.server.KafkaServer:66) [2019-04-30 15:29:48,436] INFO [Broker id=1] Skipped the become-leader state change after marking its partition as leader with correlation id 10 from controller 5 epoch 2 for partition not-under-min-isr-topic-0 (last update controller epoch 2) since it is already the leader for the partition. (state.change.logger:66) [2019-04-30 15:29:48,436] INFO [ExpirationReaper-4-topic]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,436] INFO [Partition fully-replicated-topic-0 broker=1] fully-replicated-topic-0 starts at Leader Epoch 1 from offset 0. Previous Leader Epoch was: 0 (kafka.cluster.Partition:66) [2019-04-30 15:29:48,437] WARN [Broker id=5] Ignoring LeaderAndIsr request from controller 5 with correlation id 12 epoch 2 for partition not-under-min-isr-topic-0 since its associated leader epoch 3 is not higher than the current leader epoch 3 (state.change.logger:70) [2019-04-30 15:29:48,436] INFO [/config/changes-event-process-thread]: Shutting down (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:48,437] INFO [ReplicaFetcherManager on broker 5] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,437] WARN [LeaderEpochCache fully-replicated-topic-0] New epoch entry EpochEntry(epoch=1, startOffset=0) caused truncation of conflicting entries ListBuffer(EpochEntry(epoch=0, startOffset=0)). Cache now contains 1 entries. (kafka.server.epoch.LeaderEpochFileCache:70) [2019-04-30 15:29:48,437] INFO [/config/changes-event-process-thread]: Shutdown completed (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:48,437] INFO [SocketServer brokerId=5] Stopping socket server request processors (kafka.network.SocketServer:66) [2019-04-30 15:29:48,437] INFO [/config/changes-event-process-thread]: Stopped (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:48,438] INFO [ReplicaFetcherManager on broker 5] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,438] INFO [Partition under-min-isr-topic-0 broker=5] under-min-isr-topic-0 starts at Leader Epoch 5 from offset 0. Previous Leader Epoch was: 4 (kafka.cluster.Partition:66) [2019-04-30 15:29:48,439] INFO [Broker id=1] Skipped the become-leader state change after marking its partition as leader with correlation id 10 from controller 5 epoch 2 for partition fully-replicated-topic-0 (last update controller epoch 2) since it is already the leader for the partition. (state.change.logger:66) [2019-04-30 15:29:48,439] WARN [Broker id=1] Ignoring LeaderAndIsr request from controller 5 with correlation id 12 epoch 2 for partition not-under-min-isr-topic-0 since its associated leader epoch 3 is not higher than the current leader epoch 3 (state.change.logger:70) [2019-04-30 15:29:48,439] INFO [SocketServer brokerId=3] Stopped socket server request processors (kafka.network.SocketServer:66) [2019-04-30 15:29:48,439] INFO [SocketServer brokerId=0] Stopped socket server request processors (kafka.network.SocketServer:66) [2019-04-30 15:29:48,441] INFO [data-plane Kafka Request Handler on Broker 0], shutting down (kafka.server.KafkaRequestHandlerPool:66) [2019-04-30 15:29:48,439] INFO [ReplicaFetcherManager on broker 1] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,441] WARN [RequestSendThread controllerId=5] Controller 5 epoch 2 fails to send request (type=LeaderAndIsRequest, controllerId=5, controllerEpoch=2, brokerEpoch=108, partitionStates={not-under-min-isr-topic-0=PartitionState(controllerEpoch=2, leader=1, leaderEpoch=4, isr=1,5, zkVersion=4, replicas=0,1,4,3,2,5, isNew=false)}, liveLeaders=(localhost:64853 (id: 1 rack: rack2))) to broker localhost:64865 (id: 5 rack: rack3). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to 5 was disconnected before the response was read at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:100) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:243) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,441] WARN [RequestSendThread controllerId=5] Controller 5 epoch 2 fails to send request (type=LeaderAndIsRequest, controllerId=5, controllerEpoch=2, brokerEpoch=60, partitionStates={not-under-min-isr-topic-0=PartitionState(controllerEpoch=2, leader=1, leaderEpoch=3, isr=1,2,5, zkVersion=3, replicas=0,1,4,3,2,5, isNew=false), fully-replicated-topic-0=PartitionState(controllerEpoch=2, leader=1, leaderEpoch=1, isr=1,2, zkVersion=1, replicas=1,2,3, isNew=false)}, liveLeaders=(localhost:64853 (id: 1 rack: rack2))) to broker localhost:64856 (id: 2 rack: rack2). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to 2 was disconnected before the response was read at org.apache.kafka.clients.NetworkClientUtils.sendAndReceive(NetworkClientUtils.java:100) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:243) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,441] INFO [ReplicaFetcherManager on broker 5] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,441] INFO [data-plane Kafka Request Handler on Broker 3], shutting down (kafka.server.KafkaRequestHandlerPool:66) [2019-04-30 15:29:48,441] INFO [data-plane Kafka Request Handler on Broker 0], shut down completely (kafka.server.KafkaRequestHandlerPool:66) [2019-04-30 15:29:48,442] INFO [SocketServer brokerId=2] Stopped socket server request processors (kafka.network.SocketServer:66) [2019-04-30 15:29:48,442] INFO [ReplicaFetcherManager on broker 1] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,442] INFO [data-plane Kafka Request Handler on Broker 3], shut down completely (kafka.server.KafkaRequestHandlerPool:66) [2019-04-30 15:29:48,442] INFO [data-plane Kafka Request Handler on Broker 2], shutting down (kafka.server.KafkaRequestHandlerPool:66) [2019-04-30 15:29:48,443] INFO [KafkaApi-0] Shutdown complete. (kafka.server.KafkaApis:66) [2019-04-30 15:29:48,443] INFO [ExpirationReaper-0-topic]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,443] INFO [data-plane Kafka Request Handler on Broker 2], shut down completely (kafka.server.KafkaRequestHandlerPool:66) [2019-04-30 15:29:48,443] INFO [KafkaApi-3] Shutdown complete. (kafka.server.KafkaApis:66) [2019-04-30 15:29:48,443] INFO [ExpirationReaper-3-topic]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,443] INFO [SocketServer brokerId=5] Stopped socket server request processors (kafka.network.SocketServer:66) [2019-04-30 15:29:48,444] INFO [KafkaApi-2] Shutdown complete. (kafka.server.KafkaApis:66) [2019-04-30 15:29:48,444] INFO [ExpirationReaper-2-topic]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,443] INFO [ReplicaFetcherManager on broker 1] Removed fetcher for partitions Set(not-under-min-isr-topic-0, fully-replicated-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,444] INFO [data-plane Kafka Request Handler on Broker 5], shutting down (kafka.server.KafkaRequestHandlerPool:66) [2019-04-30 15:29:48,444] INFO [Partition not-under-min-isr-topic-0 broker=1] not-under-min-isr-topic-0 starts at Leader Epoch 4 from offset 0. Previous Leader Epoch was: 3 (kafka.cluster.Partition:66) [2019-04-30 15:29:48,444] WARN [LeaderEpochCache not-under-min-isr-topic-0] New epoch entry EpochEntry(epoch=4, startOffset=0) caused truncation of conflicting entries ListBuffer(EpochEntry(epoch=3, startOffset=0)). Cache now contains 1 entries. (kafka.server.epoch.LeaderEpochFileCache:70) [2019-04-30 15:29:48,444] INFO [data-plane Kafka Request Handler on Broker 5], shut down completely (kafka.server.KafkaRequestHandlerPool:66) [2019-04-30 15:29:48,445] INFO [KafkaApi-5] Shutdown complete. (kafka.server.KafkaApis:66) [2019-04-30 15:29:48,445] INFO [ExpirationReaper-5-topic]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,445] INFO [Broker id=1] Skipped the become-leader state change after marking its partition as leader with correlation id 16 from controller 5 epoch 2 for partition not-under-min-isr-topic-0 (last update controller epoch 2) since it is already the leader for the partition. (state.change.logger:66) [2019-04-30 15:29:48,446] INFO [Partition fully-replicated-topic-0 broker=1] fully-replicated-topic-0 starts at Leader Epoch 2 from offset 0. Previous Leader Epoch was: 1 (kafka.cluster.Partition:66) [2019-04-30 15:29:48,446] WARN [LeaderEpochCache fully-replicated-topic-0] New epoch entry EpochEntry(epoch=2, startOffset=0) caused truncation of conflicting entries ListBuffer(EpochEntry(epoch=1, startOffset=0)). Cache now contains 1 entries. (kafka.server.epoch.LeaderEpochFileCache:70) [2019-04-30 15:29:48,447] INFO [Broker id=1] Skipped the become-leader state change after marking its partition as leader with correlation id 16 from controller 5 epoch 2 for partition fully-replicated-topic-0 (last update controller epoch 2) since it is already the leader for the partition. (state.change.logger:66) [2019-04-30 15:29:48,448] INFO [ReplicaFetcherManager on broker 1] Removed fetcher for partitions Set(under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,449] INFO [Partition under-min-isr-topic-0 broker=1] under-min-isr-topic-0 starts at Leader Epoch 6 from offset 0. Previous Leader Epoch was: 5 (kafka.cluster.Partition:66) [2019-04-30 15:29:48,451] INFO [ReplicaFetcherManager on broker 1] Removed fetcher for partitions Set(not-under-min-isr-topic-0) (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,451] INFO [Partition not-under-min-isr-topic-0 broker=1] not-under-min-isr-topic-0 starts at Leader Epoch 5 from offset 0. Previous Leader Epoch was: 4 (kafka.cluster.Partition:66) [2019-04-30 15:29:48,451] WARN [LeaderEpochCache not-under-min-isr-topic-0] New epoch entry EpochEntry(epoch=5, startOffset=0) caused truncation of conflicting entries ListBuffer(EpochEntry(epoch=4, startOffset=0)). Cache now contains 1 entries. (kafka.server.epoch.LeaderEpochFileCache:70) [2019-04-30 15:29:48,452] INFO [Broker id=1] Skipped the become-leader state change after marking its partition as leader with correlation id 20 from controller 5 epoch 2 for partition not-under-min-isr-topic-0 (last update controller epoch 2) since it is already the leader for the partition. (state.change.logger:66) [2019-04-30 15:29:48,470] INFO [ExpirationReaper-2-topic]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,470] INFO [ExpirationReaper-2-topic]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,471] INFO [TransactionCoordinator id=2] Shutting down. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:48,471] INFO [ProducerId Manager 2]: Shutdown complete: last producerId assigned 2000 (kafka.coordinator.transaction.ProducerIdManager:66) [2019-04-30 15:29:48,471] INFO [Transaction State Manager 2]: Shutdown complete (kafka.coordinator.transaction.TransactionStateManager:66) [2019-04-30 15:29:48,471] INFO [Transaction Marker Channel Manager 2]: Shutting down (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:48,471] INFO [Transaction Marker Channel Manager 2]: Stopped (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:48,471] INFO [Transaction Marker Channel Manager 2]: Shutdown completed (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:48,472] INFO [TransactionCoordinator id=2] Shutdown complete. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:48,472] INFO [GroupCoordinator 2]: Shutting down. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:48,472] INFO [ExpirationReaper-2-Heartbeat]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,529] WARN [Controller id=5, targetBrokerId=4] Connection to node 4 (localhost/127.0.0.1:64862) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,530] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64862 (id: 4 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64862 (id: 4 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,538] WARN [Controller id=5, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:65058) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,538] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:65058 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:65058 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,539] WARN [KafkaServer id=1] Retrying controlled shutdown after the previous attempt failed... (kafka.server.KafkaServer:70) [2019-04-30 15:29:48,540] WARN [Controller id=5, targetBrokerId=3] Connection to node 3 (localhost/127.0.0.1:64859) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,540] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64859 (id: 3 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64859 (id: 3 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,540] WARN [KafkaServer id=1] Connection to node 5 (localhost/127.0.0.1:64865) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,540] WARN [KafkaServer id=1] Error during controlled shutdown, possibly because leader movement took longer than the configured controller.socket.timeout.ms and/or request.timeout.ms: Connection to localhost:64865 (id: 5 rack: rack3) failed. (kafka.server.KafkaServer:70) [2019-04-30 15:29:48,547] WARN [Controller id=5, targetBrokerId=2] Connection to node 2 (localhost/127.0.0.1:64856) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,547] WARN [Controller id=5, targetBrokerId=5] Connection to node 5 (localhost/127.0.0.1:64865) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,547] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64856 (id: 2 rack: rack2) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64856 (id: 2 rack: rack2) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,547] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64865 (id: 5 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64865 (id: 5 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,577] INFO [ExpirationReaper-3-topic]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,577] INFO [ExpirationReaper-4-topic]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,578] INFO [TransactionCoordinator id=4] Shutting down. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:48,577] INFO [ExpirationReaper-3-topic]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,577] INFO [ExpirationReaper-4-topic]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,579] INFO [TransactionCoordinator id=3] Shutting down. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:48,579] INFO [ProducerId Manager 4]: Shutdown complete: last producerId assigned 4000 (kafka.coordinator.transaction.ProducerIdManager:66) [2019-04-30 15:29:48,580] INFO [Transaction State Manager 4]: Shutdown complete (kafka.coordinator.transaction.TransactionStateManager:66) [2019-04-30 15:29:48,580] INFO [ProducerId Manager 3]: Shutdown complete: last producerId assigned 3000 (kafka.coordinator.transaction.ProducerIdManager:66) [2019-04-30 15:29:48,580] INFO [Transaction Marker Channel Manager 4]: Shutting down (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:48,581] INFO [Transaction State Manager 3]: Shutdown complete (kafka.coordinator.transaction.TransactionStateManager:66) [2019-04-30 15:29:48,581] INFO [Transaction Marker Channel Manager 3]: Shutting down (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:48,581] INFO [Transaction Marker Channel Manager 4]: Shutdown completed (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:48,581] INFO [TransactionCoordinator id=4] Shutdown complete. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:48,581] INFO [GroupCoordinator 4]: Shutting down. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:48,581] INFO [Transaction Marker Channel Manager 4]: Stopped (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:48,581] INFO [Transaction Marker Channel Manager 3]: Shutdown completed (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:48,582] INFO [TransactionCoordinator id=3] Shutdown complete. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:48,582] INFO [GroupCoordinator 3]: Shutting down. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:48,581] INFO [Transaction Marker Channel Manager 3]: Stopped (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:48,582] INFO [ExpirationReaper-3-Heartbeat]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,582] INFO [ExpirationReaper-4-Heartbeat]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,605] INFO [ExpirationReaper-0-topic]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,605] INFO [ExpirationReaper-0-topic]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,606] INFO [TransactionCoordinator id=0] Shutting down. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:48,607] INFO [ProducerId Manager 0]: Shutdown complete: last producerId assigned 6000 (kafka.coordinator.transaction.ProducerIdManager:66) [2019-04-30 15:29:48,607] INFO [Transaction State Manager 0]: Shutdown complete (kafka.coordinator.transaction.TransactionStateManager:66) [2019-04-30 15:29:48,607] INFO [Transaction Marker Channel Manager 0]: Shutting down (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:48,607] INFO [Transaction Marker Channel Manager 0]: Stopped (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:48,607] INFO [Transaction Marker Channel Manager 0]: Shutdown completed (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:48,607] INFO [TransactionCoordinator id=0] Shutdown complete. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:48,607] INFO [GroupCoordinator 0]: Shutting down. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:48,608] INFO [ExpirationReaper-0-Heartbeat]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,615] INFO [ExpirationReaper-5-topic]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,615] INFO [ExpirationReaper-5-topic]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,615] INFO [TransactionCoordinator id=5] Shutting down. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:48,616] INFO [ProducerId Manager 5]: Shutdown complete: last producerId assigned 5000 (kafka.coordinator.transaction.ProducerIdManager:66) [2019-04-30 15:29:48,616] INFO [Transaction State Manager 5]: Shutdown complete (kafka.coordinator.transaction.TransactionStateManager:66) [2019-04-30 15:29:48,616] INFO [Transaction Marker Channel Manager 5]: Shutting down (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:48,616] INFO [Transaction Marker Channel Manager 5]: Stopped (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:48,616] INFO [Transaction Marker Channel Manager 5]: Shutdown completed (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:48,616] INFO [TransactionCoordinator id=5] Shutdown complete. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:48,616] INFO [GroupCoordinator 5]: Shutting down. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:48,617] INFO [ExpirationReaper-5-Heartbeat]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,633] WARN [Controller id=5, targetBrokerId=4] Connection to node 4 (localhost/127.0.0.1:64862) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,633] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64862 (id: 4 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64862 (id: 4 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,641] WARN [Controller id=5, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:65058) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,641] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:65058 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:65058 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,644] WARN [KafkaServer id=1] Retrying controlled shutdown after the previous attempt failed... (kafka.server.KafkaServer:70) [2019-04-30 15:29:48,644] WARN [Controller id=5, targetBrokerId=3] Connection to node 3 (localhost/127.0.0.1:64859) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,644] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64859 (id: 3 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64859 (id: 3 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,645] WARN [KafkaServer id=1] Connection to node 5 (localhost/127.0.0.1:64865) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,645] WARN [KafkaServer id=1] Error during controlled shutdown, possibly because leader movement took longer than the configured controller.socket.timeout.ms and/or request.timeout.ms: Connection to localhost:64865 (id: 5 rack: rack3) failed. (kafka.server.KafkaServer:70) [2019-04-30 15:29:48,651] WARN [Controller id=5, targetBrokerId=2] Connection to node 2 (localhost/127.0.0.1:64856) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,651] WARN [Controller id=5, targetBrokerId=5] Connection to node 5 (localhost/127.0.0.1:64865) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,651] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64856 (id: 2 rack: rack2) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64856 (id: 2 rack: rack2) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,651] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64865 (id: 5 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64865 (id: 5 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,671] INFO [ExpirationReaper-2-Heartbeat]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,671] INFO [ExpirationReaper-2-Heartbeat]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,671] INFO [ExpirationReaper-2-Rebalance]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,738] WARN [Controller id=5, targetBrokerId=4] Connection to node 4 (localhost/127.0.0.1:64862) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,738] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64862 (id: 4 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64862 (id: 4 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,745] WARN [Controller id=5, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:65058) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,746] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:65058 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:65058 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,749] WARN [KafkaServer id=1] Retrying controlled shutdown after the previous attempt failed... (kafka.server.KafkaServer:70) [2019-04-30 15:29:48,749] WARN [Controller id=5, targetBrokerId=3] Connection to node 3 (localhost/127.0.0.1:64859) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,749] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64859 (id: 3 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64859 (id: 3 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,749] WARN [KafkaServer id=1] Proceeding to do an unclean shutdown as all the controlled shutdown attempts failed (kafka.server.KafkaServer:70) [2019-04-30 15:29:48,750] INFO [/config/changes-event-process-thread]: Shutting down (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:48,750] INFO [/config/changes-event-process-thread]: Stopped (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:48,750] INFO [/config/changes-event-process-thread]: Shutdown completed (kafka.common.ZkNodeChangeNotificationListener$ChangeEventProcessThread:66) [2019-04-30 15:29:48,750] INFO [SocketServer brokerId=1] Stopping socket server request processors (kafka.network.SocketServer:66) [2019-04-30 15:29:48,751] INFO [SocketServer brokerId=1] Stopped socket server request processors (kafka.network.SocketServer:66) [2019-04-30 15:29:48,751] INFO [data-plane Kafka Request Handler on Broker 1], shutting down (kafka.server.KafkaRequestHandlerPool:66) [2019-04-30 15:29:48,752] INFO [data-plane Kafka Request Handler on Broker 1], shut down completely (kafka.server.KafkaRequestHandlerPool:66) [2019-04-30 15:29:48,752] INFO [KafkaApi-1] Shutdown complete. (kafka.server.KafkaApis:66) [2019-04-30 15:29:48,752] INFO [ExpirationReaper-1-topic]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,753] WARN [Controller id=5, targetBrokerId=2] Connection to node 2 (localhost/127.0.0.1:64856) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,753] WARN [Controller id=5, targetBrokerId=5] Connection to node 5 (localhost/127.0.0.1:64865) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,753] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64865 (id: 5 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64865 (id: 5 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,753] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64856 (id: 2 rack: rack2) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64856 (id: 2 rack: rack2) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,781] INFO [ExpirationReaper-4-Heartbeat]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,781] INFO [ExpirationReaper-4-Heartbeat]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,781] INFO [ExpirationReaper-4-Rebalance]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,781] INFO [ExpirationReaper-3-Heartbeat]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,781] INFO [ExpirationReaper-3-Heartbeat]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,782] INFO [ExpirationReaper-3-Rebalance]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,788] INFO [ExpirationReaper-5-Heartbeat]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,788] INFO [ExpirationReaper-5-Heartbeat]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,788] INFO [ExpirationReaper-5-Rebalance]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,807] INFO [ExpirationReaper-0-Heartbeat]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,807] INFO [ExpirationReaper-0-Heartbeat]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,807] INFO [ExpirationReaper-0-Rebalance]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,819] INFO [ExpirationReaper-5-Rebalance]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,819] INFO [ExpirationReaper-5-Rebalance]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,819] INFO [GroupCoordinator 5]: Shutdown complete. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:48,819] INFO [ReplicaManager broker=5] Shutting down (kafka.server.ReplicaManager:66) [2019-04-30 15:29:48,820] INFO [LogDirFailureHandler]: Shutting down (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:48,820] INFO [LogDirFailureHandler]: Stopped (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:48,820] INFO [LogDirFailureHandler]: Shutdown completed (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:48,820] INFO [ReplicaFetcherManager on broker 5] shutting down (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,820] INFO [ReplicaFetcherManager on broker 5] shutdown completed (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,820] INFO [ReplicaAlterLogDirsManager on broker 5] shutting down (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:48,820] INFO [ReplicaAlterLogDirsManager on broker 5] shutdown completed (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:48,820] INFO [ExpirationReaper-5-Fetch]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,842] WARN [Controller id=5, targetBrokerId=4] Connection to node 4 (localhost/127.0.0.1:64862) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,842] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64862 (id: 4 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64862 (id: 4 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,848] INFO [ExpirationReaper-1-topic]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,848] INFO [ExpirationReaper-1-topic]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,848] INFO [TransactionCoordinator id=1] Shutting down. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:48,848] WARN [Controller id=5, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:65058) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,849] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:65058 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:65058 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,849] INFO [ProducerId Manager 1]: Shutdown complete: last producerId assigned 1000 (kafka.coordinator.transaction.ProducerIdManager:66) [2019-04-30 15:29:48,850] INFO [Transaction State Manager 1]: Shutdown complete (kafka.coordinator.transaction.TransactionStateManager:66) [2019-04-30 15:29:48,850] INFO [Transaction Marker Channel Manager 1]: Shutting down (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:48,850] WARN [Controller id=5, targetBrokerId=3] Connection to node 3 (localhost/127.0.0.1:64859) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,850] INFO [Transaction Marker Channel Manager 1]: Shutdown completed (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:48,850] INFO [TransactionCoordinator id=1] Shutdown complete. (kafka.coordinator.transaction.TransactionCoordinator:66) [2019-04-30 15:29:48,850] INFO [GroupCoordinator 1]: Shutting down. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:48,850] INFO [Transaction Marker Channel Manager 1]: Stopped (kafka.coordinator.transaction.TransactionMarkerChannelManager:66) [2019-04-30 15:29:48,851] INFO [ExpirationReaper-1-Heartbeat]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,850] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64859 (id: 3 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64859 (id: 3 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,854] WARN [Controller id=5, targetBrokerId=5] Connection to node 5 (localhost/127.0.0.1:64865) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,854] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64865 (id: 5 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64865 (id: 5 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,855] WARN [Controller id=5, targetBrokerId=2] Connection to node 2 (localhost/127.0.0.1:64856) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,855] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64856 (id: 2 rack: rack2) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64856 (id: 2 rack: rack2) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,875] INFO [ExpirationReaper-2-Rebalance]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,875] INFO [ExpirationReaper-2-Rebalance]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,875] INFO [GroupCoordinator 2]: Shutdown complete. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:48,875] INFO [ReplicaManager broker=2] Shutting down (kafka.server.ReplicaManager:66) [2019-04-30 15:29:48,875] INFO [LogDirFailureHandler]: Shutting down (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:48,876] INFO [LogDirFailureHandler]: Stopped (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:48,876] INFO [LogDirFailureHandler]: Shutdown completed (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:48,876] INFO [ReplicaFetcherManager on broker 2] shutting down (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,876] INFO [ReplicaFetcherManager on broker 2] shutdown completed (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,876] INFO [ReplicaAlterLogDirsManager on broker 2] shutting down (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:48,876] INFO [ReplicaAlterLogDirsManager on broker 2] shutdown completed (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:48,876] INFO [ExpirationReaper-2-Fetch]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,946] WARN [Controller id=5, targetBrokerId=4] Connection to node 4 (localhost/127.0.0.1:64862) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,947] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64862 (id: 4 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64862 (id: 4 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,952] WARN [Controller id=5, targetBrokerId=3] Connection to node 3 (localhost/127.0.0.1:64859) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,952] WARN [Controller id=5, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:65058) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,952] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64859 (id: 3 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64859 (id: 3 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,952] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:65058 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:65058 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,958] WARN [Controller id=5, targetBrokerId=5] Connection to node 5 (localhost/127.0.0.1:64865) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,958] WARN [Controller id=5, targetBrokerId=2] Connection to node 2 (localhost/127.0.0.1:64856) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:48,958] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64865 (id: 5 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64865 (id: 5 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,958] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64856 (id: 2 rack: rack2) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64856 (id: 2 rack: rack2) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:48,981] INFO [ExpirationReaper-3-Rebalance]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,981] INFO [ExpirationReaper-3-Rebalance]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,982] INFO [ExpirationReaper-4-Rebalance]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,982] INFO [ExpirationReaper-4-Rebalance]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,982] INFO [GroupCoordinator 4]: Shutdown complete. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:48,982] INFO [GroupCoordinator 3]: Shutdown complete. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:48,982] INFO [ReplicaManager broker=4] Shutting down (kafka.server.ReplicaManager:66) [2019-04-30 15:29:48,982] INFO [ReplicaManager broker=3] Shutting down (kafka.server.ReplicaManager:66) [2019-04-30 15:29:48,983] INFO [LogDirFailureHandler]: Shutting down (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:48,983] INFO [LogDirFailureHandler]: Shutting down (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:48,983] INFO [LogDirFailureHandler]: Shutdown completed (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:48,983] INFO [ReplicaFetcherManager on broker 4] shutting down (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,983] INFO [ReplicaFetcherManager on broker 4] shutdown completed (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,983] INFO [ReplicaAlterLogDirsManager on broker 4] shutting down (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:48,983] INFO [ReplicaAlterLogDirsManager on broker 4] shutdown completed (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:48,983] INFO [ExpirationReaper-4-Fetch]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,983] INFO [LogDirFailureHandler]: Stopped (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:48,983] INFO [LogDirFailureHandler]: Shutdown completed (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:48,983] INFO [ReplicaFetcherManager on broker 3] shutting down (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,983] INFO [ReplicaFetcherManager on broker 3] shutdown completed (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:48,984] INFO [ReplicaAlterLogDirsManager on broker 3] shutting down (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:48,984] INFO [ReplicaAlterLogDirsManager on broker 3] shutdown completed (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:48,984] INFO [ExpirationReaper-3-Fetch]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:48,983] INFO [LogDirFailureHandler]: Stopped (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:49,011] INFO [ExpirationReaper-0-Rebalance]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,011] INFO [ExpirationReaper-0-Rebalance]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,011] INFO [GroupCoordinator 0]: Shutdown complete. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:49,012] INFO [ReplicaManager broker=0] Shutting down (kafka.server.ReplicaManager:66) [2019-04-30 15:29:49,012] INFO [LogDirFailureHandler]: Shutting down (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:49,012] INFO [LogDirFailureHandler]: Stopped (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:49,012] INFO [LogDirFailureHandler]: Shutdown completed (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:49,012] INFO [ReplicaFetcherManager on broker 0] shutting down (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:49,012] INFO [ReplicaFetcherManager on broker 0] shutdown completed (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:49,012] INFO [ReplicaAlterLogDirsManager on broker 0] shutting down (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:49,012] INFO [ReplicaAlterLogDirsManager on broker 0] shutdown completed (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:49,013] INFO [ExpirationReaper-0-Fetch]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,019] INFO [ExpirationReaper-5-Fetch]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,019] INFO [ExpirationReaper-5-Fetch]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,020] INFO [ExpirationReaper-5-Produce]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,031] INFO [ExpirationReaper-3-Fetch]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,031] INFO [ExpirationReaper-3-Fetch]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,031] INFO [ExpirationReaper-3-Produce]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,051] WARN [Controller id=5, targetBrokerId=4] Connection to node 4 (localhost/127.0.0.1:64862) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,051] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64862 (id: 4 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64862 (id: 4 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,052] INFO [ExpirationReaper-1-Heartbeat]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,052] INFO [ExpirationReaper-1-Heartbeat]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,052] INFO [ExpirationReaper-1-Rebalance]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,057] WARN [Controller id=5, targetBrokerId=3] Connection to node 3 (localhost/127.0.0.1:64859) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,057] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64859 (id: 3 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64859 (id: 3 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,057] WARN [Controller id=5, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:65058) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,057] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:65058 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:65058 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,063] WARN [Controller id=5, targetBrokerId=5] Connection to node 5 (localhost/127.0.0.1:64865) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,063] WARN [Controller id=5, targetBrokerId=2] Connection to node 2 (localhost/127.0.0.1:64856) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,063] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64865 (id: 5 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64865 (id: 5 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,063] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64856 (id: 2 rack: rack2) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64856 (id: 2 rack: rack2) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,080] INFO [ExpirationReaper-2-Fetch]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,080] INFO [ExpirationReaper-1-Rebalance]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,080] INFO [ExpirationReaper-1-Rebalance]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,080] INFO [ExpirationReaper-2-Fetch]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,080] INFO [ExpirationReaper-2-Produce]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,080] INFO [GroupCoordinator 1]: Shutdown complete. (kafka.coordinator.group.GroupCoordinator:66) [2019-04-30 15:29:49,080] INFO [ReplicaManager broker=1] Shutting down (kafka.server.ReplicaManager:66) [2019-04-30 15:29:49,080] INFO [LogDirFailureHandler]: Shutting down (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:49,080] INFO [LogDirFailureHandler]: Stopped (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:49,080] INFO [LogDirFailureHandler]: Shutdown completed (kafka.server.ReplicaManager$LogDirFailureHandler:66) [2019-04-30 15:29:49,081] INFO [ReplicaFetcherManager on broker 1] shutting down (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:49,081] INFO [ReplicaFetcherManager on broker 1] shutdown completed (kafka.server.ReplicaFetcherManager:66) [2019-04-30 15:29:49,081] INFO [ReplicaAlterLogDirsManager on broker 1] shutting down (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:49,081] INFO [ReplicaAlterLogDirsManager on broker 1] shutdown completed (kafka.server.ReplicaAlterLogDirsManager:66) [2019-04-30 15:29:49,081] INFO [ExpirationReaper-1-Fetch]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,157] WARN [Controller id=5, targetBrokerId=4] Connection to node 4 (localhost/127.0.0.1:64862) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,157] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64862 (id: 4 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64862 (id: 4 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,162] WARN [Controller id=5, targetBrokerId=3] Connection to node 3 (localhost/127.0.0.1:64859) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,162] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64859 (id: 3 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64859 (id: 3 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,162] WARN [Controller id=5, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:65058) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,162] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:65058 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:65058 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,164] WARN [Controller id=5, targetBrokerId=5] Connection to node 5 (localhost/127.0.0.1:64865) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,164] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64865 (id: 5 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64865 (id: 5 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,164] WARN [Controller id=5, targetBrokerId=2] Connection to node 2 (localhost/127.0.0.1:64856) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,164] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64856 (id: 2 rack: rack2) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64856 (id: 2 rack: rack2) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,184] INFO [ExpirationReaper-3-Produce]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,185] INFO [ExpirationReaper-4-Fetch]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,185] INFO [ExpirationReaper-4-Produce]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,184] INFO [ExpirationReaper-5-Produce]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,184] INFO [ExpirationReaper-4-Fetch]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,185] INFO [ExpirationReaper-5-Produce]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,186] INFO [ExpirationReaper-5-DeleteRecords]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,185] INFO [ExpirationReaper-3-Produce]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,187] INFO [ExpirationReaper-3-DeleteRecords]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,209] INFO [ExpirationReaper-0-Fetch]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,209] INFO [ExpirationReaper-0-Fetch]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,210] INFO [ExpirationReaper-0-Produce]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,222] INFO [ExpirationReaper-5-DeleteRecords]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,222] INFO [ExpirationReaper-5-DeleteRecords]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,222] INFO [ExpirationReaper-5-ElectPreferredLeader]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,236] INFO [ExpirationReaper-1-Fetch]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,236] INFO [ExpirationReaper-1-Fetch]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,237] INFO [ExpirationReaper-1-Produce]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,255] INFO [ExpirationReaper-1-Produce]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,256] INFO [ExpirationReaper-1-Produce]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,256] INFO [ExpirationReaper-1-DeleteRecords]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,261] WARN [Controller id=5, targetBrokerId=4] Connection to node 4 (localhost/127.0.0.1:64862) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,261] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64862 (id: 4 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64862 (id: 4 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,267] WARN [Controller id=5, targetBrokerId=5] Connection to node 5 (localhost/127.0.0.1:64865) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,267] WARN [Controller id=5, targetBrokerId=2] Connection to node 2 (localhost/127.0.0.1:64856) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,267] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64856 (id: 2 rack: rack2) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64856 (id: 2 rack: rack2) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,267] WARN [Controller id=5, targetBrokerId=3] Connection to node 3 (localhost/127.0.0.1:64859) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,268] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64859 (id: 3 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64859 (id: 3 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,267] WARN [Controller id=5, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:65058) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,268] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:65058 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:65058 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,267] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64865 (id: 5 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64865 (id: 5 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,285] INFO [ExpirationReaper-2-Produce]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,286] INFO [ExpirationReaper-2-Produce]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,286] INFO [ExpirationReaper-2-DeleteRecords]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,366] WARN [Controller id=5, targetBrokerId=4] Connection to node 4 (localhost/127.0.0.1:64862) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,367] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64862 (id: 4 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64862 (id: 4 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,372] WARN [Controller id=5, targetBrokerId=2] Connection to node 2 (localhost/127.0.0.1:64856) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,372] WARN [Controller id=5, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:65058) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,372] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:65058 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:65058 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,372] WARN [Controller id=5, targetBrokerId=5] Connection to node 5 (localhost/127.0.0.1:64865) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,372] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64865 (id: 5 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64865 (id: 5 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,372] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64856 (id: 2 rack: rack2) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64856 (id: 2 rack: rack2) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,372] WARN [Controller id=5, targetBrokerId=3] Connection to node 3 (localhost/127.0.0.1:64859) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,373] WARN [RequestSendThread controllerId=5] Controller 5's connection to broker localhost:64859 (id: 3 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64859 (id: 3 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,389] INFO [ExpirationReaper-4-Produce]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,389] INFO [ExpirationReaper-5-ElectPreferredLeader]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,389] INFO [ExpirationReaper-5-ElectPreferredLeader]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,389] INFO [ExpirationReaper-4-Produce]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,389] INFO [ExpirationReaper-4-DeleteRecords]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,389] INFO [ExpirationReaper-3-DeleteRecords]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,389] INFO [ExpirationReaper-3-DeleteRecords]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,389] INFO [ExpirationReaper-3-ElectPreferredLeader]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,390] INFO [ReplicaManager broker=5] Shut down completely (kafka.server.ReplicaManager:66) [2019-04-30 15:29:49,390] INFO Shutting down. (kafka.log.LogManager:66) [2019-04-30 15:29:49,390] INFO Shutting down the log cleaner. (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,390] INFO [kafka-log-cleaner-thread-0]: Shutting down (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,390] INFO [kafka-log-cleaner-thread-0]: Stopped (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,390] INFO [kafka-log-cleaner-thread-0]: Shutdown completed (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,396] INFO Shutdown complete. (kafka.log.LogManager:66) [2019-04-30 15:29:49,396] INFO [ControllerEventThread controllerId=5] Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:49,397] INFO [ControllerEventThread controllerId=5] Stopped (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:49,397] INFO [ControllerEventThread controllerId=5] Shutdown completed (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:49,398] INFO [PartitionStateMachine controllerId=5] Stopped partition state machine (kafka.controller.PartitionStateMachine:66) [2019-04-30 15:29:49,398] INFO [ReplicaStateMachine controllerId=5] Stopped replica state machine (kafka.controller.ReplicaStateMachine:66) [2019-04-30 15:29:49,398] INFO [RequestSendThread controllerId=5] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,399] WARN [RequestSendThread controllerId=5] Controller 5 epoch 2 fails to send request (type=LeaderAndIsRequest, controllerId=5, controllerEpoch=2, brokerEpoch=60, partitionStates={not-under-min-isr-topic-0=PartitionState(controllerEpoch=2, leader=1, leaderEpoch=3, isr=1,2,5, zkVersion=3, replicas=0,1,4,3,2,5, isNew=false), fully-replicated-topic-0=PartitionState(controllerEpoch=2, leader=1, leaderEpoch=1, isr=1,2, zkVersion=1, replicas=1,2,3, isNew=false)}, liveLeaders=(localhost:64853 (id: 1 rack: rack2))) to broker localhost:64856 (id: 2 rack: rack2). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.lang.InterruptedException at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at kafka.utils.ShutdownableThread.pause(ShutdownableThread.scala:75) at kafka.controller.RequestSendThread.backoff$1(ControllerChannelManager.scala:224) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:238) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,400] INFO [RequestSendThread controllerId=5] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,400] INFO [RequestSendThread controllerId=5] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,402] INFO [RequestSendThread controllerId=5] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,402] WARN [RequestSendThread controllerId=5] Controller 5 epoch 2 fails to send request (type=LeaderAndIsRequest, controllerId=5, controllerEpoch=2, brokerEpoch=108, partitionStates={not-under-min-isr-topic-0=PartitionState(controllerEpoch=2, leader=1, leaderEpoch=4, isr=1,5, zkVersion=4, replicas=0,1,4,3,2,5, isNew=false)}, liveLeaders=(localhost:64853 (id: 1 rack: rack2))) to broker localhost:64865 (id: 5 rack: rack3). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.lang.InterruptedException at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at kafka.utils.ShutdownableThread.pause(ShutdownableThread.scala:75) at kafka.controller.RequestSendThread.backoff$1(ControllerChannelManager.scala:224) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:238) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,403] INFO [RequestSendThread controllerId=5] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,403] INFO [RequestSendThread controllerId=5] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,404] INFO [RequestSendThread controllerId=5] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,404] WARN [RequestSendThread controllerId=5] Controller 5 epoch 2 fails to send request (type=StopReplicaRequest, controllerId=5, controllerEpoch=2, deletePartitions=false, brokerEpoch=92, partitions=) to broker localhost:64862 (id: 4 rack: rack3). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.lang.InterruptedException at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at kafka.utils.ShutdownableThread.pause(ShutdownableThread.scala:75) at kafka.controller.RequestSendThread.backoff$1(ControllerChannelManager.scala:224) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:238) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,404] INFO [RequestSendThread controllerId=5] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,404] INFO [RequestSendThread controllerId=5] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,404] INFO [RequestSendThread controllerId=5] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,404] INFO [RequestSendThread controllerId=5] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,404] INFO [RequestSendThread controllerId=5] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,407] INFO [RequestSendThread controllerId=5] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,407] WARN [RequestSendThread controllerId=5] Controller 5 epoch 2 fails to send request (type=StopReplicaRequest, controllerId=5, controllerEpoch=2, deletePartitions=false, brokerEpoch=76, partitions=not-under-min-isr-topic-0) to broker localhost:64859 (id: 3 rack: rack1). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.lang.InterruptedException at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at kafka.utils.ShutdownableThread.pause(ShutdownableThread.scala:75) at kafka.controller.RequestSendThread.backoff$1(ControllerChannelManager.scala:224) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:238) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,407] INFO [RequestSendThread controllerId=5] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,407] INFO [RequestSendThread controllerId=5] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,409] INFO [RequestSendThread controllerId=5] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,409] WARN [RequestSendThread controllerId=5] Controller 5 epoch 2 fails to send request (type=StopReplicaRequest, controllerId=5, controllerEpoch=2, deletePartitions=false, brokerEpoch=158, partitions=under-min-isr-topic-0) to broker localhost:65058 (id: 0 rack: rack1). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.lang.InterruptedException at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at kafka.utils.ShutdownableThread.pause(ShutdownableThread.scala:75) at kafka.controller.RequestSendThread.backoff$1(ControllerChannelManager.scala:224) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:238) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,409] INFO [RequestSendThread controllerId=5] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,409] INFO [RequestSendThread controllerId=5] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,410] INFO [Controller id=5] Resigned (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,410] INFO [ZooKeeperClient Kafka server] Closing. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:49,412] INFO [ZooKeeperClient Kafka server] Closed. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:49,413] INFO [ExpirationReaper-0-Produce]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,415] INFO [ExpirationReaper-0-DeleteRecords]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,413] INFO [ExpirationReaper-0-Produce]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,415] INFO [ThrottledChannelReaper-Fetch]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:49,419] INFO [Controller id=3] 3 successfully elected as the controller. Epoch incremented to 3 and epoch zk version is now 3 (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,419] INFO [Controller id=3] Registering handlers (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,420] INFO [Controller id=3] Deleting log dir event notifications (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,420] INFO [Controller id=3] Deleting isr change notifications (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,421] INFO [Controller id=3] Initializing controller context (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,421] INFO [Controller id=3] Initialized broker epochs cache: Map(0 -> 158, 1 -> 44, 2 -> 60, 3 -> 76, 4 -> 92) (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,426] INFO [RequestSendThread controllerId=3] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,427] INFO [RequestSendThread controllerId=3] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,428] INFO [RequestSendThread controllerId=3] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,428] INFO [RequestSendThread controllerId=3] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,428] INFO [RequestSendThread controllerId=3] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,429] INFO [Controller id=3] Partitions being reassigned: Map() (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,429] INFO [Controller id=3] Currently active brokers in the cluster: Set(0, 1, 2, 3, 4) (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,430] INFO [Controller id=3] Currently shutting brokers in the cluster: Set() (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,430] INFO [Controller id=3] Current list of topics in the cluster: Set(not-under-min-isr-topic, under-min-isr-topic, offline-topic, fully-replicated-topic) (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,430] INFO [Controller id=3] Fetching topic deletions in progress (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,431] INFO [Controller id=3] List of topics to be deleted: (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,432] INFO [Controller id=3] List of topics ineligible for deletion: not-under-min-isr-topic,under-min-isr-topic (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,432] INFO [Controller id=3] Initializing topic deletion manager (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,432] INFO [Controller id=3] Sending update metadata request (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,432] INFO [ReplicaStateMachine controllerId=3] Initializing replica state (kafka.controller.ReplicaStateMachine:66) [2019-04-30 15:29:49,433] INFO [ReplicaStateMachine controllerId=3] Triggering online replica state changes (kafka.controller.ReplicaStateMachine:66) [2019-04-30 15:29:49,433] WARN [Controller id=3, targetBrokerId=4] Connection to node 4 (localhost/127.0.0.1:64862) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,433] WARN [Controller id=3, targetBrokerId=1] Connection to node 1 (localhost/127.0.0.1:64853) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,433] WARN [RequestSendThread controllerId=3] Controller 3's connection to broker localhost:64862 (id: 4 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64862 (id: 4 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,433] WARN [Controller id=3, targetBrokerId=3] Connection to node 3 (localhost/127.0.0.1:64859) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,433] WARN [Controller id=3, targetBrokerId=2] Connection to node 2 (localhost/127.0.0.1:64856) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,433] WARN [Controller id=3, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:65058) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,433] WARN [RequestSendThread controllerId=3] Controller 3's connection to broker localhost:64856 (id: 2 rack: rack2) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64856 (id: 2 rack: rack2) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,433] WARN [RequestSendThread controllerId=3] Controller 3's connection to broker localhost:64859 (id: 3 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64859 (id: 3 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,433] INFO [ReplicaStateMachine controllerId=3] Started replica state machine with initial state -> Map([Topic=under-min-isr-topic,Partition=0,Replica=2] -> OnlineReplica, [Topic=under-min-isr-topic,Partition=0,Replica=1] -> OnlineReplica, [Topic=offline-topic,Partition=0,Replica=0] -> OnlineReplica, [Topic=not-under-min-isr-topic,Partition=0,Replica=3] -> OnlineReplica, [Topic=fully-replicated-topic,Partition=0,Replica=1] -> OnlineReplica, [Topic=not-under-min-isr-topic,Partition=0,Replica=1] -> OnlineReplica, [Topic=not-under-min-isr-topic,Partition=0,Replica=0] -> OnlineReplica, [Topic=not-under-min-isr-topic,Partition=0,Replica=4] -> OnlineReplica, [Topic=under-min-isr-topic,Partition=0,Replica=3] -> OnlineReplica, [Topic=fully-replicated-topic,Partition=0,Replica=2] -> OnlineReplica, [Topic=not-under-min-isr-topic,Partition=0,Replica=2] -> OnlineReplica, [Topic=under-min-isr-topic,Partition=0,Replica=4] -> OnlineReplica, [Topic=under-min-isr-topic,Partition=0,Replica=5] -> ReplicaDeletionIneligible, [Topic=fully-replicated-topic,Partition=0,Replica=3] -> OnlineReplica, [Topic=not-under-min-isr-topic,Partition=0,Replica=5] -> ReplicaDeletionIneligible, [Topic=under-min-isr-topic,Partition=0,Replica=0] -> OnlineReplica) (kafka.controller.ReplicaStateMachine:66) [2019-04-30 15:29:49,433] INFO [PartitionStateMachine controllerId=3] Initializing partition state (kafka.controller.PartitionStateMachine:66) [2019-04-30 15:29:49,434] INFO [PartitionStateMachine controllerId=3] Triggering online partition state changes (kafka.controller.PartitionStateMachine:66) [2019-04-30 15:29:49,433] WARN [RequestSendThread controllerId=3] Controller 3's connection to broker localhost:64853 (id: 1 rack: rack2) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64853 (id: 1 rack: rack2) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,434] INFO [PartitionStateMachine controllerId=3] Started partition state machine with initial state -> Map(offline-topic-0 -> OnlinePartition, under-min-isr-topic-0 -> OnlinePartition, not-under-min-isr-topic-0 -> OnlinePartition, fully-replicated-topic-0 -> OnlinePartition) (kafka.controller.PartitionStateMachine:66) [2019-04-30 15:29:49,433] WARN [RequestSendThread controllerId=3] Controller 3's connection to broker localhost:65058 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:65058 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,434] INFO [Controller id=3] Ready to serve as the new controller with epoch 3 (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,434] INFO [Controller id=3] Removing partitions Set() from the list of reassigned partitions in zookeeper (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,434] INFO [Controller id=3] No more partitions need to be reassigned. Deleting zk path /admin/reassign_partitions (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,435] INFO [Controller id=3] Partitions undergoing preferred replica election: (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,435] INFO [Controller id=3] Partitions that completed preferred replica election: (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,435] INFO [Controller id=3] Skipping preferred replica election for partitions due to topic deletion: (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,435] INFO [Controller id=3] Resuming preferred replica election for partitions: (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,435] INFO [Controller id=3] Starting preferred replica leader election for partitions (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,435] INFO [Controller id=3] Starting the controller scheduler (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,459] INFO [ExpirationReaper-1-DeleteRecords]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,459] INFO [ExpirationReaper-1-DeleteRecords]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,460] INFO [ExpirationReaper-1-ElectPreferredLeader]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,469] INFO [ThrottledChannelReaper-Fetch]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:49,469] INFO [ThrottledChannelReaper-Fetch]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:49,469] INFO [ThrottledChannelReaper-Produce]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:49,489] INFO [ExpirationReaper-2-DeleteRecords]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,489] INFO [ExpirationReaper-2-ElectPreferredLeader]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,489] INFO [ExpirationReaper-2-DeleteRecords]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,538] WARN [Controller id=3, targetBrokerId=2] Connection to node 2 (localhost/127.0.0.1:64856) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,538] WARN [Controller id=3, targetBrokerId=4] Connection to node 4 (localhost/127.0.0.1:64862) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,538] WARN [Controller id=3, targetBrokerId=1] Connection to node 1 (localhost/127.0.0.1:64853) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,538] WARN [Controller id=3, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:65058) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,538] WARN [RequestSendThread controllerId=3] Controller 3's connection to broker localhost:65058 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:65058 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,538] WARN [Controller id=3, targetBrokerId=3] Connection to node 3 (localhost/127.0.0.1:64859) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,538] WARN [RequestSendThread controllerId=3] Controller 3's connection to broker localhost:64853 (id: 1 rack: rack2) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64853 (id: 1 rack: rack2) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,538] WARN [RequestSendThread controllerId=3] Controller 3's connection to broker localhost:64862 (id: 4 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64862 (id: 4 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,538] WARN [RequestSendThread controllerId=3] Controller 3's connection to broker localhost:64856 (id: 2 rack: rack2) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64856 (id: 2 rack: rack2) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,538] WARN [RequestSendThread controllerId=3] Controller 3's connection to broker localhost:64859 (id: 3 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64859 (id: 3 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,590] INFO [ExpirationReaper-3-ElectPreferredLeader]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,590] INFO [ExpirationReaper-3-ElectPreferredLeader]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,592] INFO [ReplicaManager broker=3] Shut down completely (kafka.server.ReplicaManager:66) [2019-04-30 15:29:49,592] INFO Shutting down. (kafka.log.LogManager:66) [2019-04-30 15:29:49,592] INFO Shutting down the log cleaner. (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,592] INFO [kafka-log-cleaner-thread-0]: Shutting down (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,592] INFO [kafka-log-cleaner-thread-0]: Stopped (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,592] INFO [kafka-log-cleaner-thread-0]: Shutdown completed (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,594] INFO [ExpirationReaper-4-DeleteRecords]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,594] INFO [ExpirationReaper-4-DeleteRecords]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,594] INFO [ExpirationReaper-4-ElectPreferredLeader]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,599] INFO Shutdown complete. (kafka.log.LogManager:66) [2019-04-30 15:29:49,599] INFO [ControllerEventThread controllerId=3] Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:49,599] INFO [ControllerEventThread controllerId=3] Stopped (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:49,599] INFO [ControllerEventThread controllerId=3] Shutdown completed (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:49,599] INFO [PartitionStateMachine controllerId=3] Stopped partition state machine (kafka.controller.PartitionStateMachine:66) [2019-04-30 15:29:49,599] INFO [ReplicaStateMachine controllerId=3] Stopped replica state machine (kafka.controller.ReplicaStateMachine:66) [2019-04-30 15:29:49,599] INFO [RequestSendThread controllerId=3] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,600] WARN [RequestSendThread controllerId=3] Controller 3 epoch 3 fails to send request (type: UpdateMetadataRequest=, controllerId=3, controllerEpoch=3, brokerEpoch=60, partitionStates={}, liveBrokers=(id=4, endPoints=(host=localhost, port=64862, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack3), (id=2, endPoints=(host=localhost, port=64856, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack2), (id=1, endPoints=(host=localhost, port=64853, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack2), (id=3, endPoints=(host=localhost, port=64859, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack1), (id=0, endPoints=(host=localhost, port=65058, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack1)) to broker localhost:64856 (id: 2 rack: rack2). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.lang.InterruptedException at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at kafka.utils.ShutdownableThread.pause(ShutdownableThread.scala:75) at kafka.controller.RequestSendThread.backoff$1(ControllerChannelManager.scala:224) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:238) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,600] INFO [RequestSendThread controllerId=3] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,600] INFO [RequestSendThread controllerId=3] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,600] INFO [RequestSendThread controllerId=3] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,600] WARN [RequestSendThread controllerId=3] Controller 3 epoch 3 fails to send request (type: UpdateMetadataRequest=, controllerId=3, controllerEpoch=3, brokerEpoch=92, partitionStates={}, liveBrokers=(id=4, endPoints=(host=localhost, port=64862, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack3), (id=2, endPoints=(host=localhost, port=64856, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack2), (id=1, endPoints=(host=localhost, port=64853, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack2), (id=3, endPoints=(host=localhost, port=64859, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack1), (id=0, endPoints=(host=localhost, port=65058, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack1)) to broker localhost:64862 (id: 4 rack: rack3). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.lang.InterruptedException at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at kafka.utils.ShutdownableThread.pause(ShutdownableThread.scala:75) at kafka.controller.RequestSendThread.backoff$1(ControllerChannelManager.scala:224) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:238) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,600] INFO [RequestSendThread controllerId=3] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,600] INFO [RequestSendThread controllerId=3] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,601] INFO [RequestSendThread controllerId=3] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,601] WARN [RequestSendThread controllerId=3] Controller 3 epoch 3 fails to send request (type: UpdateMetadataRequest=, controllerId=3, controllerEpoch=3, brokerEpoch=44, partitionStates={}, liveBrokers=(id=4, endPoints=(host=localhost, port=64862, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack3), (id=2, endPoints=(host=localhost, port=64856, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack2), (id=1, endPoints=(host=localhost, port=64853, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack2), (id=3, endPoints=(host=localhost, port=64859, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack1), (id=0, endPoints=(host=localhost, port=65058, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack1)) to broker localhost:64853 (id: 1 rack: rack2). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.lang.InterruptedException at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at kafka.utils.ShutdownableThread.pause(ShutdownableThread.scala:75) at kafka.controller.RequestSendThread.backoff$1(ControllerChannelManager.scala:224) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:238) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,601] INFO [RequestSendThread controllerId=3] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,601] INFO [RequestSendThread controllerId=3] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,601] INFO [RequestSendThread controllerId=3] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,602] WARN [RequestSendThread controllerId=3] Controller 3 epoch 3 fails to send request (type: UpdateMetadataRequest=, controllerId=3, controllerEpoch=3, brokerEpoch=76, partitionStates={}, liveBrokers=(id=4, endPoints=(host=localhost, port=64862, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack3), (id=2, endPoints=(host=localhost, port=64856, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack2), (id=1, endPoints=(host=localhost, port=64853, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack2), (id=3, endPoints=(host=localhost, port=64859, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack1), (id=0, endPoints=(host=localhost, port=65058, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack1)) to broker localhost:64859 (id: 3 rack: rack1). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.lang.InterruptedException at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at kafka.utils.ShutdownableThread.pause(ShutdownableThread.scala:75) at kafka.controller.RequestSendThread.backoff$1(ControllerChannelManager.scala:224) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:238) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,602] INFO [RequestSendThread controllerId=3] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,602] INFO [RequestSendThread controllerId=3] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,602] INFO [RequestSendThread controllerId=3] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,602] WARN [RequestSendThread controllerId=3] Controller 3 epoch 3 fails to send request (type: UpdateMetadataRequest=, controllerId=3, controllerEpoch=3, brokerEpoch=158, partitionStates={}, liveBrokers=(id=4, endPoints=(host=localhost, port=64862, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack3), (id=2, endPoints=(host=localhost, port=64856, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack2), (id=1, endPoints=(host=localhost, port=64853, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack2), (id=3, endPoints=(host=localhost, port=64859, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack1), (id=0, endPoints=(host=localhost, port=65058, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack1)) to broker localhost:65058 (id: 0 rack: rack1). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.lang.InterruptedException at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at kafka.utils.ShutdownableThread.pause(ShutdownableThread.scala:75) at kafka.controller.RequestSendThread.backoff$1(ControllerChannelManager.scala:224) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:238) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,602] INFO [RequestSendThread controllerId=3] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,602] INFO [RequestSendThread controllerId=3] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,603] INFO [Controller id=3] Resigned (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,603] INFO [ZooKeeperClient Kafka server] Closing. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:49,604] INFO [ZooKeeperClient Kafka server] Closed. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:49,604] INFO [ThrottledChannelReaper-Fetch]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:49,606] INFO [Controller id=0] 0 successfully elected as the controller. Epoch incremented to 4 and epoch zk version is now 4 (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,606] INFO [Controller id=0] Registering handlers (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,607] INFO [Controller id=0] Deleting log dir event notifications (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,607] INFO [Controller id=0] Deleting isr change notifications (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,608] INFO [Controller id=0] Initializing controller context (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,608] INFO [Controller id=0] Initialized broker epochs cache: Map(0 -> 158, 1 -> 44, 2 -> 60, 4 -> 92) (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,616] INFO [RequestSendThread controllerId=0] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,617] INFO [RequestSendThread controllerId=0] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,617] INFO [ExpirationReaper-0-DeleteRecords]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,618] INFO [RequestSendThread controllerId=0] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,617] INFO [ExpirationReaper-0-DeleteRecords]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,619] INFO [ExpirationReaper-0-ElectPreferredLeader]: Shutting down (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,619] INFO [RequestSendThread controllerId=0] Starting (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,619] INFO [Controller id=0] Partitions being reassigned: Map() (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,619] INFO [Controller id=0] Currently active brokers in the cluster: Set(0, 1, 2, 4) (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,620] INFO [Controller id=0] Currently shutting brokers in the cluster: Set() (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,620] INFO [Controller id=0] Current list of topics in the cluster: Set(not-under-min-isr-topic, under-min-isr-topic, offline-topic, fully-replicated-topic) (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,620] INFO [Controller id=0] Fetching topic deletions in progress (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,620] INFO [Controller id=0] List of topics to be deleted: (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,620] INFO [Controller id=0] List of topics ineligible for deletion: not-under-min-isr-topic,under-min-isr-topic,fully-replicated-topic (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,620] INFO [Controller id=0] Initializing topic deletion manager (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,620] INFO [Controller id=0] Sending update metadata request (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,620] INFO [ReplicaStateMachine controllerId=0] Initializing replica state (kafka.controller.ReplicaStateMachine:66) [2019-04-30 15:29:49,621] INFO [ReplicaStateMachine controllerId=0] Triggering online replica state changes (kafka.controller.ReplicaStateMachine:66) [2019-04-30 15:29:49,621] WARN [Controller id=0, targetBrokerId=4] Connection to node 4 (localhost/127.0.0.1:64862) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,621] WARN [RequestSendThread controllerId=0] Controller 0's connection to broker localhost:64862 (id: 4 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64862 (id: 4 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,621] WARN [Controller id=0, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:65058) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,621] INFO [ReplicaStateMachine controllerId=0] Started replica state machine with initial state -> Map([Topic=under-min-isr-topic,Partition=0,Replica=2] -> OnlineReplica, [Topic=under-min-isr-topic,Partition=0,Replica=1] -> OnlineReplica, [Topic=offline-topic,Partition=0,Replica=0] -> OnlineReplica, [Topic=not-under-min-isr-topic,Partition=0,Replica=3] -> ReplicaDeletionIneligible, [Topic=fully-replicated-topic,Partition=0,Replica=1] -> OnlineReplica, [Topic=not-under-min-isr-topic,Partition=0,Replica=1] -> OnlineReplica, [Topic=not-under-min-isr-topic,Partition=0,Replica=0] -> OnlineReplica, [Topic=not-under-min-isr-topic,Partition=0,Replica=4] -> OnlineReplica, [Topic=under-min-isr-topic,Partition=0,Replica=3] -> ReplicaDeletionIneligible, [Topic=fully-replicated-topic,Partition=0,Replica=2] -> OnlineReplica, [Topic=not-under-min-isr-topic,Partition=0,Replica=2] -> OnlineReplica, [Topic=under-min-isr-topic,Partition=0,Replica=4] -> OnlineReplica, [Topic=under-min-isr-topic,Partition=0,Replica=5] -> ReplicaDeletionIneligible, [Topic=fully-replicated-topic,Partition=0,Replica=3] -> ReplicaDeletionIneligible, [Topic=not-under-min-isr-topic,Partition=0,Replica=5] -> ReplicaDeletionIneligible, [Topic=under-min-isr-topic,Partition=0,Replica=0] -> OnlineReplica) (kafka.controller.ReplicaStateMachine:66) [2019-04-30 15:29:49,621] INFO [PartitionStateMachine controllerId=0] Initializing partition state (kafka.controller.PartitionStateMachine:66) [2019-04-30 15:29:49,622] INFO [PartitionStateMachine controllerId=0] Triggering online partition state changes (kafka.controller.PartitionStateMachine:66) [2019-04-30 15:29:49,622] INFO [PartitionStateMachine controllerId=0] Started partition state machine with initial state -> Map(offline-topic-0 -> OnlinePartition, under-min-isr-topic-0 -> OnlinePartition, not-under-min-isr-topic-0 -> OnlinePartition, fully-replicated-topic-0 -> OnlinePartition) (kafka.controller.PartitionStateMachine:66) [2019-04-30 15:29:49,622] INFO [Controller id=0] Ready to serve as the new controller with epoch 4 (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,623] INFO [Controller id=0] Removing partitions Set() from the list of reassigned partitions in zookeeper (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,623] INFO [Controller id=0] No more partitions need to be reassigned. Deleting zk path /admin/reassign_partitions (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,621] WARN [Controller id=0, targetBrokerId=2] Connection to node 2 (localhost/127.0.0.1:64856) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,624] WARN [RequestSendThread controllerId=0] Controller 0's connection to broker localhost:64856 (id: 2 rack: rack2) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64856 (id: 2 rack: rack2) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,621] WARN [RequestSendThread controllerId=0] Controller 0's connection to broker localhost:65058 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:65058 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,621] WARN [Controller id=0, targetBrokerId=1] Connection to node 1 (localhost/127.0.0.1:64853) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,624] WARN [RequestSendThread controllerId=0] Controller 0's connection to broker localhost:64853 (id: 1 rack: rack2) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64853 (id: 1 rack: rack2) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,625] INFO [Controller id=0] Partitions undergoing preferred replica election: (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,625] INFO [Controller id=0] Partitions that completed preferred replica election: (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,625] INFO [Controller id=0] Skipping preferred replica election for partitions due to topic deletion: (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,625] INFO [Controller id=0] Resuming preferred replica election for partitions: (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,625] INFO [Controller id=0] Starting preferred replica leader election for partitions (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,626] INFO [Controller id=0] Starting the controller scheduler (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,661] INFO [ExpirationReaper-1-ElectPreferredLeader]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,661] INFO [ExpirationReaper-1-ElectPreferredLeader]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,664] INFO [ReplicaManager broker=1] Shut down completely (kafka.server.ReplicaManager:66) [2019-04-30 15:29:49,664] INFO Shutting down. (kafka.log.LogManager:66) [2019-04-30 15:29:49,664] INFO Shutting down the log cleaner. (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,665] INFO [kafka-log-cleaner-thread-0]: Shutting down (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,665] INFO [kafka-log-cleaner-thread-0]: Stopped (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,665] INFO [kafka-log-cleaner-thread-0]: Shutdown completed (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,673] INFO Shutdown complete. (kafka.log.LogManager:66) [2019-04-30 15:29:49,674] INFO [ControllerEventThread controllerId=1] Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:49,674] INFO [ControllerEventThread controllerId=1] Stopped (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:49,674] INFO [ControllerEventThread controllerId=1] Shutdown completed (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:49,675] INFO [PartitionStateMachine controllerId=1] Stopped partition state machine (kafka.controller.PartitionStateMachine:66) [2019-04-30 15:29:49,675] INFO [ReplicaStateMachine controllerId=1] Stopped replica state machine (kafka.controller.ReplicaStateMachine:66) [2019-04-30 15:29:49,675] INFO [Controller id=1] Resigned (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,675] INFO [ZooKeeperClient Kafka server] Closing. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:49,679] INFO [ZooKeeperClient Kafka server] Closed. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:49,681] INFO [ThrottledChannelReaper-Fetch]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:49,683] INFO [Controller id=0] Newly added brokers: , deleted brokers: 1, bounced brokers: , all live brokers: 0,2,4 (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,683] INFO [RequestSendThread controllerId=0] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,684] WARN [RequestSendThread controllerId=0] Controller 0 epoch 4 fails to send request (type: UpdateMetadataRequest=, controllerId=0, controllerEpoch=4, brokerEpoch=44, partitionStates={}, liveBrokers=(id=0, endPoints=(host=localhost, port=65058, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack1), (id=1, endPoints=(host=localhost, port=64853, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack2), (id=2, endPoints=(host=localhost, port=64856, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack2), (id=4, endPoints=(host=localhost, port=64862, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack3)) to broker localhost:64853 (id: 1 rack: rack2). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.lang.InterruptedException at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at kafka.utils.ShutdownableThread.pause(ShutdownableThread.scala:75) at kafka.controller.RequestSendThread.backoff$1(ControllerChannelManager.scala:224) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:238) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,684] INFO [RequestSendThread controllerId=0] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,685] INFO [RequestSendThread controllerId=0] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,686] INFO [Controller id=0] Broker failure callback for 1 (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,691] INFO [ExpirationReaper-2-ElectPreferredLeader]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,691] INFO [ExpirationReaper-2-ElectPreferredLeader]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,692] ERROR [Controller id=0 epoch=4] Controller 0 epoch 4 failed to change state for partition under-min-isr-topic-0 from OfflinePartition to OnlinePartition (state.change.logger:76) kafka.common.StateChangeFailedException: Failed to elect leader for partition under-min-isr-topic-0 under strategy OfflinePartitionLeaderElectionStrategy at kafka.controller.PartitionStateMachine.$anonfun$doElectLeaderForPartitions$9(PartitionStateMachine.scala:390) at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62) at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49) at kafka.controller.PartitionStateMachine.doElectLeaderForPartitions(PartitionStateMachine.scala:388) at kafka.controller.PartitionStateMachine.electLeaderForPartitions(PartitionStateMachine.scala:315) at kafka.controller.PartitionStateMachine.doHandleStateChanges(PartitionStateMachine.scala:225) at kafka.controller.PartitionStateMachine.handleStateChanges(PartitionStateMachine.scala:141) at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:123) at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:109) at kafka.controller.KafkaController.kafka$controller$KafkaController$$onReplicasBecomeOffline(KafkaController.scala:460) at kafka.controller.KafkaController.kafka$controller$KafkaController$$onBrokerFailure(KafkaController.scala:428) at kafka.controller.KafkaController$BrokerChange$.process(KafkaController.scala:1328) at kafka.controller.ControllerEventManager$ControllerEventThread.$anonfun$doWork$1(ControllerEventManager.scala:95) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:31) at kafka.controller.ControllerEventManager$ControllerEventThread.doWork(ControllerEventManager.scala:95) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,693] ERROR [Controller id=0 epoch=4] Controller 0 epoch 4 failed to change state for partition fully-replicated-topic-0 from OfflinePartition to OnlinePartition (state.change.logger:76) kafka.common.StateChangeFailedException: Failed to elect leader for partition fully-replicated-topic-0 under strategy OfflinePartitionLeaderElectionStrategy at kafka.controller.PartitionStateMachine.$anonfun$doElectLeaderForPartitions$9(PartitionStateMachine.scala:390) at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62) at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49) at kafka.controller.PartitionStateMachine.doElectLeaderForPartitions(PartitionStateMachine.scala:388) at kafka.controller.PartitionStateMachine.electLeaderForPartitions(PartitionStateMachine.scala:315) at kafka.controller.PartitionStateMachine.doHandleStateChanges(PartitionStateMachine.scala:225) at kafka.controller.PartitionStateMachine.handleStateChanges(PartitionStateMachine.scala:141) at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:123) at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:109) at kafka.controller.KafkaController.kafka$controller$KafkaController$$onReplicasBecomeOffline(KafkaController.scala:460) at kafka.controller.KafkaController.kafka$controller$KafkaController$$onBrokerFailure(KafkaController.scala:428) at kafka.controller.KafkaController$BrokerChange$.process(KafkaController.scala:1328) at kafka.controller.ControllerEventManager$ControllerEventThread.$anonfun$doWork$1(ControllerEventManager.scala:95) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:31) at kafka.controller.ControllerEventManager$ControllerEventThread.doWork(ControllerEventManager.scala:95) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,693] ERROR [Controller id=0 epoch=4] Controller 0 epoch 4 failed to change state for partition not-under-min-isr-topic-0 from OfflinePartition to OnlinePartition (state.change.logger:76) kafka.common.StateChangeFailedException: Failed to elect leader for partition not-under-min-isr-topic-0 under strategy OfflinePartitionLeaderElectionStrategy at kafka.controller.PartitionStateMachine.$anonfun$doElectLeaderForPartitions$9(PartitionStateMachine.scala:390) at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62) at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49) at kafka.controller.PartitionStateMachine.doElectLeaderForPartitions(PartitionStateMachine.scala:388) at kafka.controller.PartitionStateMachine.electLeaderForPartitions(PartitionStateMachine.scala:315) at kafka.controller.PartitionStateMachine.doHandleStateChanges(PartitionStateMachine.scala:225) at kafka.controller.PartitionStateMachine.handleStateChanges(PartitionStateMachine.scala:141) at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:123) at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:109) at kafka.controller.KafkaController.kafka$controller$KafkaController$$onReplicasBecomeOffline(KafkaController.scala:460) at kafka.controller.KafkaController.kafka$controller$KafkaController$$onBrokerFailure(KafkaController.scala:428) at kafka.controller.KafkaController$BrokerChange$.process(KafkaController.scala:1328) at kafka.controller.ControllerEventManager$ControllerEventThread.$anonfun$doWork$1(ControllerEventManager.scala:95) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:31) at kafka.controller.ControllerEventManager$ControllerEventThread.doWork(ControllerEventManager.scala:95) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,694] INFO [ReplicaManager broker=2] Shut down completely (kafka.server.ReplicaManager:66) [2019-04-30 15:29:49,695] INFO Shutting down. (kafka.log.LogManager:66) [2019-04-30 15:29:49,696] INFO Shutting down the log cleaner. (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,696] INFO [kafka-log-cleaner-thread-0]: Shutting down (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,696] INFO [kafka-log-cleaner-thread-0]: Stopped (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,696] INFO [kafka-log-cleaner-thread-0]: Shutdown completed (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,698] INFO [Controller id=0] Updated broker epochs cache: Map(0 -> 158, 2 -> 60, 4 -> 92) (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,713] INFO Shutdown complete. (kafka.log.LogManager:66) [2019-04-30 15:29:49,713] INFO [ControllerEventThread controllerId=2] Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:49,714] INFO [ControllerEventThread controllerId=2] Stopped (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:49,714] INFO [ControllerEventThread controllerId=2] Shutdown completed (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:49,714] INFO [PartitionStateMachine controllerId=2] Stopped partition state machine (kafka.controller.PartitionStateMachine:66) [2019-04-30 15:29:49,714] INFO [ReplicaStateMachine controllerId=2] Stopped replica state machine (kafka.controller.ReplicaStateMachine:66) [2019-04-30 15:29:49,715] INFO [Controller id=2] Resigned (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,715] INFO [ZooKeeperClient Kafka server] Closing. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:49,718] INFO [ZooKeeperClient Kafka server] Closed. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:49,719] INFO [ThrottledChannelReaper-Fetch]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:49,720] INFO [Controller id=0] Newly added brokers: , deleted brokers: 2, bounced brokers: , all live brokers: 0,4 (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,720] INFO [RequestSendThread controllerId=0] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,720] WARN [RequestSendThread controllerId=0] Controller 0 epoch 4 fails to send request (type: UpdateMetadataRequest=, controllerId=0, controllerEpoch=4, brokerEpoch=60, partitionStates={}, liveBrokers=(id=0, endPoints=(host=localhost, port=65058, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack1), (id=1, endPoints=(host=localhost, port=64853, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack2), (id=2, endPoints=(host=localhost, port=64856, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack2), (id=4, endPoints=(host=localhost, port=64862, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack3)) to broker localhost:64856 (id: 2 rack: rack2). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.lang.InterruptedException at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at kafka.utils.ShutdownableThread.pause(ShutdownableThread.scala:75) at kafka.controller.RequestSendThread.backoff$1(ControllerChannelManager.scala:224) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:238) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,721] INFO [RequestSendThread controllerId=0] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,721] INFO [RequestSendThread controllerId=0] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,721] INFO [Controller id=0] Broker failure callback for 2 (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,724] ERROR [Controller id=0 epoch=4] Controller 0 epoch 4 failed to change state for partition under-min-isr-topic-0 from OfflinePartition to OnlinePartition (state.change.logger:76) kafka.common.StateChangeFailedException: Failed to elect leader for partition under-min-isr-topic-0 under strategy OfflinePartitionLeaderElectionStrategy at kafka.controller.PartitionStateMachine.$anonfun$doElectLeaderForPartitions$9(PartitionStateMachine.scala:390) at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62) at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49) at kafka.controller.PartitionStateMachine.doElectLeaderForPartitions(PartitionStateMachine.scala:388) at kafka.controller.PartitionStateMachine.electLeaderForPartitions(PartitionStateMachine.scala:315) at kafka.controller.PartitionStateMachine.doHandleStateChanges(PartitionStateMachine.scala:225) at kafka.controller.PartitionStateMachine.handleStateChanges(PartitionStateMachine.scala:141) at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:123) at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:109) at kafka.controller.KafkaController.kafka$controller$KafkaController$$onReplicasBecomeOffline(KafkaController.scala:460) at kafka.controller.KafkaController.kafka$controller$KafkaController$$onBrokerFailure(KafkaController.scala:428) at kafka.controller.KafkaController$BrokerChange$.process(KafkaController.scala:1328) at kafka.controller.ControllerEventManager$ControllerEventThread.$anonfun$doWork$1(ControllerEventManager.scala:95) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:31) at kafka.controller.ControllerEventManager$ControllerEventThread.doWork(ControllerEventManager.scala:95) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,725] ERROR [Controller id=0 epoch=4] Controller 0 epoch 4 failed to change state for partition fully-replicated-topic-0 from OfflinePartition to OnlinePartition (state.change.logger:76) kafka.common.StateChangeFailedException: Failed to elect leader for partition fully-replicated-topic-0 under strategy OfflinePartitionLeaderElectionStrategy at kafka.controller.PartitionStateMachine.$anonfun$doElectLeaderForPartitions$9(PartitionStateMachine.scala:390) at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62) at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49) at kafka.controller.PartitionStateMachine.doElectLeaderForPartitions(PartitionStateMachine.scala:388) at kafka.controller.PartitionStateMachine.electLeaderForPartitions(PartitionStateMachine.scala:315) at kafka.controller.PartitionStateMachine.doHandleStateChanges(PartitionStateMachine.scala:225) at kafka.controller.PartitionStateMachine.handleStateChanges(PartitionStateMachine.scala:141) at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:123) at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:109) at kafka.controller.KafkaController.kafka$controller$KafkaController$$onReplicasBecomeOffline(KafkaController.scala:460) at kafka.controller.KafkaController.kafka$controller$KafkaController$$onBrokerFailure(KafkaController.scala:428) at kafka.controller.KafkaController$BrokerChange$.process(KafkaController.scala:1328) at kafka.controller.ControllerEventManager$ControllerEventThread.$anonfun$doWork$1(ControllerEventManager.scala:95) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:31) at kafka.controller.ControllerEventManager$ControllerEventThread.doWork(ControllerEventManager.scala:95) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,726] ERROR [Controller id=0 epoch=4] Controller 0 epoch 4 failed to change state for partition not-under-min-isr-topic-0 from OfflinePartition to OnlinePartition (state.change.logger:76) kafka.common.StateChangeFailedException: Failed to elect leader for partition not-under-min-isr-topic-0 under strategy OfflinePartitionLeaderElectionStrategy at kafka.controller.PartitionStateMachine.$anonfun$doElectLeaderForPartitions$9(PartitionStateMachine.scala:390) at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62) at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49) at kafka.controller.PartitionStateMachine.doElectLeaderForPartitions(PartitionStateMachine.scala:388) at kafka.controller.PartitionStateMachine.electLeaderForPartitions(PartitionStateMachine.scala:315) at kafka.controller.PartitionStateMachine.doHandleStateChanges(PartitionStateMachine.scala:225) at kafka.controller.PartitionStateMachine.handleStateChanges(PartitionStateMachine.scala:141) at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:123) at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:109) at kafka.controller.KafkaController.kafka$controller$KafkaController$$onReplicasBecomeOffline(KafkaController.scala:460) at kafka.controller.KafkaController.kafka$controller$KafkaController$$onBrokerFailure(KafkaController.scala:428) at kafka.controller.KafkaController$BrokerChange$.process(KafkaController.scala:1328) at kafka.controller.ControllerEventManager$ControllerEventThread.$anonfun$doWork$1(ControllerEventManager.scala:95) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:31) at kafka.controller.ControllerEventManager$ControllerEventThread.doWork(ControllerEventManager.scala:95) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,726] WARN [Controller id=0, targetBrokerId=4] Connection to node 4 (localhost/127.0.0.1:64862) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,726] WARN [RequestSendThread controllerId=0] Controller 0's connection to broker localhost:64862 (id: 4 rack: rack3) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:64862 (id: 4 rack: rack3) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,728] INFO [Controller id=0] Updated broker epochs cache: Map(0 -> 158, 4 -> 92) (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,729] WARN [Controller id=0, targetBrokerId=0] Connection to node 0 (localhost/127.0.0.1:65058) could not be established. Broker may not be available. (org.apache.kafka.clients.NetworkClient:725) [2019-04-30 15:29:49,729] WARN [RequestSendThread controllerId=0] Controller 0's connection to broker localhost:65058 (id: 0 rack: rack1) was unsuccessful (kafka.controller.RequestSendThread:72) java.io.IOException: Connection to localhost:65058 (id: 0 rack: rack1) failed. at org.apache.kafka.clients.NetworkClientUtils.awaitReady(NetworkClientUtils.java:71) at kafka.controller.RequestSendThread.brokerReady(ControllerChannelManager.scala:282) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:236) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,796] INFO [ExpirationReaper-4-ElectPreferredLeader]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,796] INFO [ExpirationReaper-4-ElectPreferredLeader]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,797] INFO [ReplicaManager broker=4] Shut down completely (kafka.server.ReplicaManager:66) [2019-04-30 15:29:49,797] INFO Shutting down. (kafka.log.LogManager:66) [2019-04-30 15:29:49,798] INFO Shutting down the log cleaner. (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,798] INFO [kafka-log-cleaner-thread-0]: Shutting down (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,798] INFO [kafka-log-cleaner-thread-0]: Stopped (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,798] INFO [kafka-log-cleaner-thread-0]: Shutdown completed (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,802] INFO Shutdown complete. (kafka.log.LogManager:66) [2019-04-30 15:29:49,802] INFO [ControllerEventThread controllerId=4] Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:49,802] INFO [ControllerEventThread controllerId=4] Stopped (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:49,802] INFO [ControllerEventThread controllerId=4] Shutdown completed (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:49,802] INFO [PartitionStateMachine controllerId=4] Stopped partition state machine (kafka.controller.PartitionStateMachine:66) [2019-04-30 15:29:49,802] INFO [ReplicaStateMachine controllerId=4] Stopped replica state machine (kafka.controller.ReplicaStateMachine:66) [2019-04-30 15:29:49,802] INFO [Controller id=4] Resigned (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,802] INFO [ZooKeeperClient Kafka server] Closing. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:49,803] INFO [ZooKeeperClient Kafka server] Closed. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:49,803] INFO [ThrottledChannelReaper-Fetch]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:49,804] INFO [Controller id=0] Newly added brokers: , deleted brokers: 4, bounced brokers: , all live brokers: 0 (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,804] INFO [RequestSendThread controllerId=0] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,804] WARN [RequestSendThread controllerId=0] Controller 0 epoch 4 fails to send request (type: UpdateMetadataRequest=, controllerId=0, controllerEpoch=4, brokerEpoch=92, partitionStates={}, liveBrokers=(id=0, endPoints=(host=localhost, port=65058, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack1), (id=1, endPoints=(host=localhost, port=64853, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack2), (id=2, endPoints=(host=localhost, port=64856, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack2), (id=4, endPoints=(host=localhost, port=64862, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack3)) to broker localhost:64862 (id: 4 rack: rack3). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.lang.InterruptedException at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at kafka.utils.ShutdownableThread.pause(ShutdownableThread.scala:75) at kafka.controller.RequestSendThread.backoff$1(ControllerChannelManager.scala:224) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:238) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,804] INFO [RequestSendThread controllerId=0] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,804] INFO [RequestSendThread controllerId=0] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,804] INFO [Controller id=0] Broker failure callback for 4 (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,805] ERROR [Controller id=0 epoch=4] Controller 0 epoch 4 failed to change state for partition under-min-isr-topic-0 from OfflinePartition to OnlinePartition (state.change.logger:76) kafka.common.StateChangeFailedException: Failed to elect leader for partition under-min-isr-topic-0 under strategy OfflinePartitionLeaderElectionStrategy at kafka.controller.PartitionStateMachine.$anonfun$doElectLeaderForPartitions$9(PartitionStateMachine.scala:390) at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62) at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49) at kafka.controller.PartitionStateMachine.doElectLeaderForPartitions(PartitionStateMachine.scala:388) at kafka.controller.PartitionStateMachine.electLeaderForPartitions(PartitionStateMachine.scala:315) at kafka.controller.PartitionStateMachine.doHandleStateChanges(PartitionStateMachine.scala:225) at kafka.controller.PartitionStateMachine.handleStateChanges(PartitionStateMachine.scala:141) at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:123) at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:109) at kafka.controller.KafkaController.kafka$controller$KafkaController$$onReplicasBecomeOffline(KafkaController.scala:460) at kafka.controller.KafkaController.kafka$controller$KafkaController$$onBrokerFailure(KafkaController.scala:428) at kafka.controller.KafkaController$BrokerChange$.process(KafkaController.scala:1328) at kafka.controller.ControllerEventManager$ControllerEventThread.$anonfun$doWork$1(ControllerEventManager.scala:95) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:31) at kafka.controller.ControllerEventManager$ControllerEventThread.doWork(ControllerEventManager.scala:95) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,806] ERROR [Controller id=0 epoch=4] Controller 0 epoch 4 failed to change state for partition fully-replicated-topic-0 from OfflinePartition to OnlinePartition (state.change.logger:76) kafka.common.StateChangeFailedException: Failed to elect leader for partition fully-replicated-topic-0 under strategy OfflinePartitionLeaderElectionStrategy at kafka.controller.PartitionStateMachine.$anonfun$doElectLeaderForPartitions$9(PartitionStateMachine.scala:390) at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62) at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49) at kafka.controller.PartitionStateMachine.doElectLeaderForPartitions(PartitionStateMachine.scala:388) at kafka.controller.PartitionStateMachine.electLeaderForPartitions(PartitionStateMachine.scala:315) at kafka.controller.PartitionStateMachine.doHandleStateChanges(PartitionStateMachine.scala:225) at kafka.controller.PartitionStateMachine.handleStateChanges(PartitionStateMachine.scala:141) at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:123) at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:109) at kafka.controller.KafkaController.kafka$controller$KafkaController$$onReplicasBecomeOffline(KafkaController.scala:460) at kafka.controller.KafkaController.kafka$controller$KafkaController$$onBrokerFailure(KafkaController.scala:428) at kafka.controller.KafkaController$BrokerChange$.process(KafkaController.scala:1328) at kafka.controller.ControllerEventManager$ControllerEventThread.$anonfun$doWork$1(ControllerEventManager.scala:95) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:31) at kafka.controller.ControllerEventManager$ControllerEventThread.doWork(ControllerEventManager.scala:95) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,806] ERROR [Controller id=0 epoch=4] Controller 0 epoch 4 failed to change state for partition not-under-min-isr-topic-0 from OfflinePartition to OnlinePartition (state.change.logger:76) kafka.common.StateChangeFailedException: Failed to elect leader for partition not-under-min-isr-topic-0 under strategy OfflinePartitionLeaderElectionStrategy at kafka.controller.PartitionStateMachine.$anonfun$doElectLeaderForPartitions$9(PartitionStateMachine.scala:390) at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62) at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49) at kafka.controller.PartitionStateMachine.doElectLeaderForPartitions(PartitionStateMachine.scala:388) at kafka.controller.PartitionStateMachine.electLeaderForPartitions(PartitionStateMachine.scala:315) at kafka.controller.PartitionStateMachine.doHandleStateChanges(PartitionStateMachine.scala:225) at kafka.controller.PartitionStateMachine.handleStateChanges(PartitionStateMachine.scala:141) at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:123) at kafka.controller.PartitionStateMachine.triggerOnlinePartitionStateChange(PartitionStateMachine.scala:109) at kafka.controller.KafkaController.kafka$controller$KafkaController$$onReplicasBecomeOffline(KafkaController.scala:460) at kafka.controller.KafkaController.kafka$controller$KafkaController$$onBrokerFailure(KafkaController.scala:428) at kafka.controller.KafkaController$BrokerChange$.process(KafkaController.scala:1328) at kafka.controller.ControllerEventManager$ControllerEventThread.$anonfun$doWork$1(ControllerEventManager.scala:95) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:31) at kafka.controller.ControllerEventManager$ControllerEventThread.doWork(ControllerEventManager.scala:95) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,806] INFO [Controller id=0] Updated broker epochs cache: Map(0 -> 158) (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,821] INFO [ExpirationReaper-0-ElectPreferredLeader]: Stopped (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,821] INFO [ExpirationReaper-0-ElectPreferredLeader]: Shutdown completed (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper:66) [2019-04-30 15:29:49,822] INFO [ReplicaManager broker=0] Shut down completely (kafka.server.ReplicaManager:66) [2019-04-30 15:29:49,822] INFO Shutting down. (kafka.log.LogManager:66) [2019-04-30 15:29:49,822] INFO Shutting down the log cleaner. (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,822] INFO [kafka-log-cleaner-thread-0]: Shutting down (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,822] INFO [kafka-log-cleaner-thread-0]: Stopped (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,822] INFO [kafka-log-cleaner-thread-0]: Shutdown completed (kafka.log.LogCleaner:66) [2019-04-30 15:29:49,827] INFO Shutdown complete. (kafka.log.LogManager:66) [2019-04-30 15:29:49,827] INFO [ControllerEventThread controllerId=0] Shutting down (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:49,827] INFO [ControllerEventThread controllerId=0] Stopped (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:49,827] INFO [ControllerEventThread controllerId=0] Shutdown completed (kafka.controller.ControllerEventManager$ControllerEventThread:66) [2019-04-30 15:29:49,828] INFO [PartitionStateMachine controllerId=0] Stopped partition state machine (kafka.controller.PartitionStateMachine:66) [2019-04-30 15:29:49,828] INFO [ReplicaStateMachine controllerId=0] Stopped replica state machine (kafka.controller.ReplicaStateMachine:66) [2019-04-30 15:29:49,828] INFO [RequestSendThread controllerId=0] Shutting down (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,828] WARN [RequestSendThread controllerId=0] Controller 0 epoch 4 fails to send request (type: UpdateMetadataRequest=, controllerId=0, controllerEpoch=4, brokerEpoch=158, partitionStates={}, liveBrokers=(id=0, endPoints=(host=localhost, port=65058, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack1), (id=1, endPoints=(host=localhost, port=64853, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack2), (id=2, endPoints=(host=localhost, port=64856, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack2), (id=4, endPoints=(host=localhost, port=64862, listenerName=ListenerName(PLAINTEXT), securityProtocol=PLAINTEXT), rack=rack3)) to broker localhost:65058 (id: 0 rack: rack1). Reconnecting to broker. (kafka.controller.RequestSendThread:72) java.lang.InterruptedException at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at kafka.utils.ShutdownableThread.pause(ShutdownableThread.scala:75) at kafka.controller.RequestSendThread.backoff$1(ControllerChannelManager.scala:224) at kafka.controller.RequestSendThread.doWork(ControllerChannelManager.scala:238) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:89) [2019-04-30 15:29:49,828] INFO [RequestSendThread controllerId=0] Stopped (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,829] INFO [RequestSendThread controllerId=0] Shutdown completed (kafka.controller.RequestSendThread:66) [2019-04-30 15:29:49,831] INFO [Controller id=0] Resigned (kafka.controller.KafkaController:66) [2019-04-30 15:29:49,831] INFO [ZooKeeperClient Kafka server] Closing. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:49,833] INFO [ZooKeeperClient Kafka server] Closed. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:49,834] INFO [ThrottledChannelReaper-Fetch]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,380] INFO [ThrottledChannelReaper-Fetch]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,380] INFO [ThrottledChannelReaper-Fetch]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,380] INFO [ThrottledChannelReaper-Produce]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,380] INFO [ThrottledChannelReaper-Fetch]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,381] INFO [ThrottledChannelReaper-Produce]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,380] INFO [ThrottledChannelReaper-Fetch]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,380] INFO [ThrottledChannelReaper-Fetch]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,380] INFO [ThrottledChannelReaper-Fetch]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,381] INFO [ThrottledChannelReaper-Produce]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,380] INFO [ThrottledChannelReaper-Fetch]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,380] INFO [ThrottledChannelReaper-Fetch]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,381] INFO [ThrottledChannelReaper-Produce]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,383] INFO [ThrottledChannelReaper-Produce]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,383] INFO [ThrottledChannelReaper-Produce]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,383] INFO [ThrottledChannelReaper-Request]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,397] INFO [ThrottledChannelReaper-Fetch]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,397] INFO [ThrottledChannelReaper-Fetch]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,397] INFO [ThrottledChannelReaper-Produce]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,472] INFO [ThrottledChannelReaper-Produce]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,473] INFO [ThrottledChannelReaper-Produce]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:50,473] INFO [ThrottledChannelReaper-Request]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:51,384] INFO [ThrottledChannelReaper-Produce]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:51,384] INFO [ThrottledChannelReaper-Produce]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:51,384] INFO [ThrottledChannelReaper-Request]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:51,384] INFO [ThrottledChannelReaper-Produce]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:51,384] INFO [ThrottledChannelReaper-Request]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:51,384] INFO [ThrottledChannelReaper-Produce]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:51,385] INFO [ThrottledChannelReaper-Request]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:51,384] INFO [ThrottledChannelReaper-Produce]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:51,384] INFO [ThrottledChannelReaper-Produce]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:51,385] INFO [ThrottledChannelReaper-Request]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:51,385] INFO [SocketServer brokerId=0] Shutting down socket server (kafka.network.SocketServer:66) [2019-04-30 15:29:51,385] INFO [ThrottledChannelReaper-Request]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:51,390] INFO [SocketServer brokerId=0] Shutdown completed (kafka.network.SocketServer:66) [2019-04-30 15:29:51,390] INFO [KafkaServer id=0] shut down completed (kafka.server.KafkaServer:66) [2019-04-30 15:29:51,401] INFO [ThrottledChannelReaper-Produce]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:51,401] INFO [ThrottledChannelReaper-Produce]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:51,401] INFO [ThrottledChannelReaper-Request]: Shutting down (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:51,477] INFO [ThrottledChannelReaper-Request]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:51,477] INFO [ThrottledChannelReaper-Request]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:51,477] INFO [SocketServer brokerId=5] Shutting down socket server (kafka.network.SocketServer:66) [2019-04-30 15:29:51,481] INFO [SocketServer brokerId=5] Shutdown completed (kafka.network.SocketServer:66) [2019-04-30 15:29:51,481] INFO [KafkaServer id=5] shut down completed (kafka.server.KafkaServer:66) [2019-04-30 15:29:52,384] INFO [ThrottledChannelReaper-Request]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:52,384] INFO [ThrottledChannelReaper-Request]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:52,384] INFO [ThrottledChannelReaper-Request]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:52,384] INFO [SocketServer brokerId=2] Shutting down socket server (kafka.network.SocketServer:66) [2019-04-30 15:29:52,384] INFO [ThrottledChannelReaper-Request]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:52,384] INFO [ThrottledChannelReaper-Request]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:52,384] INFO [ThrottledChannelReaper-Request]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:52,385] INFO [SocketServer brokerId=1] Shutting down socket server (kafka.network.SocketServer:66) [2019-04-30 15:29:52,384] INFO [SocketServer brokerId=3] Shutting down socket server (kafka.network.SocketServer:66) [2019-04-30 15:29:52,390] INFO [SocketServer brokerId=3] Shutdown completed (kafka.network.SocketServer:66) [2019-04-30 15:29:52,390] INFO [KafkaServer id=3] shut down completed (kafka.server.KafkaServer:66) [2019-04-30 15:29:52,390] INFO [SocketServer brokerId=2] Shutdown completed (kafka.network.SocketServer:66) [2019-04-30 15:29:52,390] INFO [SocketServer brokerId=1] Shutdown completed (kafka.network.SocketServer:66) [2019-04-30 15:29:52,391] INFO [KafkaServer id=2] shut down completed (kafka.server.KafkaServer:66) [2019-04-30 15:29:52,391] INFO [KafkaServer id=1] shut down completed (kafka.server.KafkaServer:66) [2019-04-30 15:29:52,405] INFO [ThrottledChannelReaper-Request]: Stopped (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:52,405] INFO [ThrottledChannelReaper-Request]: Shutdown completed (kafka.server.ClientQuotaManager$ThrottledChannelReaper:66) [2019-04-30 15:29:52,405] INFO [SocketServer brokerId=4] Shutting down socket server (kafka.network.SocketServer:66) [2019-04-30 15:29:52,408] INFO [SocketServer brokerId=4] Shutdown completed (kafka.network.SocketServer:66) [2019-04-30 15:29:52,409] INFO [KafkaServer id=4] shut down completed (kafka.server.KafkaServer:66) [2019-04-30 15:29:52,411] INFO [ZooKeeperClient] Closing. (kafka.zookeeper.ZooKeeperClient:66) [2019-04-30 15:29:52,411] INFO [ZooKeeperClient] Closed. (kafka.zookeeper.ZooKeeperClient:66) java.lang.AssertionError at org.junit.Assert.fail(Assert.java:87) at org.junit.Assert.assertTrue(Assert.java:42) at org.junit.Assert.assertTrue(Assert.java:53) at kafka.admin.TopicCommandWithAdminClientTest.testDescribeUnderMinIsrPartitionsMixed(TopicCommandWithAdminClientTest.scala:637) at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:305) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:365) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:330) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:78) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:328) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:65) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:292) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:305) at org.junit.runners.ParentRunner.run(ParentRunner.java:412) at org.junit.runner.JUnitCore.run(JUnitCore.java:137) at com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:68) at com.intellij.rt.execution.junit.IdeaTestRunner$Repeater.startRunnerWithArgs(IdeaTestRunner.java:67) at com.intellij.rt.execution.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:242) at com.intellij.rt.execution.junit.JUnitStarter.main(JUnitStarter.java:70)