[2018-05-22 11:51:44,510] INFO Cluster ID = cq5q2PdARC2wzbu276m3Mg (kafka.server.KafkaServer) [2018-05-22 11:51:44,577] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = PLAINTEXT://localhost:9092 advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 1 broker.id.generation.enable = true broker.rack = null compression.type = gzip connections.max.idle.ms = 600000 controlled.shutdown.enable = true controlled.shutdown.max.retries = 10 controlled.shutdown.retry.backoff.ms = 3000 controller.socket.timeout.ms = 30000 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 3000 group.max.session.timeout.ms = 300000 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 1.1-IV0 leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL listeners = null log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 134217728 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /tmp/kafka-logs log.dirs = /kafka1 log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.format.version = 1.1-IV0 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = 20971520 log.retention.check.interval.ms = 300000 log.retention.hours = 1 log.retention.minutes = 10 log.retention.ms = null log.roll.hours = 1 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 10485760 log.segment.delete.delay.ms = 60000 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 24 num.network.threads = 9 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 300000 offsets.retention.minutes = 15 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 50 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 30000 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 45000 reserved.broker.max.id = 1000 sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.mechanism.inter.broker.protocol = GSSAPI security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 999999999 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = null ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 1 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 1 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = localhost:2181 zookeeper.connection.timeout.ms = 35000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 20000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig) [2018-05-22 11:51:45,162] INFO KafkaConfig values: advertised.host.name = null advertised.listeners = PLAINTEXT://localhost:9092 advertised.port = null alter.config.policy.class.name = null alter.log.dirs.replication.quota.window.num = 11 alter.log.dirs.replication.quota.window.size.seconds = 1 authorizer.class.name = auto.create.topics.enable = true auto.leader.rebalance.enable = true background.threads = 10 broker.id = 1 broker.id.generation.enable = true broker.rack = null compression.type = gzip connections.max.idle.ms = 600000 controlled.shutdown.enable = true controlled.shutdown.max.retries = 10 controlled.shutdown.retry.backoff.ms = 3000 controller.socket.timeout.ms = 30000 create.topic.policy.class.name = null default.replication.factor = 1 delegation.token.expiry.check.interval.ms = 3600000 delegation.token.expiry.time.ms = 86400000 delegation.token.master.key = null delegation.token.max.lifetime.ms = 604800000 delete.records.purgatory.purge.interval.requests = 1 delete.topic.enable = true fetch.purgatory.purge.interval.requests = 1000 group.initial.rebalance.delay.ms = 3000 group.max.session.timeout.ms = 300000 group.min.session.timeout.ms = 6000 host.name = inter.broker.listener.name = null inter.broker.protocol.version = 1.1-IV0 leader.imbalance.check.interval.seconds = 300 leader.imbalance.per.broker.percentage = 10 listener.security.protocol.map = PLAINTEXT:PLAINTEXT,SSL:SSL listeners = null log.cleaner.backoff.ms = 15000 log.cleaner.dedupe.buffer.size = 134217728 log.cleaner.delete.retention.ms = 86400000 log.cleaner.enable = true log.cleaner.io.buffer.load.factor = 0.9 log.cleaner.io.buffer.size = 524288 log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 log.cleaner.min.cleanable.ratio = 0.5 log.cleaner.min.compaction.lag.ms = 0 log.cleaner.threads = 1 log.cleanup.policy = [delete] log.dir = /tmp/kafka-logs log.dirs = /kafka1 log.flush.interval.messages = 9223372036854775807 log.flush.interval.ms = null log.flush.offset.checkpoint.interval.ms = 60000 log.flush.scheduler.interval.ms = 9223372036854775807 log.flush.start.offset.checkpoint.interval.ms = 60000 log.index.interval.bytes = 4096 log.index.size.max.bytes = 10485760 log.message.format.version = 1.1-IV0 log.message.timestamp.difference.max.ms = 9223372036854775807 log.message.timestamp.type = CreateTime log.preallocate = false log.retention.bytes = 20971520 log.retention.check.interval.ms = 300000 log.retention.hours = 1 log.retention.minutes = 10 log.retention.ms = null log.roll.hours = 1 log.roll.jitter.hours = 0 log.roll.jitter.ms = null log.roll.ms = null log.segment.bytes = 10485760 log.segment.delete.delay.ms = 60000 max.connections.per.ip = 2147483647 max.connections.per.ip.overrides = max.incremental.fetch.session.cache.slots = 1000 message.max.bytes = 1000012 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 min.insync.replicas = 1 num.io.threads = 24 num.network.threads = 9 num.partitions = 1 num.recovery.threads.per.data.dir = 1 num.replica.alter.log.dirs.threads = null num.replica.fetchers = 1 offset.metadata.max.bytes = 4096 offsets.commit.required.acks = -1 offsets.commit.timeout.ms = 5000 offsets.load.buffer.size = 5242880 offsets.retention.check.interval.ms = 300000 offsets.retention.minutes = 15 offsets.topic.compression.codec = 0 offsets.topic.num.partitions = 50 offsets.topic.replication.factor = 1 offsets.topic.segment.bytes = 104857600 password.encoder.cipher.algorithm = AES/CBC/PKCS5Padding password.encoder.iterations = 4096 password.encoder.key.length = 128 password.encoder.keyfactory.algorithm = null password.encoder.old.secret = null password.encoder.secret = null port = 9092 principal.builder.class = null producer.purgatory.purge.interval.requests = 1000 queued.max.request.bytes = -1 queued.max.requests = 500 quota.consumer.default = 9223372036854775807 quota.producer.default = 9223372036854775807 quota.window.num = 11 quota.window.size.seconds = 1 replica.fetch.backoff.ms = 1000 replica.fetch.max.bytes = 1048576 replica.fetch.min.bytes = 1 replica.fetch.response.max.bytes = 10485760 replica.fetch.wait.max.ms = 500 replica.high.watermark.checkpoint.interval.ms = 5000 replica.lag.time.max.ms = 10000 replica.socket.receive.buffer.bytes = 65536 replica.socket.timeout.ms = 30000 replication.quota.window.num = 11 replication.quota.window.size.seconds = 1 request.timeout.ms = 45000 reserved.broker.max.id = 1000 sasl.enabled.mechanisms = [GSSAPI] sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.principal.to.local.rules = [DEFAULT] sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.mechanism.inter.broker.protocol = GSSAPI security.inter.broker.protocol = PLAINTEXT socket.receive.buffer.bytes = 102400 socket.request.max.bytes = 999999999 socket.send.buffer.bytes = 102400 ssl.cipher.suites = [] ssl.client.auth = none ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = null ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.abort.timed.out.transaction.cleanup.interval.ms = 60000 transaction.max.timeout.ms = 900000 transaction.remove.expired.transaction.cleanup.interval.ms = 3600000 transaction.state.log.load.buffer.size = 5242880 transaction.state.log.min.isr = 1 transaction.state.log.num.partitions = 50 transaction.state.log.replication.factor = 1 transaction.state.log.segment.bytes = 104857600 transactional.id.expiration.ms = 604800000 unclean.leader.election.enable = false zookeeper.connect = localhost:2181 zookeeper.connection.timeout.ms = 35000 zookeeper.max.in.flight.requests = 10 zookeeper.session.timeout.ms = 20000 zookeeper.set.acl = false zookeeper.sync.time.ms = 2000 (kafka.server.KafkaConfig) [2018-05-22 11:51:45,754] INFO [ThrottledRequestReaper-Produce]: Starting (kafka.server.ClientQuotaManager$ThrottledRequestReaper) [2018-05-22 11:51:45,754] INFO [ThrottledRequestReaper-Fetch]: Starting (kafka.server.ClientQuotaManager$ThrottledRequestReaper) [2018-05-22 11:51:45,759] INFO [ThrottledRequestReaper-Request]: Starting (kafka.server.ClientQuotaManager$ThrottledRequestReaper) log4j:ERROR Failed to rename [/logs/log-cleaner.log] to [/logs/log-cleaner.log.2018-05-22-10]. [2018-05-22 11:51:45,824] INFO Loading logs. (kafka.log.LogManager) [2018-05-22 11:51:45,861] DEBUG Loading log 'test-0' (kafka.log.LogManager) [2018-05-22 11:51:45,890] WARN [Log partition=test-0, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:45,895] WARN [Log partition=test-0, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:45,940] WARN [Log partition=test-0, dir=C:\kafka1] Opened segment named = 00000000000000001789.log (kafka.log.Log) [2018-05-22 11:51:45,946] WARN [Log partition=test-0, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\test-0\00000000000000001789.log due to Corrupt index found, index file (C:\kafka1\test-0\00000000000000001789.index) has non-zero size but the last offset is 1789 which is no greater than the base offset 1789.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:46,006] INFO [ProducerStateManager partition=test-0] Writing producer snapshot at offset 1789 (kafka.log.ProducerStateManager) [2018-05-22 11:51:46,053] INFO [Log partition=test-0, dir=C:\kafka1] Recovering unflushed segment 1789 (kafka.log.Log) [2018-05-22 11:51:46,064] INFO [ProducerStateManager partition=test-0] Loading producer state from snapshot file 'C:\kafka1\test-0\00000000000000001789.snapshot' (kafka.log.ProducerStateManager) [2018-05-22 11:51:46,105] INFO [Log partition=test-0, dir=C:\kafka1] Loading producer state from offset 1789 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:46,119] INFO [Log partition=test-0, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 1789 and log end offset 1789 in 225 ms (kafka.log.Log) [2018-05-22 11:51:46,142] DEBUG Loading log '__consumer_offsets-0' (kafka.log.LogManager) [2018-05-22 11:51:46,149] WARN [Log partition=__consumer_offsets-0, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:46,158] WARN [Log partition=__consumer_offsets-0, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:46,175] WARN [Log partition=__consumer_offsets-0, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:46,180] WARN [Log partition=__consumer_offsets-0, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-0\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-0\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:46,223] INFO [Log partition=__consumer_offsets-0, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:46,247] INFO [Log partition=__consumer_offsets-0, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:46,259] INFO [Log partition=__consumer_offsets-0, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 101 ms (kafka.log.Log) [2018-05-22 11:51:46,278] DEBUG Loading log '__consumer_offsets-1' (kafka.log.LogManager) [2018-05-22 11:51:46,290] WARN [Log partition=__consumer_offsets-1, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:46,295] WARN [Log partition=__consumer_offsets-1, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:46,313] WARN [Log partition=__consumer_offsets-1, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:46,321] WARN [Log partition=__consumer_offsets-1, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-1\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-1\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:46,358] INFO [Log partition=__consumer_offsets-1, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:46,380] INFO [Log partition=__consumer_offsets-1, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:46,391] INFO [Log partition=__consumer_offsets-1, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 96 ms (kafka.log.Log) [2018-05-22 11:51:46,406] DEBUG Loading log '__consumer_offsets-10' (kafka.log.LogManager) [2018-05-22 11:51:46,414] WARN [Log partition=__consumer_offsets-10, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:46,420] WARN [Log partition=__consumer_offsets-10, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:46,434] WARN [Log partition=__consumer_offsets-10, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:46,440] WARN [Log partition=__consumer_offsets-10, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-10\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-10\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:46,476] INFO [Log partition=__consumer_offsets-10, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:46,497] INFO [Log partition=__consumer_offsets-10, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:46,510] INFO [Log partition=__consumer_offsets-10, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 90 ms (kafka.log.Log) [2018-05-22 11:51:46,525] DEBUG Loading log '__consumer_offsets-11' (kafka.log.LogManager) [2018-05-22 11:51:46,532] WARN [Log partition=__consumer_offsets-11, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:46,539] WARN [Log partition=__consumer_offsets-11, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:46,551] WARN [Log partition=__consumer_offsets-11, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:46,557] WARN [Log partition=__consumer_offsets-11, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-11\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-11\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:46,591] INFO [Log partition=__consumer_offsets-11, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:46,611] INFO [Log partition=__consumer_offsets-11, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:46,624] INFO [Log partition=__consumer_offsets-11, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 85 ms (kafka.log.Log) [2018-05-22 11:51:46,642] DEBUG Loading log '__consumer_offsets-12' (kafka.log.LogManager) [2018-05-22 11:51:46,647] WARN [Log partition=__consumer_offsets-12, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:46,653] WARN [Log partition=__consumer_offsets-12, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:46,678] WARN [Log partition=__consumer_offsets-12, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:46,690] WARN [Log partition=__consumer_offsets-12, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-12\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-12\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:46,717] INFO [Log partition=__consumer_offsets-12, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:46,735] INFO [Log partition=__consumer_offsets-12, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:46,745] INFO [Log partition=__consumer_offsets-12, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 92 ms (kafka.log.Log) [2018-05-22 11:51:46,755] DEBUG Loading log '__consumer_offsets-13' (kafka.log.LogManager) [2018-05-22 11:51:46,766] WARN [Log partition=__consumer_offsets-13, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:46,773] WARN [Log partition=__consumer_offsets-13, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:46,780] DEBUG [Log partition=__consumer_offsets-13, dir=C:\kafka1] Deleting stray temporary file C:\kafka1\__consumer_offsets-13\00000000000000000000.index.cleaned (kafka.log.Log) [2018-05-22 11:51:46,795] DEBUG [Log partition=__consumer_offsets-13, dir=C:\kafka1] Deleting stray temporary file C:\kafka1\__consumer_offsets-13\00000000000000000000.log.cleaned (kafka.log.Log) [2018-05-22 11:51:46,808] DEBUG [Log partition=__consumer_offsets-13, dir=C:\kafka1] Deleting stray temporary file C:\kafka1\__consumer_offsets-13\00000000000000000000.timeindex.cleaned (kafka.log.Log) [2018-05-22 11:51:46,824] WARN [Log partition=__consumer_offsets-13, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:46,836] WARN [Log partition=__consumer_offsets-13, dir=C:\kafka1] Opened segment named = 00000000000000000254.log (kafka.log.Log) [2018-05-22 11:51:46,844] WARN [Log partition=__consumer_offsets-13, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-13\00000000000000000254.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-13\00000000000000000254.index) has non-zero size but the last offset is 254 which is no greater than the base offset 254.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:46,874] INFO [ProducerStateManager partition=__consumer_offsets-13] Loading producer state from snapshot file 'C:\kafka1\__consumer_offsets-13\00000000000000000254.snapshot' (kafka.log.ProducerStateManager) [2018-05-22 11:51:46,906] INFO [ProducerStateManager partition=__consumer_offsets-13] Writing producer snapshot at offset 256 (kafka.log.ProducerStateManager) [2018-05-22 11:51:46,914] INFO [Log partition=__consumer_offsets-13, dir=C:\kafka1] Recovering unflushed segment 254 (kafka.log.Log) [2018-05-22 11:51:46,927] INFO [ProducerStateManager partition=__consumer_offsets-13] Loading producer state from snapshot file 'C:\kafka1\__consumer_offsets-13\00000000000000000254.snapshot' (kafka.log.ProducerStateManager) [2018-05-22 11:51:46,944] INFO [ProducerStateManager partition=__consumer_offsets-13] Writing producer snapshot at offset 256 (kafka.log.ProducerStateManager) [2018-05-22 11:51:46,961] INFO [Log partition=__consumer_offsets-13, dir=C:\kafka1] Loading producer state from offset 256 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:46,976] INFO [ProducerStateManager partition=__consumer_offsets-13] Loading producer state from snapshot file 'C:\kafka1\__consumer_offsets-13\00000000000000000256.snapshot' (kafka.log.ProducerStateManager) [2018-05-22 11:51:46,989] INFO [Log partition=__consumer_offsets-13, dir=C:\kafka1] Completed load of log with 2 segments, log start offset 0 and log end offset 256 in 216 ms (kafka.log.Log) [2018-05-22 11:51:47,004] DEBUG Loading log '__consumer_offsets-14' (kafka.log.LogManager) [2018-05-22 11:51:47,011] WARN [Log partition=__consumer_offsets-14, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:47,016] WARN [Log partition=__consumer_offsets-14, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:47,041] WARN [Log partition=__consumer_offsets-14, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:47,046] WARN [Log partition=__consumer_offsets-14, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-14\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-14\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:47,079] INFO [Log partition=__consumer_offsets-14, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:47,095] INFO [Log partition=__consumer_offsets-14, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:47,103] INFO [Log partition=__consumer_offsets-14, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 87 ms (kafka.log.Log) [2018-05-22 11:51:47,116] DEBUG Loading log '__consumer_offsets-15' (kafka.log.LogManager) [2018-05-22 11:51:47,124] WARN [Log partition=__consumer_offsets-15, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:47,133] WARN [Log partition=__consumer_offsets-15, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:47,154] WARN [Log partition=__consumer_offsets-15, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:47,164] WARN [Log partition=__consumer_offsets-15, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-15\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-15\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:47,194] INFO [Log partition=__consumer_offsets-15, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:47,213] INFO [Log partition=__consumer_offsets-15, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:47,223] INFO [Log partition=__consumer_offsets-15, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 90 ms (kafka.log.Log) [2018-05-22 11:51:47,231] DEBUG Loading log '__consumer_offsets-16' (kafka.log.LogManager) [2018-05-22 11:51:47,240] WARN [Log partition=__consumer_offsets-16, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:47,250] WARN [Log partition=__consumer_offsets-16, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:47,270] WARN [Log partition=__consumer_offsets-16, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:47,277] WARN [Log partition=__consumer_offsets-16, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-16\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-16\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:47,310] INFO [Log partition=__consumer_offsets-16, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:47,331] INFO [Log partition=__consumer_offsets-16, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:47,340] INFO [Log partition=__consumer_offsets-16, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 91 ms (kafka.log.Log) [2018-05-22 11:51:47,349] DEBUG Loading log '__consumer_offsets-17' (kafka.log.LogManager) [2018-05-22 11:51:47,358] WARN [Log partition=__consumer_offsets-17, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:47,365] WARN [Log partition=__consumer_offsets-17, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:47,382] WARN [Log partition=__consumer_offsets-17, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:47,390] WARN [Log partition=__consumer_offsets-17, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-17\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-17\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:47,425] INFO [Log partition=__consumer_offsets-17, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:47,445] INFO [Log partition=__consumer_offsets-17, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:47,454] INFO [Log partition=__consumer_offsets-17, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 89 ms (kafka.log.Log) [2018-05-22 11:51:47,468] DEBUG Loading log '__consumer_offsets-18' (kafka.log.LogManager) [2018-05-22 11:51:47,478] WARN [Log partition=__consumer_offsets-18, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:47,489] WARN [Log partition=__consumer_offsets-18, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:47,504] WARN [Log partition=__consumer_offsets-18, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:47,509] WARN [Log partition=__consumer_offsets-18, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-18\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-18\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:47,543] INFO [Log partition=__consumer_offsets-18, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:47,564] INFO [Log partition=__consumer_offsets-18, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:47,574] INFO [Log partition=__consumer_offsets-18, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 85 ms (kafka.log.Log) [2018-05-22 11:51:47,582] DEBUG Loading log '__consumer_offsets-19' (kafka.log.LogManager) [2018-05-22 11:51:47,591] WARN [Log partition=__consumer_offsets-19, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:47,600] WARN [Log partition=__consumer_offsets-19, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:47,619] WARN [Log partition=__consumer_offsets-19, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:47,626] WARN [Log partition=__consumer_offsets-19, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-19\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-19\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:47,654] INFO [Log partition=__consumer_offsets-19, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:47,670] INFO [Log partition=__consumer_offsets-19, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:47,684] INFO [Log partition=__consumer_offsets-19, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 84 ms (kafka.log.Log) [2018-05-22 11:51:47,694] DEBUG Loading log '__consumer_offsets-2' (kafka.log.LogManager) [2018-05-22 11:51:47,700] WARN [Log partition=__consumer_offsets-2, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:47,711] WARN [Log partition=__consumer_offsets-2, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:47,725] WARN [Log partition=__consumer_offsets-2, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:47,735] WARN [Log partition=__consumer_offsets-2, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-2\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-2\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:47,771] INFO [Log partition=__consumer_offsets-2, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:47,791] INFO [Log partition=__consumer_offsets-2, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:47,798] INFO [Log partition=__consumer_offsets-2, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 87 ms (kafka.log.Log) [2018-05-22 11:51:47,814] DEBUG Loading log '__consumer_offsets-20' (kafka.log.LogManager) [2018-05-22 11:51:47,823] WARN [Log partition=__consumer_offsets-20, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:47,834] WARN [Log partition=__consumer_offsets-20, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:47,856] WARN [Log partition=__consumer_offsets-20, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:47,863] WARN [Log partition=__consumer_offsets-20, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-20\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-20\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:47,895] INFO [Log partition=__consumer_offsets-20, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:47,916] INFO [Log partition=__consumer_offsets-20, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:47,924] INFO [Log partition=__consumer_offsets-20, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 90 ms (kafka.log.Log) [2018-05-22 11:51:47,938] DEBUG Loading log '__consumer_offsets-21' (kafka.log.LogManager) [2018-05-22 11:51:47,950] WARN [Log partition=__consumer_offsets-21, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:47,957] WARN [Log partition=__consumer_offsets-21, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:47,977] WARN [Log partition=__consumer_offsets-21, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:47,990] WARN [Log partition=__consumer_offsets-21, dir=C:\kafka1] Opened segment named = 00000000000000000303.log (kafka.log.Log) [2018-05-22 11:51:48,001] WARN [Log partition=__consumer_offsets-21, dir=C:\kafka1] Opened segment named = 00000000000000000306.log (kafka.log.Log) [2018-05-22 11:51:48,012] WARN [Log partition=__consumer_offsets-21, dir=C:\kafka1] Opened segment named = 00000000000000000559.log (kafka.log.Log) [2018-05-22 11:51:48,024] WARN [Log partition=__consumer_offsets-21, dir=C:\kafka1] Opened segment named = 00000000000000000585.log (kafka.log.Log) [2018-05-22 11:51:48,030] WARN [Log partition=__consumer_offsets-21, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-21\00000000000000000585.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-21\00000000000000000585.index) has non-zero size but the last offset is 585 which is no greater than the base offset 585.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:48,061] INFO [ProducerStateManager partition=__consumer_offsets-21] Loading producer state from snapshot file 'C:\kafka1\__consumer_offsets-21\00000000000000000585.snapshot' (kafka.log.ProducerStateManager) [2018-05-22 11:51:48,094] INFO [ProducerStateManager partition=__consumer_offsets-21] Writing producer snapshot at offset 587 (kafka.log.ProducerStateManager) [2018-05-22 11:51:48,105] INFO [Log partition=__consumer_offsets-21, dir=C:\kafka1] Recovering unflushed segment 585 (kafka.log.Log) [2018-05-22 11:51:48,122] INFO [ProducerStateManager partition=__consumer_offsets-21] Loading producer state from snapshot file 'C:\kafka1\__consumer_offsets-21\00000000000000000585.snapshot' (kafka.log.ProducerStateManager) [2018-05-22 11:51:48,138] INFO [ProducerStateManager partition=__consumer_offsets-21] Writing producer snapshot at offset 587 (kafka.log.ProducerStateManager) [2018-05-22 11:51:48,148] INFO [Log partition=__consumer_offsets-21, dir=C:\kafka1] Loading producer state from offset 587 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:48,160] INFO [ProducerStateManager partition=__consumer_offsets-21] Loading producer state from snapshot file 'C:\kafka1\__consumer_offsets-21\00000000000000000587.snapshot' (kafka.log.ProducerStateManager) [2018-05-22 11:51:48,170] INFO [Log partition=__consumer_offsets-21, dir=C:\kafka1] Completed load of log with 5 segments, log start offset 0 and log end offset 587 in 213 ms (kafka.log.Log) [2018-05-22 11:51:48,191] DEBUG Loading log '__consumer_offsets-22' (kafka.log.LogManager) [2018-05-22 11:51:48,201] WARN [Log partition=__consumer_offsets-22, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:48,205] WARN [Log partition=__consumer_offsets-22, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:48,225] WARN [Log partition=__consumer_offsets-22, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:48,230] WARN [Log partition=__consumer_offsets-22, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-22\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-22\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:48,259] INFO [Log partition=__consumer_offsets-22, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:48,280] INFO [Log partition=__consumer_offsets-22, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:48,291] INFO [Log partition=__consumer_offsets-22, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 86 ms (kafka.log.Log) [2018-05-22 11:51:48,306] DEBUG Loading log '__consumer_offsets-23' (kafka.log.LogManager) [2018-05-22 11:51:48,318] WARN [Log partition=__consumer_offsets-23, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:48,328] WARN [Log partition=__consumer_offsets-23, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:48,340] WARN [Log partition=__consumer_offsets-23, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:48,349] WARN [Log partition=__consumer_offsets-23, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-23\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-23\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:48,379] INFO [Log partition=__consumer_offsets-23, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:48,399] INFO [Log partition=__consumer_offsets-23, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:48,409] INFO [Log partition=__consumer_offsets-23, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 81 ms (kafka.log.Log) [2018-05-22 11:51:48,416] DEBUG Loading log '__consumer_offsets-24' (kafka.log.LogManager) [2018-05-22 11:51:48,424] WARN [Log partition=__consumer_offsets-24, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:48,437] WARN [Log partition=__consumer_offsets-24, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:48,449] WARN [Log partition=__consumer_offsets-24, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:48,458] WARN [Log partition=__consumer_offsets-24, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-24\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-24\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:48,487] INFO [Log partition=__consumer_offsets-24, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:48,501] INFO [Log partition=__consumer_offsets-24, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:48,517] INFO [Log partition=__consumer_offsets-24, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 80 ms (kafka.log.Log) [2018-05-22 11:51:48,526] DEBUG Loading log '__consumer_offsets-25' (kafka.log.LogManager) [2018-05-22 11:51:48,541] WARN [Log partition=__consumer_offsets-25, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:48,544] WARN [Log partition=__consumer_offsets-25, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:48,557] WARN [Log partition=__consumer_offsets-25, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:48,565] WARN [Log partition=__consumer_offsets-25, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-25\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-25\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:48,593] INFO [Log partition=__consumer_offsets-25, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:48,615] INFO [Log partition=__consumer_offsets-25, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:48,625] INFO [Log partition=__consumer_offsets-25, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 81 ms (kafka.log.Log) [2018-05-22 11:51:48,640] DEBUG Loading log '__consumer_offsets-26' (kafka.log.LogManager) [2018-05-22 11:51:48,652] WARN [Log partition=__consumer_offsets-26, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:48,658] WARN [Log partition=__consumer_offsets-26, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:48,671] WARN [Log partition=__consumer_offsets-26, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:48,680] WARN [Log partition=__consumer_offsets-26, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-26\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-26\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:48,713] INFO [Log partition=__consumer_offsets-26, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:48,733] INFO [Log partition=__consumer_offsets-26, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:48,742] INFO [Log partition=__consumer_offsets-26, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 84 ms (kafka.log.Log) [2018-05-22 11:51:48,750] DEBUG Loading log '__consumer_offsets-27' (kafka.log.LogManager) [2018-05-22 11:51:48,761] WARN [Log partition=__consumer_offsets-27, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:48,770] WARN [Log partition=__consumer_offsets-27, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:48,788] WARN [Log partition=__consumer_offsets-27, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:48,793] WARN [Log partition=__consumer_offsets-27, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-27\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-27\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:48,828] INFO [Log partition=__consumer_offsets-27, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:48,851] INFO [Log partition=__consumer_offsets-27, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:48,861] INFO [Log partition=__consumer_offsets-27, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 91 ms (kafka.log.Log) [2018-05-22 11:51:48,871] DEBUG Loading log '__consumer_offsets-28' (kafka.log.LogManager) [2018-05-22 11:51:48,884] WARN [Log partition=__consumer_offsets-28, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:48,894] WARN [Log partition=__consumer_offsets-28, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:48,904] WARN [Log partition=__consumer_offsets-28, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:48,917] WARN [Log partition=__consumer_offsets-28, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-28\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-28\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:48,949] INFO [Log partition=__consumer_offsets-28, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:48,971] INFO [Log partition=__consumer_offsets-28, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:48,980] INFO [Log partition=__consumer_offsets-28, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 86 ms (kafka.log.Log) [2018-05-22 11:51:48,988] DEBUG Loading log '__consumer_offsets-29' (kafka.log.LogManager) [2018-05-22 11:51:49,000] WARN [Log partition=__consumer_offsets-29, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:49,006] WARN [Log partition=__consumer_offsets-29, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:49,022] WARN [Log partition=__consumer_offsets-29, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:49,030] WARN [Log partition=__consumer_offsets-29, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-29\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-29\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:49,057] INFO [Log partition=__consumer_offsets-29, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:49,083] INFO [Log partition=__consumer_offsets-29, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:49,092] INFO [Log partition=__consumer_offsets-29, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 86 ms (kafka.log.Log) [2018-05-22 11:51:49,100] DEBUG Loading log '__consumer_offsets-3' (kafka.log.LogManager) [2018-05-22 11:51:49,107] WARN [Log partition=__consumer_offsets-3, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:49,120] WARN [Log partition=__consumer_offsets-3, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:49,134] WARN [Log partition=__consumer_offsets-3, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:49,146] WARN [Log partition=__consumer_offsets-3, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-3\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-3\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:49,179] INFO [Log partition=__consumer_offsets-3, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:49,204] INFO [Log partition=__consumer_offsets-3, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:49,214] INFO [Log partition=__consumer_offsets-3, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 94 ms (kafka.log.Log) [2018-05-22 11:51:49,223] DEBUG Loading log '__consumer_offsets-30' (kafka.log.LogManager) [2018-05-22 11:51:49,229] WARN [Log partition=__consumer_offsets-30, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:49,240] WARN [Log partition=__consumer_offsets-30, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:49,254] WARN [Log partition=__consumer_offsets-30, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:49,261] WARN [Log partition=__consumer_offsets-30, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-30\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-30\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:49,296] INFO [Log partition=__consumer_offsets-30, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:49,317] INFO [Log partition=__consumer_offsets-30, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:49,326] INFO [Log partition=__consumer_offsets-30, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 86 ms (kafka.log.Log) [2018-05-22 11:51:49,334] DEBUG Loading log '__consumer_offsets-31' (kafka.log.LogManager) [2018-05-22 11:51:49,340] WARN [Log partition=__consumer_offsets-31, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:49,353] WARN [Log partition=__consumer_offsets-31, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:49,369] WARN [Log partition=__consumer_offsets-31, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:49,378] WARN [Log partition=__consumer_offsets-31, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-31\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-31\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:49,406] INFO [Log partition=__consumer_offsets-31, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:49,425] INFO [Log partition=__consumer_offsets-31, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:49,436] INFO [Log partition=__consumer_offsets-31, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 83 ms (kafka.log.Log) [2018-05-22 11:51:49,446] DEBUG Loading log '__consumer_offsets-32' (kafka.log.LogManager) [2018-05-22 11:51:49,452] WARN [Log partition=__consumer_offsets-32, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:49,465] WARN [Log partition=__consumer_offsets-32, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:49,488] WARN [Log partition=__consumer_offsets-32, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:49,494] WARN [Log partition=__consumer_offsets-32, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-32\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-32\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:49,523] INFO [Log partition=__consumer_offsets-32, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:49,545] INFO [Log partition=__consumer_offsets-32, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:49,551] INFO [Log partition=__consumer_offsets-32, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 86 ms (kafka.log.Log) [2018-05-22 11:51:49,563] DEBUG Loading log '__consumer_offsets-33' (kafka.log.LogManager) [2018-05-22 11:51:49,568] WARN [Log partition=__consumer_offsets-33, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:49,581] WARN [Log partition=__consumer_offsets-33, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:49,598] WARN [Log partition=__consumer_offsets-33, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:49,604] WARN [Log partition=__consumer_offsets-33, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-33\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-33\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:49,640] INFO [Log partition=__consumer_offsets-33, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:49,653] INFO [Log partition=__consumer_offsets-33, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:49,670] INFO [Log partition=__consumer_offsets-33, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 89 ms (kafka.log.Log) [2018-05-22 11:51:49,681] DEBUG Loading log '__consumer_offsets-34' (kafka.log.LogManager) [2018-05-22 11:51:49,689] WARN [Log partition=__consumer_offsets-34, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:49,699] WARN [Log partition=__consumer_offsets-34, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:49,713] WARN [Log partition=__consumer_offsets-34, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:49,725] WARN [Log partition=__consumer_offsets-34, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-34\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-34\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:49,754] INFO [Log partition=__consumer_offsets-34, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:49,768] INFO [Log partition=__consumer_offsets-34, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:49,777] INFO [Log partition=__consumer_offsets-34, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 78 ms (kafka.log.Log) [2018-05-22 11:51:49,792] DEBUG Loading log '__consumer_offsets-35' (kafka.log.LogManager) [2018-05-22 11:51:49,803] WARN [Log partition=__consumer_offsets-35, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:49,808] WARN [Log partition=__consumer_offsets-35, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:49,832] WARN [Log partition=__consumer_offsets-35, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:49,836] WARN [Log partition=__consumer_offsets-35, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-35\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-35\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:49,877] INFO [Log partition=__consumer_offsets-35, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:49,899] INFO [Log partition=__consumer_offsets-35, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:49,907] INFO [Log partition=__consumer_offsets-35, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 99 ms (kafka.log.Log) [2018-05-22 11:51:49,923] DEBUG Loading log '__consumer_offsets-36' (kafka.log.LogManager) [2018-05-22 11:51:49,940] WARN [Log partition=__consumer_offsets-36, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:49,949] WARN [Log partition=__consumer_offsets-36, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:49,961] WARN [Log partition=__consumer_offsets-36, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:49,971] WARN [Log partition=__consumer_offsets-36, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-36\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-36\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:50,005] INFO [Log partition=__consumer_offsets-36, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:50,019] INFO [Log partition=__consumer_offsets-36, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:50,032] INFO [Log partition=__consumer_offsets-36, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 83 ms (kafka.log.Log) [2018-05-22 11:51:50,043] DEBUG Loading log '__consumer_offsets-37' (kafka.log.LogManager) [2018-05-22 11:51:50,057] WARN [Log partition=__consumer_offsets-37, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:50,065] WARN [Log partition=__consumer_offsets-37, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:50,079] WARN [Log partition=__consumer_offsets-37, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:50,090] WARN [Log partition=__consumer_offsets-37, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-37\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-37\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:50,123] INFO [Log partition=__consumer_offsets-37, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:50,134] INFO [Log partition=__consumer_offsets-37, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:50,144] INFO [Log partition=__consumer_offsets-37, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 79 ms (kafka.log.Log) [2018-05-22 11:51:50,152] DEBUG Loading log '__consumer_offsets-38' (kafka.log.LogManager) [2018-05-22 11:51:50,160] WARN [Log partition=__consumer_offsets-38, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:50,175] WARN [Log partition=__consumer_offsets-38, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:50,189] WARN [Log partition=__consumer_offsets-38, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:50,197] WARN [Log partition=__consumer_offsets-38, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-38\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-38\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:50,228] INFO [Log partition=__consumer_offsets-38, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:50,253] INFO [Log partition=__consumer_offsets-38, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:50,264] INFO [Log partition=__consumer_offsets-38, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 89 ms (kafka.log.Log) [2018-05-22 11:51:50,274] DEBUG Loading log '__consumer_offsets-39' (kafka.log.LogManager) [2018-05-22 11:51:50,292] WARN [Log partition=__consumer_offsets-39, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:50,297] WARN [Log partition=__consumer_offsets-39, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:50,310] WARN [Log partition=__consumer_offsets-39, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:50,326] WARN [Log partition=__consumer_offsets-39, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-39\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-39\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:50,358] INFO [Log partition=__consumer_offsets-39, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:50,370] INFO [Log partition=__consumer_offsets-39, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:50,379] INFO [Log partition=__consumer_offsets-39, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 82 ms (kafka.log.Log) [2018-05-22 11:51:50,387] DEBUG Loading log '__consumer_offsets-4' (kafka.log.LogManager) [2018-05-22 11:51:50,395] WARN [Log partition=__consumer_offsets-4, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:50,410] WARN [Log partition=__consumer_offsets-4, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:50,422] WARN [Log partition=__consumer_offsets-4, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:50,432] WARN [Log partition=__consumer_offsets-4, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-4\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-4\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:50,464] INFO [Log partition=__consumer_offsets-4, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:50,486] INFO [Log partition=__consumer_offsets-4, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:50,494] INFO [Log partition=__consumer_offsets-4, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 84 ms (kafka.log.Log) [2018-05-22 11:51:50,501] DEBUG Loading log '__consumer_offsets-40' (kafka.log.LogManager) [2018-05-22 11:51:50,508] WARN [Log partition=__consumer_offsets-40, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:50,525] WARN [Log partition=__consumer_offsets-40, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:50,537] WARN [Log partition=__consumer_offsets-40, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:50,546] WARN [Log partition=__consumer_offsets-40, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-40\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-40\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:50,577] INFO [Log partition=__consumer_offsets-40, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:50,601] INFO [Log partition=__consumer_offsets-40, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:50,610] INFO [Log partition=__consumer_offsets-40, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 85 ms (kafka.log.Log) [2018-05-22 11:51:50,616] DEBUG Loading log '__consumer_offsets-41' (kafka.log.LogManager) [2018-05-22 11:51:50,624] WARN [Log partition=__consumer_offsets-41, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:50,637] WARN [Log partition=__consumer_offsets-41, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:50,657] WARN [Log partition=__consumer_offsets-41, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:50,664] WARN [Log partition=__consumer_offsets-41, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-41\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-41\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:50,694] INFO [Log partition=__consumer_offsets-41, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:50,721] INFO [Log partition=__consumer_offsets-41, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:50,730] INFO [Log partition=__consumer_offsets-41, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 93 ms (kafka.log.Log) [2018-05-22 11:51:50,738] DEBUG Loading log '__consumer_offsets-42' (kafka.log.LogManager) [2018-05-22 11:51:50,753] WARN [Log partition=__consumer_offsets-42, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:50,759] WARN [Log partition=__consumer_offsets-42, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:50,781] WARN [Log partition=__consumer_offsets-42, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:50,785] WARN [Log partition=__consumer_offsets-42, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-42\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-42\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:50,815] INFO [Log partition=__consumer_offsets-42, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:50,839] INFO [Log partition=__consumer_offsets-42, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:50,850] INFO [Log partition=__consumer_offsets-42, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 91 ms (kafka.log.Log) [2018-05-22 11:51:50,860] DEBUG Loading log '__consumer_offsets-43' (kafka.log.LogManager) [2018-05-22 11:51:50,872] WARN [Log partition=__consumer_offsets-43, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:50,878] WARN [Log partition=__consumer_offsets-43, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:50,899] WARN [Log partition=__consumer_offsets-43, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:50,905] WARN [Log partition=__consumer_offsets-43, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-43\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-43\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:50,941] INFO [Log partition=__consumer_offsets-43, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:50,956] INFO [Log partition=__consumer_offsets-43, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:50,969] INFO [Log partition=__consumer_offsets-43, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 91 ms (kafka.log.Log) [2018-05-22 11:51:50,984] DEBUG Loading log '__consumer_offsets-44' (kafka.log.LogManager) [2018-05-22 11:51:50,992] WARN [Log partition=__consumer_offsets-44, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:51,008] WARN [Log partition=__consumer_offsets-44, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:51,022] WARN [Log partition=__consumer_offsets-44, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:51,030] WARN [Log partition=__consumer_offsets-44, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-44\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-44\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:51,062] INFO [Log partition=__consumer_offsets-44, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:51,087] INFO [Log partition=__consumer_offsets-44, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:51,097] INFO [Log partition=__consumer_offsets-44, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 89 ms (kafka.log.Log) [2018-05-22 11:51:51,105] DEBUG Loading log '__consumer_offsets-45' (kafka.log.LogManager) [2018-05-22 11:51:51,126] WARN [Log partition=__consumer_offsets-45, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:51,135] WARN [Log partition=__consumer_offsets-45, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:51,147] WARN [Log partition=__consumer_offsets-45, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:51,160] WARN [Log partition=__consumer_offsets-45, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-45\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-45\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:51,188] INFO [Log partition=__consumer_offsets-45, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:51,208] INFO [Log partition=__consumer_offsets-45, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:51,217] INFO [Log partition=__consumer_offsets-45, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 83 ms (kafka.log.Log) [2018-05-22 11:51:51,227] DEBUG Loading log '__consumer_offsets-46' (kafka.log.LogManager) [2018-05-22 11:51:51,234] WARN [Log partition=__consumer_offsets-46, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:51,244] WARN [Log partition=__consumer_offsets-46, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:51,257] WARN [Log partition=__consumer_offsets-46, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:51,266] WARN [Log partition=__consumer_offsets-46, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-46\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-46\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:51,300] INFO [Log partition=__consumer_offsets-46, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:51,325] INFO [Log partition=__consumer_offsets-46, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:51,333] INFO [Log partition=__consumer_offsets-46, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 89 ms (kafka.log.Log) [2018-05-22 11:51:51,343] DEBUG Loading log '__consumer_offsets-47' (kafka.log.LogManager) [2018-05-22 11:51:51,354] WARN [Log partition=__consumer_offsets-47, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:51,362] WARN [Log partition=__consumer_offsets-47, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:51,384] WARN [Log partition=__consumer_offsets-47, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:51,391] WARN [Log partition=__consumer_offsets-47, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-47\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-47\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:51,462] INFO [ProducerStateManager partition=__consumer_offsets-47] Writing producer snapshot at offset 312 (kafka.log.ProducerStateManager) [2018-05-22 11:51:51,469] INFO [Log partition=__consumer_offsets-47, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:51,499] INFO [ProducerStateManager partition=__consumer_offsets-47] Writing producer snapshot at offset 312 (kafka.log.ProducerStateManager) [2018-05-22 11:51:51,508] INFO [Log partition=__consumer_offsets-47, dir=C:\kafka1] Loading producer state from offset 312 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:51,519] INFO [ProducerStateManager partition=__consumer_offsets-47] Loading producer state from snapshot file 'C:\kafka1\__consumer_offsets-47\00000000000000000312.snapshot' (kafka.log.ProducerStateManager) [2018-05-22 11:51:51,531] INFO [Log partition=__consumer_offsets-47, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 312 in 169 ms (kafka.log.Log) [2018-05-22 11:51:51,538] DEBUG Loading log '__consumer_offsets-48' (kafka.log.LogManager) [2018-05-22 11:51:51,558] WARN [Log partition=__consumer_offsets-48, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:51,561] WARN [Log partition=__consumer_offsets-48, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:51,580] WARN [Log partition=__consumer_offsets-48, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:51,584] WARN [Log partition=__consumer_offsets-48, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-48\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-48\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:51,617] INFO [Log partition=__consumer_offsets-48, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:51,640] INFO [Log partition=__consumer_offsets-48, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:51,648] INFO [Log partition=__consumer_offsets-48, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 87 ms (kafka.log.Log) [2018-05-22 11:51:51,658] DEBUG Loading log '__consumer_offsets-49' (kafka.log.LogManager) [2018-05-22 11:51:51,671] WARN [Log partition=__consumer_offsets-49, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:51,679] WARN [Log partition=__consumer_offsets-49, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:51,688] WARN [Log partition=__consumer_offsets-49, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:51,701] WARN [Log partition=__consumer_offsets-49, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-49\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-49\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:51,734] INFO [Log partition=__consumer_offsets-49, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:51,756] INFO [Log partition=__consumer_offsets-49, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:51,764] INFO [Log partition=__consumer_offsets-49, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 85 ms (kafka.log.Log) [2018-05-22 11:51:51,771] DEBUG Loading log '__consumer_offsets-5' (kafka.log.LogManager) [2018-05-22 11:51:51,787] WARN [Log partition=__consumer_offsets-5, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:51,793] WARN [Log partition=__consumer_offsets-5, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:51,814] WARN [Log partition=__consumer_offsets-5, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:51,819] WARN [Log partition=__consumer_offsets-5, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-5\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-5\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:51,851] INFO [Log partition=__consumer_offsets-5, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:51,873] INFO [Log partition=__consumer_offsets-5, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:51,882] INFO [Log partition=__consumer_offsets-5, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 90 ms (kafka.log.Log) [2018-05-22 11:51:51,890] DEBUG Loading log '__consumer_offsets-6' (kafka.log.LogManager) [2018-05-22 11:51:51,906] WARN [Log partition=__consumer_offsets-6, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:51,912] WARN [Log partition=__consumer_offsets-6, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:51,931] WARN [Log partition=__consumer_offsets-6, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:51,939] WARN [Log partition=__consumer_offsets-6, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-6\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-6\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:51,974] INFO [Log partition=__consumer_offsets-6, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:51,988] INFO [Log partition=__consumer_offsets-6, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:52,007] INFO [Log partition=__consumer_offsets-6, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 95 ms (kafka.log.Log) [2018-05-22 11:51:52,018] DEBUG Loading log '__consumer_offsets-7' (kafka.log.LogManager) [2018-05-22 11:51:52,024] WARN [Log partition=__consumer_offsets-7, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:52,042] WARN [Log partition=__consumer_offsets-7, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:52,053] WARN [Log partition=__consumer_offsets-7, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:52,064] WARN [Log partition=__consumer_offsets-7, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-7\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-7\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:52,102] INFO [Log partition=__consumer_offsets-7, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:52,126] INFO [Log partition=__consumer_offsets-7, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:52,135] INFO [Log partition=__consumer_offsets-7, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 93 ms (kafka.log.Log) [2018-05-22 11:51:52,146] DEBUG Loading log '__consumer_offsets-8' (kafka.log.LogManager) [2018-05-22 11:51:52,162] WARN [Log partition=__consumer_offsets-8, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:52,166] WARN [Log partition=__consumer_offsets-8, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:52,181] WARN [Log partition=__consumer_offsets-8, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:52,195] WARN [Log partition=__consumer_offsets-8, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-8\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-8\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:52,225] INFO [Log partition=__consumer_offsets-8, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:52,243] INFO [Log partition=__consumer_offsets-8, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:52,253] INFO [Log partition=__consumer_offsets-8, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 87 ms (kafka.log.Log) [2018-05-22 11:51:52,269] DEBUG Loading log '__consumer_offsets-9' (kafka.log.LogManager) [2018-05-22 11:51:52,282] WARN [Log partition=__consumer_offsets-9, dir=C:\kafka1] Start of locally{} block (kafka.log.Log) [2018-05-22 11:51:52,294] WARN [Log partition=__consumer_offsets-9, dir=C:\kafka1] Calling loadSegments() (kafka.log.Log) [2018-05-22 11:51:52,307] WARN [Log partition=__consumer_offsets-9, dir=C:\kafka1] Opened segment named = 00000000000000000000.log (kafka.log.Log) [2018-05-22 11:51:52,317] WARN [Log partition=__consumer_offsets-9, dir=C:\kafka1] Found a corrupted index file corresponding to log file C:\kafka1\__consumer_offsets-9\00000000000000000000.log due to Corrupt index found, index file (C:\kafka1\__consumer_offsets-9\00000000000000000000.index) has non-zero size but the last offset is 0 which is no greater than the base offset 0.}, recovering segment and rebuilding index files... (kafka.log.Log) [2018-05-22 11:51:52,348] INFO [Log partition=__consumer_offsets-9, dir=C:\kafka1] Recovering unflushed segment 0 (kafka.log.Log) [2018-05-22 11:51:52,372] INFO [Log partition=__consumer_offsets-9, dir=C:\kafka1] Loading producer state from offset 0 with message format version 2 (kafka.log.Log) [2018-05-22 11:51:52,382] INFO [Log partition=__consumer_offsets-9, dir=C:\kafka1] Completed load of log with 1 segments, log start offset 0 and log end offset 0 in 88 ms (kafka.log.Log) [2018-05-22 11:51:52,397] INFO Logs loading complete in 6565 ms. (kafka.log.LogManager) [2018-05-22 11:51:52,421] INFO Starting log cleanup with a period of 300000 ms. (kafka.log.LogManager) [2018-05-22 11:51:52,430] INFO Starting log flusher with a default period of 9223372036854775807 ms. (kafka.log.LogManager) [2018-05-22 11:51:52,437] INFO Starting the log cleaner (kafka.log.LogCleaner) [2018-05-22 11:51:52,536] INFO [kafka-log-cleaner-thread-0]: Starting (kafka.log.LogCleaner) [2018-05-22 11:51:52,570] INFO Cleaner 0: Beginning cleaning of log __consumer_offsets-13. (kafka.log.LogCleaner) [2018-05-22 11:51:52,574] INFO Cleaner 0: Building offset map for __consumer_offsets-13... (kafka.log.LogCleaner) [2018-05-22 11:51:52,607] INFO Cleaner 0: Building offset map for log __consumer_offsets-13 for 1 segments in offset range [0, 254). (kafka.log.LogCleaner) [2018-05-22 11:51:52,640] INFO Cleaner 0: Offset map for log __consumer_offsets-13 complete. (kafka.log.LogCleaner) [2018-05-22 11:51:52,652] INFO Cleaner 0: Cleaning log __consumer_offsets-13 (cleaning prior to Mon May 14 15:48:24 BST 2018, discarding tombstones prior to Thu Jan 01 01:00:00 GMT 1970)... (kafka.log.LogCleaner) [2018-05-22 11:51:52,664] WARN Cleaner 0: Calling deleteCleanedFileIfExists in a block for log,offset,time,and txn indices (kafka.log.LogCleaner) [2018-05-22 11:51:52,676] WARN Cleaner 0: Is the segment channel Open? = true (kafka.log.LogCleaner) [2018-05-22 11:51:52,692] WARN Cleaner 0: Calling Files.deleteIfExists() on = C:\kafka1\__consumer_offsets-13\00000000000000000000.log.cleaned (kafka.log.LogCleaner) [2018-05-22 11:51:52,712] WARN Cleaner 0: Calling Files.deleteIfExists() on = C:\kafka1\__consumer_offsets-13\00000000000000000000.index.cleaned (kafka.log.LogCleaner) [2018-05-22 11:51:52,725] WARN Cleaner 0: Calling Files.deleteIfExists() on = C:\kafka1\__consumer_offsets-13\00000000000000000000.timeindex.cleaned (kafka.log.LogCleaner) [2018-05-22 11:51:52,746] WARN Cleaner 0: Calling Files.deleteIfExists() on = C:\kafka1\__consumer_offsets-13\00000000000000000000.txnindex.cleaned (kafka.log.LogCleaner) [2018-05-22 11:51:52,771] WARN Cleaner 0: Opened segment with name =00000000000000000000.log.cleaned (kafka.log.LogCleaner) [2018-05-22 11:51:52,780] INFO Cleaner 0: Cleaning segment 0 in log __consumer_offsets-13 (largest timestamp Mon May 14 15:48:22 BST 2018) into 0, retaining deletes. (kafka.log.LogCleaner) [2018-05-22 11:51:52,818] INFO Cleaner 0: Swapping in cleaned segment 0 for segment(s) 0 in log __consumer_offsets-13 (kafka.log.LogCleaner) [2018-05-22 11:51:52,823] WARN [Log partition=__consumer_offsets-13, dir=C:\kafka1] Creating cleaned segments from cleaned to swap (kafka.log.Log) [2018-05-22 11:51:52,845] ERROR Failed to clean up log for __consumer_offsets-13 in dir C:\kafka1 due to IOException (kafka.server.LogDirFailureChannel) java.nio.file.FileSystemException: C:\kafka1\__consumer_offsets-13\00000000000000000000.log.cleaned -> C:\kafka1\__consumer_offsets-13\00000000000000000000.log.swap: The process cannot access the file because it is being used by another process. at sun.nio.fs.WindowsException.translateToIOException(WindowsException.java:86) at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:97) at sun.nio.fs.WindowsFileCopy.move(WindowsFileCopy.java:387) at sun.nio.fs.WindowsFileSystemProvider.move(WindowsFileSystemProvider.java:287) at java.nio.file.Files.move(Files.java:1395) at org.apache.kafka.common.utils.Utils.atomicMoveWithFallback(Utils.java:697) at org.apache.kafka.common.record.FileRecords.renameTo(FileRecords.java:212) at kafka.log.LogSegment.changeFileSuffixes(LogSegment.scala:415) at kafka.log.Log.replaceSegments(Log.scala:1649) at kafka.log.Cleaner.cleanSegments(LogCleaner.scala:538) at kafka.log.Cleaner$$anonfun$doClean$4.apply(LogCleaner.scala:462) at kafka.log.Cleaner$$anonfun$doClean$4.apply(LogCleaner.scala:461) at scala.collection.immutable.List.foreach(List.scala:392) at kafka.log.Cleaner.doClean(LogCleaner.scala:461) at kafka.log.Cleaner.clean(LogCleaner.scala:438) at kafka.log.LogCleaner$CleanerThread.cleanOrSleep(LogCleaner.scala:305) at kafka.log.LogCleaner$CleanerThread.doWork(LogCleaner.scala:291) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) Suppressed: java.nio.file.FileSystemException: C:\kafka1\__consumer_offsets-13\00000000000000000000.log.cleaned -> C:\kafka1\__consumer_offsets-13\00000000000000000000.log.swap: The process cannot access the file because it is being used by another process. at sun.nio.fs.WindowsException.translateToIOException(WindowsException.java:86) at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:97) at sun.nio.fs.WindowsFileCopy.move(WindowsFileCopy.java:301) at sun.nio.fs.WindowsFileSystemProvider.move(WindowsFileSystemProvider.java:287) at java.nio.file.Files.move(Files.java:1395) at org.apache.kafka.common.utils.Utils.atomicMoveWithFallback(Utils.java:694) ... 12 more [2018-05-22 11:51:52,928] INFO Awaiting socket connections on 0.0.0.0:9092. (kafka.network.Acceptor) [2018-05-22 11:51:53,050] INFO Cleaner 0: Beginning cleaning of log __consumer_offsets-13. (kafka.log.LogCleaner) [2018-05-22 11:51:53,082] INFO Cleaner 0: Building offset map for __consumer_offsets-13... (kafka.log.LogCleaner) [2018-05-22 11:51:53,123] INFO Cleaner 0: Building offset map for log __consumer_offsets-13 for 1 segments in offset range [0, 254). (kafka.log.LogCleaner) [2018-05-22 11:51:53,130] INFO Cleaner 0: Offset map for log __consumer_offsets-13 complete. (kafka.log.LogCleaner) [2018-05-22 11:51:53,136] INFO Cleaner 0: Cleaning log __consumer_offsets-13 (cleaning prior to Mon May 14 15:48:24 BST 2018, discarding tombstones prior to Thu Jan 01 01:00:00 GMT 1970)... (kafka.log.LogCleaner) [2018-05-22 11:51:53,150] WARN Cleaner 0: Calling deleteCleanedFileIfExists in a block for log,offset,time,and txn indices (kafka.log.LogCleaner) [2018-05-22 11:51:53,161] WARN Cleaner 0: Is the segment channel Open? = true (kafka.log.LogCleaner) [2018-05-22 11:51:53,173] WARN Cleaner 0: Calling Files.deleteIfExists() on = C:\kafka1\__consumer_offsets-13\00000000000000000000.log.cleaned (kafka.log.LogCleaner) [2018-05-22 11:51:53,185] ERROR Failed to clean up log for __consumer_offsets-13 in dir C:\kafka1 due to IOException (kafka.server.LogDirFailureChannel) java.nio.file.FileSystemException: C:\kafka1\__consumer_offsets-13\00000000000000000000.log.cleaned: The process cannot access the file because it is being used by another process. at sun.nio.fs.WindowsException.translateToIOException(WindowsException.java:86) at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:97) at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:102) at sun.nio.fs.WindowsFileSystemProvider.implDelete(WindowsFileSystemProvider.java:269) at sun.nio.fs.AbstractFileSystemProvider.deleteIfExists(AbstractFileSystemProvider.java:108) at java.nio.file.Files.deleteIfExists(Files.java:1165) at kafka.log.Cleaner.deleteCleanedFileIfExists$1(LogCleaner.scala:489) at kafka.log.Cleaner.cleanSegments(LogCleaner.scala:496) at kafka.log.Cleaner$$anonfun$doClean$4.apply(LogCleaner.scala:462) at kafka.log.Cleaner$$anonfun$doClean$4.apply(LogCleaner.scala:461) at scala.collection.immutable.List.foreach(List.scala:392) at kafka.log.Cleaner.doClean(LogCleaner.scala:461) at kafka.log.Cleaner.clean(LogCleaner.scala:438) at kafka.log.LogCleaner$CleanerThread.cleanOrSleep(LogCleaner.scala:305) at kafka.log.LogCleaner$CleanerThread.doWork(LogCleaner.scala:291) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) [2018-05-22 11:51:53,276] INFO Cleaner 0: Beginning cleaning of log __consumer_offsets-13. (kafka.log.LogCleaner) [2018-05-22 11:51:53,281] INFO [SocketServer brokerId=1] Started 1 acceptor threads (kafka.network.SocketServer) [2018-05-22 11:51:53,311] INFO Cleaner 0: Building offset map for __consumer_offsets-13... (kafka.log.LogCleaner) [2018-05-22 11:51:53,349] INFO Cleaner 0: Building offset map for log __consumer_offsets-13 for 1 segments in offset range [0, 254). (kafka.log.LogCleaner) [2018-05-22 11:51:53,354] INFO Cleaner 0: Offset map for log __consumer_offsets-13 complete. (kafka.log.LogCleaner) [2018-05-22 11:51:53,369] INFO [ExpirationReaper-1-Fetch]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper) [2018-05-22 11:51:53,369] INFO [ExpirationReaper-1-DeleteRecords]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper) [2018-05-22 11:51:53,369] INFO [ExpirationReaper-1-Produce]: Starting (kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper) [2018-05-22 11:51:53,387] INFO [LogDirFailureHandler]: Starting (kafka.server.ReplicaManager$LogDirFailureHandler) [2018-05-22 11:51:53,383] TRACE [ReplicaManager broker=1] Evaluating ISR list of partitions to see which replicas can be removed from the ISR (kafka.server.ReplicaManager) [2018-05-22 11:51:53,369] INFO Cleaner 0: Cleaning log __consumer_offsets-13 (cleaning prior to Mon May 14 15:48:24 BST 2018, discarding tombstones prior to Thu Jan 01 01:00:00 GMT 1970)... (kafka.log.LogCleaner) [2018-05-22 11:51:53,411] INFO [ReplicaManager broker=1] Stopping serving replicas in dir C:\kafka1 (kafka.server.ReplicaManager) [2018-05-22 11:51:53,428] WARN Cleaner 0: Calling deleteCleanedFileIfExists in a block for log,offset,time,and txn indices (kafka.log.LogCleaner) [2018-05-22 11:51:53,437] INFO [ReplicaFetcherManager on broker 1] Removed fetcher for partitions (kafka.server.ReplicaFetcherManager) [2018-05-22 11:51:53,441] WARN Cleaner 0: Is the segment channel Open? = true (kafka.log.LogCleaner) [2018-05-22 11:51:53,470] WARN Cleaner 0: Calling Files.deleteIfExists() on = C:\kafka1\__consumer_offsets-13\00000000000000000000.log.cleaned (kafka.log.LogCleaner) [2018-05-22 11:51:53,484] ERROR Failed to clean up log for __consumer_offsets-13 in dir C:\kafka1 due to IOException (kafka.server.LogDirFailureChannel) java.nio.file.FileSystemException: C:\kafka1\__consumer_offsets-13\00000000000000000000.log.cleaned: The process cannot access the file because it is being used by another process. at sun.nio.fs.WindowsException.translateToIOException(WindowsException.java:86) at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:97) at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:102) at sun.nio.fs.WindowsFileSystemProvider.implDelete(WindowsFileSystemProvider.java:269) at sun.nio.fs.AbstractFileSystemProvider.deleteIfExists(AbstractFileSystemProvider.java:108) at java.nio.file.Files.deleteIfExists(Files.java:1165) at kafka.log.Cleaner.deleteCleanedFileIfExists$1(LogCleaner.scala:489) at kafka.log.Cleaner.cleanSegments(LogCleaner.scala:496) at kafka.log.Cleaner$$anonfun$doClean$4.apply(LogCleaner.scala:462) at kafka.log.Cleaner$$anonfun$doClean$4.apply(LogCleaner.scala:461) at scala.collection.immutable.List.foreach(List.scala:392) at kafka.log.Cleaner.doClean(LogCleaner.scala:461) at kafka.log.Cleaner.clean(LogCleaner.scala:438) at kafka.log.LogCleaner$CleanerThread.cleanOrSleep(LogCleaner.scala:305) at kafka.log.LogCleaner$CleanerThread.doWork(LogCleaner.scala:291) at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) [2018-05-22 11:51:53,459] INFO [ReplicaAlterLogDirsManager on broker 1] Removed fetcher for partitions (kafka.server.ReplicaAlterLogDirsManager) [2018-05-22 11:51:53,600] INFO Cleaner 0: Beginning cleaning of log __consumer_offsets-13. (kafka.log.LogCleaner) [2018-05-22 11:51:53,620] INFO [ReplicaManager broker=1] Broker 1 stopped fetcher for partitions and stopped moving logs for partitions because they are in the failed log directory C:\kafka1. (kafka.server.ReplicaManager) [2018-05-22 11:51:53,485] INFO Creating /brokers/ids/1 (is it secure? false) (kafka.zk.KafkaZkClient) [2018-05-22 11:51:53,632] INFO Stopping serving logs in dir C:\kafka1 (kafka.log.LogManager) [2018-05-22 11:51:53,620] INFO Cleaner 0: Building offset map for __consumer_offsets-13... (kafka.log.LogCleaner) [2018-05-22 11:51:53,644] INFO Result of znode creation at /brokers/ids/1 is: OK (kafka.zk.KafkaZkClient) [2018-05-22 11:51:53,654] ERROR Shutdown broker because all log dirs in C:\kafka1 have failed (kafka.log.LogManager) [2018-05-22 11:51:53,679] INFO Cleaner 0: Building offset map for log __consumer_offsets-13 for 1 segments in offset range [0, 254). (kafka.log.LogCleaner)