INFO 2017-05-10 02:42:56,594 org.apache.kafka.clients.producer.ProducerConfig ProducerConfig values: acks = all batch.size = 16384 block.on.buffer.full = false bootstrap.servers = [p1kaf1:9092, p1kaf2:9092, p1kaf3:9092] buffer.memory = 33554432 client.id = compression.type = none connections.max.idle.ms = 540000 interceptor.classes = null key.serializer = class org.apache.kafka.common.serialization.StringSerializer linger.ms = 100 max.block.ms = 500 max.in.flight.requests.per.connection = 5 max.request.size = 1048576 metadata.fetch.timeout.ms = 60000 metadata.max.age.ms = 300000 metric.reporters = [] metrics.num.samples = 2 metrics.sample.window.ms = 30000 partitioner.class = class org.apache.kafka.clients.producer.internals.DefaultPartitioner receive.buffer.bytes = 32768 reconnect.backoff.ms = 50 request.timeout.ms = 1000 retries = 0 retry.backoff.ms = 100 sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.mechanism = GSSAPI security.protocol = PLAINTEXT send.buffer.bytes = 131072 ssl.cipher.suites = null ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = null ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS timeout.ms = 30000 INFO 2017-05-10 02:42:56,900 org.apache.kafka.common.utils.AppInfoParser Kafka version : 0.10.2.1 INFO 2017-05-10 02:42:56,900 org.apache.kafka.common.utils.AppInfoParser Kafka commitId : e89bffd6b2eff799 INFO 2017-05-10 02:43:10,936 org.apache.kafka.streams.StreamsConfig StreamsConfig values: application.id = evergage-app application.server = bootstrap.servers = [p1kaf1:9092, p1kaf2:9092, p1kaf3:9092] buffered.records.per.partition = 1000 cache.max.bytes.buffering = 10485760 client.id = commit.interval.ms = 30000 connections.max.idle.ms = 540000 key.serde = class org.apache.kafka.common.serialization.Serdes$ByteArraySerde metadata.max.age.ms = 300000 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 num.standby.replicas = 0 num.stream.threads = 1 partition.grouper = class org.apache.kafka.streams.processor.DefaultPartitionGrouper poll.ms = 100 receive.buffer.bytes = 32768 reconnect.backoff.ms = 50 replication.factor = 1 request.timeout.ms = 40000 retry.backoff.ms = 100 rocksdb.config.setter = null security.protocol = PLAINTEXT send.buffer.bytes = 131072 state.cleanup.delay.ms = 60000 state.dir = /tmp/kafka-streams timestamp.extractor = class org.apache.kafka.streams.processor.FailOnInvalidTimestamp value.serde = class org.apache.kafka.common.serialization.Serdes$ByteArraySerde windowstore.changelog.additional.retention.ms = 86400000 zookeeper.connect = INFO 2017-05-10 02:43:10,959 org.apache.kafka.clients.producer.ProducerConfig ProducerConfig values: acks = 1 batch.size = 16384 block.on.buffer.full = false bootstrap.servers = [p1kaf1:9092, p1kaf2:9092, p1kaf3:9092] buffer.memory = 33554432 client.id = evergage-app-7da38ec4-7201-4536-b3ea-009c4fc62426-StreamThread-1-producer compression.type = none connections.max.idle.ms = 540000 interceptor.classes = null key.serializer = class org.apache.kafka.common.serialization.ByteArraySerializer linger.ms = 100 max.block.ms = 60000 max.in.flight.requests.per.connection = 5 max.request.size = 1048576 metadata.fetch.timeout.ms = 60000 metadata.max.age.ms = 300000 metric.reporters = [] metrics.num.samples = 2 metrics.sample.window.ms = 30000 partitioner.class = class org.apache.kafka.clients.producer.internals.DefaultPartitioner receive.buffer.bytes = 32768 reconnect.backoff.ms = 50 request.timeout.ms = 30000 retries = 10 retry.backoff.ms = 100 sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.mechanism = GSSAPI security.protocol = PLAINTEXT send.buffer.bytes = 131072 ssl.cipher.suites = null ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = null ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS timeout.ms = 30000 value.serializer = class org.apache.kafka.common.serialization.ByteArraySerializer INFO 2017-05-10 02:43:10,962 org.apache.kafka.common.utils.AppInfoParser Kafka version : 0.10.2.1 INFO 2017-05-10 02:43:10,962 org.apache.kafka.common.utils.AppInfoParser Kafka commitId : e89bffd6b2eff799 INFO 2017-05-10 02:43:10,969 org.apache.kafka.clients.consumer.ConsumerConfig ConsumerConfig values: auto.commit.interval.ms = 5000 auto.offset.reset = earliest bootstrap.servers = [p1kaf1:9092, p1kaf2:9092, p1kaf3:9092] check.crcs = true client.id = evergage-app-7da38ec4-7201-4536-b3ea-009c4fc62426-StreamThread-1-consumer connections.max.idle.ms = 540000 enable.auto.commit = false exclude.internal.topics = true fetch.max.bytes = 52428800 fetch.max.wait.ms = 500 fetch.min.bytes = 1 group.id = evergage-app heartbeat.interval.ms = 3000 interceptor.classes = null key.deserializer = class org.apache.kafka.common.serialization.ByteArrayDeserializer max.partition.fetch.bytes = 1048576 max.poll.interval.ms = 300000 max.poll.records = 100 metadata.max.age.ms = 300000 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 partition.assignment.strategy = [org.apache.kafka.streams.processor.internals.StreamPartitionAssignor] receive.buffer.bytes = 65536 reconnect.backoff.ms = 50 request.timeout.ms = 305000 retry.backoff.ms = 100 sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.mechanism = GSSAPI security.protocol = PLAINTEXT send.buffer.bytes = 131072 session.timeout.ms = 10000 ssl.cipher.suites = null ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = null ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS value.deserializer = class org.apache.kafka.common.serialization.ByteArrayDeserializer INFO 2017-05-10 02:43:10,992 org.apache.kafka.common.utils.AppInfoParser Kafka version : 0.10.2.1 INFO 2017-05-10 02:43:10,992 org.apache.kafka.common.utils.AppInfoParser Kafka commitId : e89bffd6b2eff799 INFO 2017-05-10 02:43:10,993 org.apache.kafka.clients.consumer.ConsumerConfig ConsumerConfig values: auto.commit.interval.ms = 5000 auto.offset.reset = earliest bootstrap.servers = [p1kaf1:9092, p1kaf2:9092, p1kaf3:9092] check.crcs = true client.id = evergage-app-7da38ec4-7201-4536-b3ea-009c4fc62426-StreamThread-1-restore-consumer connections.max.idle.ms = 540000 enable.auto.commit = false exclude.internal.topics = true fetch.max.bytes = 52428800 fetch.max.wait.ms = 500 fetch.min.bytes = 1 group.id = heartbeat.interval.ms = 3000 interceptor.classes = null key.deserializer = class org.apache.kafka.common.serialization.ByteArrayDeserializer max.partition.fetch.bytes = 1048576 max.poll.interval.ms = 300000 max.poll.records = 100 metadata.max.age.ms = 300000 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor] receive.buffer.bytes = 65536 reconnect.backoff.ms = 50 request.timeout.ms = 305000 retry.backoff.ms = 100 sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.mechanism = GSSAPI security.protocol = PLAINTEXT send.buffer.bytes = 131072 session.timeout.ms = 10000 ssl.cipher.suites = null ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = null ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS value.deserializer = class org.apache.kafka.common.serialization.ByteArrayDeserializer INFO 2017-05-10 02:43:10,996 org.apache.kafka.common.utils.AppInfoParser Kafka version : 0.10.2.1 INFO 2017-05-10 02:43:10,996 org.apache.kafka.common.utils.AppInfoParser Kafka commitId : e89bffd6b2eff799 INFO 2017-05-10 02:43:11,042 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-7da38ec4-7201-4536-b3ea-009c4fc62426] State transition from CREATED to RUNNING. INFO 2017-05-10 02:43:11,042 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-7da38ec4-7201-4536-b3ea-009c4fc62426] Started Kafka Stream process INFO 2017-05-10 02:43:11,154 o.a.k.c.consumer.internals.ConsumerCoordinator Revoking previously assigned partitions [] for group evergage-app INFO 2017-05-10 02:43:11,155 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-7da38ec4-7201-4536-b3ea-009c4fc62426] State transition from RUNNING to REBALANCING. INFO 2017-05-10 02:43:11,156 o.a.k.c.consumer.internals.AbstractCoordinator (Re-)joining group evergage-app INFO 2017-05-10 02:43:13,242 o.a.k.c.consumer.internals.AbstractCoordinator Successfully joined group evergage-app with generation 14 INFO 2017-05-10 02:43:13,247 o.a.k.c.consumer.internals.ConsumerCoordinator Setting newly assigned partitions [us.app.Trigger-0] for group evergage-app INFO 2017-05-10 02:43:13,247 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-7da38ec4-7201-4536-b3ea-009c4fc62426] State transition from REBALANCING to REBALANCING. INFO 2017-05-10 02:43:13,260 o.a.kafka.streams.processor.internals.StreamTask task [0_0] Initializing state stores INFO 2017-05-10 02:43:13,262 o.a.kafka.streams.processor.internals.StreamTask task [0_0] Initializing processor nodes of the topology INFO 2017-05-10 02:43:13,272 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-7da38ec4-7201-4536-b3ea-009c4fc62426] State transition from REBALANCING to RUNNING. INFO 2017-05-10 02:46:16,784 o.a.k.c.consumer.internals.ConsumerCoordinator Revoking previously assigned partitions [us.app.Trigger-0] for group evergage-app INFO 2017-05-10 02:46:16,784 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-7da38ec4-7201-4536-b3ea-009c4fc62426] State transition from RUNNING to REBALANCING. INFO 2017-05-10 02:46:16,789 o.a.k.c.consumer.internals.AbstractCoordinator (Re-)joining group evergage-app INFO 2017-05-10 02:46:16,794 o.a.k.c.consumer.internals.AbstractCoordinator Successfully joined group evergage-app with generation 15 INFO 2017-05-10 02:46:16,794 o.a.k.c.consumer.internals.ConsumerCoordinator Setting newly assigned partitions [us.app.Trigger-0] for group evergage-app INFO 2017-05-10 02:46:16,794 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-7da38ec4-7201-4536-b3ea-009c4fc62426] State transition from REBALANCING to REBALANCING. INFO 2017-05-10 02:46:16,794 o.a.kafka.streams.processor.internals.StreamTask task [0_0] Initializing processor nodes of the topology INFO 2017-05-10 02:46:16,799 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-7da38ec4-7201-4536-b3ea-009c4fc62426] State transition from REBALANCING to RUNNING. INFO 2017-05-10 02:47:49,203 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-7da38ec4-7201-4536-b3ea-009c4fc62426] State transition from RUNNING to PENDING_SHUTDOWN. INFO 2017-05-10 02:47:49,273 org.apache.kafka.clients.producer.KafkaProducer Closing the Kafka producer with timeoutMillis = 9223372036854775807 ms. INFO 2017-05-10 02:47:49,278 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-7da38ec4-7201-4536-b3ea-009c4fc62426] Stopped Kafka Streams process. INFO 2017-05-10 02:47:49,278 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-7da38ec4-7201-4536-b3ea-009c4fc62426] State transition from PENDING_SHUTDOWN to NOT_RUNNING. INFO 2017-05-10 02:47:49,279 o.a.k.streams.processor.internals.StateDirectory Deleting obsolete state directory 0_0 for task 0_0 INFO 2017-05-10 02:47:49,279 org.apache.kafka.clients.producer.KafkaProducer Closing the Kafka producer with timeoutMillis = 3000 ms. INFO 2017-05-10 02:58:12,794 org.apache.kafka.clients.producer.ProducerConfig ProducerConfig values: acks = all batch.size = 16384 block.on.buffer.full = false bootstrap.servers = [p1kaf1:9092, p1kaf2:9092, p1kaf3:9092] buffer.memory = 33554432 client.id = compression.type = none connections.max.idle.ms = 540000 interceptor.classes = null key.serializer = class org.apache.kafka.common.serialization.StringSerializer linger.ms = 100 max.block.ms = 500 max.in.flight.requests.per.connection = 5 max.request.size = 1048576 metadata.fetch.timeout.ms = 60000 metadata.max.age.ms = 300000 metric.reporters = [] metrics.num.samples = 2 metrics.sample.window.ms = 30000 partitioner.class = class org.apache.kafka.clients.producer.internals.DefaultPartitioner receive.buffer.bytes = 32768 reconnect.backoff.ms = 50 request.timeout.ms = 1000 retries = 0 retry.backoff.ms = 100 sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.mechanism = GSSAPI security.protocol = PLAINTEXT send.buffer.bytes = 131072 ssl.cipher.suites = null ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = null ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS timeout.ms = 30000 INFO 2017-05-10 02:58:13,041 org.apache.kafka.common.utils.AppInfoParser Kafka version : 0.10.2.1 INFO 2017-05-10 02:58:13,041 org.apache.kafka.common.utils.AppInfoParser Kafka commitId : e89bffd6b2eff799 INFO 2017-05-10 02:58:25,960 org.apache.kafka.streams.StreamsConfig StreamsConfig values: application.id = evergage-app application.server = bootstrap.servers = [p1kaf1:9092, p1kaf2:9092, p1kaf3:9092] buffered.records.per.partition = 1000 cache.max.bytes.buffering = 10485760 client.id = commit.interval.ms = 30000 connections.max.idle.ms = 540000 key.serde = class org.apache.kafka.common.serialization.Serdes$ByteArraySerde metadata.max.age.ms = 300000 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 num.standby.replicas = 0 num.stream.threads = 1 partition.grouper = class org.apache.kafka.streams.processor.DefaultPartitionGrouper poll.ms = 100 receive.buffer.bytes = 32768 reconnect.backoff.ms = 50 replication.factor = 1 request.timeout.ms = 40000 retry.backoff.ms = 100 rocksdb.config.setter = null security.protocol = PLAINTEXT send.buffer.bytes = 131072 state.cleanup.delay.ms = 60000 state.dir = /tmp/kafka-streams timestamp.extractor = class org.apache.kafka.streams.processor.FailOnInvalidTimestamp value.serde = class org.apache.kafka.common.serialization.Serdes$ByteArraySerde windowstore.changelog.additional.retention.ms = 86400000 zookeeper.connect = INFO 2017-05-10 02:58:25,983 org.apache.kafka.clients.producer.ProducerConfig ProducerConfig values: acks = 1 batch.size = 16384 block.on.buffer.full = false bootstrap.servers = [p1kaf1:9092, p1kaf2:9092, p1kaf3:9092] buffer.memory = 33554432 client.id = evergage-app-bd9c9868-4b9b-4d2e-850f-9b5bec1fc0a9-StreamThread-1-producer compression.type = none connections.max.idle.ms = 540000 interceptor.classes = null key.serializer = class org.apache.kafka.common.serialization.ByteArraySerializer linger.ms = 100 max.block.ms = 60000 max.in.flight.requests.per.connection = 5 max.request.size = 1048576 metadata.fetch.timeout.ms = 60000 metadata.max.age.ms = 300000 metric.reporters = [] metrics.num.samples = 2 metrics.sample.window.ms = 30000 partitioner.class = class org.apache.kafka.clients.producer.internals.DefaultPartitioner receive.buffer.bytes = 32768 reconnect.backoff.ms = 50 request.timeout.ms = 30000 retries = 10 retry.backoff.ms = 100 sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.mechanism = GSSAPI security.protocol = PLAINTEXT send.buffer.bytes = 131072 ssl.cipher.suites = null ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = null ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS timeout.ms = 30000 value.serializer = class org.apache.kafka.common.serialization.ByteArraySerializer INFO 2017-05-10 02:58:25,987 org.apache.kafka.common.utils.AppInfoParser Kafka version : 0.10.2.1 INFO 2017-05-10 02:58:25,987 org.apache.kafka.common.utils.AppInfoParser Kafka commitId : e89bffd6b2eff799 INFO 2017-05-10 02:58:25,993 org.apache.kafka.clients.consumer.ConsumerConfig ConsumerConfig values: auto.commit.interval.ms = 5000 auto.offset.reset = earliest bootstrap.servers = [p1kaf1:9092, p1kaf2:9092, p1kaf3:9092] check.crcs = true client.id = evergage-app-bd9c9868-4b9b-4d2e-850f-9b5bec1fc0a9-StreamThread-1-consumer connections.max.idle.ms = 540000 enable.auto.commit = false exclude.internal.topics = true fetch.max.bytes = 52428800 fetch.max.wait.ms = 500 fetch.min.bytes = 1 group.id = evergage-app heartbeat.interval.ms = 3000 interceptor.classes = null key.deserializer = class org.apache.kafka.common.serialization.ByteArrayDeserializer max.partition.fetch.bytes = 1048576 max.poll.interval.ms = 300000 max.poll.records = 100 metadata.max.age.ms = 300000 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 partition.assignment.strategy = [org.apache.kafka.streams.processor.internals.StreamPartitionAssignor] receive.buffer.bytes = 65536 reconnect.backoff.ms = 50 request.timeout.ms = 305000 retry.backoff.ms = 100 sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.mechanism = GSSAPI security.protocol = PLAINTEXT send.buffer.bytes = 131072 session.timeout.ms = 10000 ssl.cipher.suites = null ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = null ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS value.deserializer = class org.apache.kafka.common.serialization.ByteArrayDeserializer INFO 2017-05-10 02:58:26,016 org.apache.kafka.common.utils.AppInfoParser Kafka version : 0.10.2.1 INFO 2017-05-10 02:58:26,016 org.apache.kafka.common.utils.AppInfoParser Kafka commitId : e89bffd6b2eff799 INFO 2017-05-10 02:58:26,017 org.apache.kafka.clients.consumer.ConsumerConfig ConsumerConfig values: auto.commit.interval.ms = 5000 auto.offset.reset = earliest bootstrap.servers = [p1kaf1:9092, p1kaf2:9092, p1kaf3:9092] check.crcs = true client.id = evergage-app-bd9c9868-4b9b-4d2e-850f-9b5bec1fc0a9-StreamThread-1-restore-consumer connections.max.idle.ms = 540000 enable.auto.commit = false exclude.internal.topics = true fetch.max.bytes = 52428800 fetch.max.wait.ms = 500 fetch.min.bytes = 1 group.id = heartbeat.interval.ms = 3000 interceptor.classes = null key.deserializer = class org.apache.kafka.common.serialization.ByteArrayDeserializer max.partition.fetch.bytes = 1048576 max.poll.interval.ms = 300000 max.poll.records = 100 metadata.max.age.ms = 300000 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor] receive.buffer.bytes = 65536 reconnect.backoff.ms = 50 request.timeout.ms = 305000 retry.backoff.ms = 100 sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.mechanism = GSSAPI security.protocol = PLAINTEXT send.buffer.bytes = 131072 session.timeout.ms = 10000 ssl.cipher.suites = null ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = null ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS value.deserializer = class org.apache.kafka.common.serialization.ByteArrayDeserializer INFO 2017-05-10 02:58:26,021 org.apache.kafka.common.utils.AppInfoParser Kafka version : 0.10.2.1 INFO 2017-05-10 02:58:26,021 org.apache.kafka.common.utils.AppInfoParser Kafka commitId : e89bffd6b2eff799 INFO 2017-05-10 02:58:26,075 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-bd9c9868-4b9b-4d2e-850f-9b5bec1fc0a9] State transition from CREATED to RUNNING. INFO 2017-05-10 02:58:26,075 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-bd9c9868-4b9b-4d2e-850f-9b5bec1fc0a9] Started Kafka Stream process INFO 2017-05-10 02:58:26,126 o.a.k.c.consumer.internals.ConsumerCoordinator Revoking previously assigned partitions [] for group evergage-app INFO 2017-05-10 02:58:26,126 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-bd9c9868-4b9b-4d2e-850f-9b5bec1fc0a9] State transition from RUNNING to REBALANCING. INFO 2017-05-10 02:58:26,127 o.a.k.c.consumer.internals.AbstractCoordinator (Re-)joining group evergage-app INFO 2017-05-10 02:58:27,712 o.a.k.c.consumer.internals.AbstractCoordinator Successfully joined group evergage-app with generation 18 INFO 2017-05-10 02:58:27,716 o.a.k.c.consumer.internals.ConsumerCoordinator Setting newly assigned partitions [us.app.Trigger-0] for group evergage-app INFO 2017-05-10 02:58:27,716 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-bd9c9868-4b9b-4d2e-850f-9b5bec1fc0a9] State transition from REBALANCING to REBALANCING. INFO 2017-05-10 02:58:27,729 o.a.kafka.streams.processor.internals.StreamTask task [0_0] Initializing state stores INFO 2017-05-10 02:58:27,731 o.a.kafka.streams.processor.internals.StreamTask task [0_0] Initializing processor nodes of the topology INFO 2017-05-10 02:58:27,742 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-bd9c9868-4b9b-4d2e-850f-9b5bec1fc0a9] State transition from REBALANCING to RUNNING. INFO 2017-05-10 16:21:27,476 o.a.k.c.consumer.internals.ConsumerCoordinator Revoking previously assigned partitions [us.app.Trigger-0] for group evergage-app INFO 2017-05-10 16:21:27,477 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-bd9c9868-4b9b-4d2e-850f-9b5bec1fc0a9] State transition from RUNNING to REBALANCING. INFO 2017-05-10 16:21:27,482 o.a.k.c.consumer.internals.AbstractCoordinator (Re-)joining group evergage-app INFO 2017-05-10 16:21:27,489 o.a.k.c.consumer.internals.AbstractCoordinator Successfully joined group evergage-app with generation 19 INFO 2017-05-10 16:21:27,489 o.a.k.c.consumer.internals.ConsumerCoordinator Setting newly assigned partitions [us.app.Trigger-0] for group evergage-app INFO 2017-05-10 16:21:27,489 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-bd9c9868-4b9b-4d2e-850f-9b5bec1fc0a9] State transition from REBALANCING to REBALANCING. INFO 2017-05-10 16:21:27,489 o.a.kafka.streams.processor.internals.StreamTask task [0_0] Initializing processor nodes of the topology INFO 2017-05-10 16:21:27,493 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-bd9c9868-4b9b-4d2e-850f-9b5bec1fc0a9] State transition from REBALANCING to RUNNING. INFO 2017-05-10 16:21:30,584 o.a.k.c.consumer.internals.ConsumerCoordinator Revoking previously assigned partitions [us.app.Trigger-0] for group evergage-app INFO 2017-05-10 16:21:30,584 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-bd9c9868-4b9b-4d2e-850f-9b5bec1fc0a9] State transition from RUNNING to REBALANCING. INFO 2017-05-10 16:21:30,588 o.a.k.c.consumer.internals.AbstractCoordinator (Re-)joining group evergage-app INFO 2017-05-10 16:21:30,593 o.a.k.c.consumer.internals.AbstractCoordinator Successfully joined group evergage-app with generation 20 INFO 2017-05-10 16:21:30,594 o.a.k.c.consumer.internals.ConsumerCoordinator Setting newly assigned partitions [demo.retail.Trigger-0, us.app.Trigger-0] for group evergage-app INFO 2017-05-10 16:21:30,594 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-bd9c9868-4b9b-4d2e-850f-9b5bec1fc0a9] State transition from REBALANCING to REBALANCING. INFO 2017-05-10 16:21:30,595 o.a.kafka.streams.processor.internals.StreamTask task [0_0] Initializing state stores INFO 2017-05-10 16:21:30,596 o.a.kafka.streams.processor.internals.StreamTask task [0_0] Initializing processor nodes of the topology INFO 2017-05-10 16:21:30,602 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-bd9c9868-4b9b-4d2e-850f-9b5bec1fc0a9] State transition from REBALANCING to RUNNING. INFO 2017-05-10 16:21:30,698 org.apache.kafka.clients.producer.KafkaProducer Closing the Kafka producer with timeoutMillis = 9223372036854775807 ms. WARN 2017-05-10 16:21:30,703 o.a.kafka.streams.processor.internals.StreamThread stream-thread [StreamThread-1] Unexpected state transition from RUNNING to NOT_RUNNING. org.apache.kafka.streams.errors.StreamsException: Failed to deserialize key for record. topic=demo.retail.Trigger, partition=0, offset=0 at org.apache.kafka.streams.processor.internals.SourceNodeRecordDeserializer.deserialize(SourceNodeRecordDeserializer.java:38) at org.apache.kafka.streams.processor.internals.RecordQueue.addRawRecords(RecordQueue.java:85) at org.apache.kafka.streams.processor.internals.PartitionGroup.addRawRecords(PartitionGroup.java:117) at org.apache.kafka.streams.processor.internals.StreamTask.addRecords(StreamTask.java:158) at org.apache.kafka.streams.processor.internals.StreamThread.runLoop(StreamThread.java:605) at org.apache.kafka.streams.processor.internals.StreamThread.run(StreamThread.java:361) Caused by: java.lang.NullPointerException: null at org.apache.kafka.streams.processor.internals.SourceNodeRecordDeserializer.deserialize(SourceNodeRecordDeserializer.java:36) ... 5 common frames omitted INFO 2017-05-10 18:32:39,729 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-bd9c9868-4b9b-4d2e-850f-9b5bec1fc0a9] State transition from RUNNING to PENDING_SHUTDOWN. WARN 2017-05-10 18:32:39,730 o.a.kafka.streams.processor.internals.StreamThread stream-thread [StreamThread-1] Unexpected state transition from NOT_RUNNING to PENDING_SHUTDOWN. INFO 2017-05-10 18:32:39,730 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-bd9c9868-4b9b-4d2e-850f-9b5bec1fc0a9] Stopped Kafka Streams process. INFO 2017-05-10 18:32:39,730 org.apache.kafka.streams.KafkaStreams stream-client [evergage-app-bd9c9868-4b9b-4d2e-850f-9b5bec1fc0a9] State transition from PENDING_SHUTDOWN to NOT_RUNNING. INFO 2017-05-10 18:32:39,731 o.a.k.streams.processor.internals.StateDirectory Deleting obsolete state directory 0_0 for task 0_0 INFO 2017-05-10 18:32:39,731 org.apache.kafka.clients.producer.KafkaProducer Closing the Kafka producer with timeoutMillis = 3000 ms.