I1102 19:30:34.498203 7180 exec.cpp:162] Version: 1.2.0 I1102 19:30:34.502215 7171 exec.cpp:237] Executor registered on agent 4c493825-e249-4a7a-8b23-36db20b4a5f6-S11 2017/11/02 19:30:41 Bootstrapping with environment: CKAFKA_ZOOKEEPER_URI=ckafka-zookeeper.marathon.mesos:31886 CONFIG_TEMPLATE_LOG_PROPERTIES=config-templates/log-properties,kafka_2.11-0.10.1.0/config/log4j.properties CONFIG_TEMPLATE_SERVER_PROPERTIES=config-templates/server-properties,kafka_2.11-0.10.1.0/config/server.properties FRAMEWORK_NAME=ckafka JAAS_URI= JAVA_HOME=/var/lib/mesos/slave/slaves/4c493825-e249-4a7a-8b23-36db20b4a5f6-S11/frameworks/a42f2d3f-5bd5-4bce-b532-5ae40b4773b5-0036/executors/ckafka__9f70dcf3-cc23-4224-a298-b0f78b7cef10/runs/5c14b1f5-8208-447f-9dcc-66ed477f4ad4/jre1.8.0_121/ JMXENABLE=true JMXPORT=9999 KAFKA_ADVERTISE_HOST=set KAFKA_AUTO_CREATE_TOPICS_ENABLE=true KAFKA_AUTO_LEADER_REBALANCE_ENABLE=true KAFKA_BACKGROUND_THREADS=10 KAFKA_BROKER_PORT=1025 KAFKA_COMPRESSION_TYPE=producer KAFKA_CONNECTIONS_MAX_IDLE_MS=600000 KAFKA_CONTROLLED_SHUTDOWN_ENABLE=true KAFKA_CONTROLLED_SHUTDOWN_MAX_RETRIES=3 KAFKA_CONTROLLED_SHUTDOWN_RETRY_BACKOFF_MS=5000 KAFKA_CONTROLLER_SOCKET_TIMEOUT_MS=30000 KAFKA_DEFAULT_REPLICATION_FACTOR=3 KAFKA_DELETE_TOPIC_ENABLE=true KAFKA_DISK_PATH=kafka-broker-data KAFKA_FETCH_PURGATORY_PURGE_INTERVAL_REQUESTS=1000 KAFKA_GROUP_MAX_SESSION_TIMEOUT_MS=300000 KAFKA_GROUP_MIN_SESSION_TIMEOUT_MS=6000 KAFKA_HEAP_OPTS=-Xms16384M -Xmx16384M KAFKA_INTER_BROKER_PROTOCOL_VERSION=0.10.0.0 KAFKA_LEADER_IMBALANCE_CHECK_INTERVAL_SECONDS=300 KAFKA_LEADER_IMBALANCE_PER_BROKER_PERCENTAGE=10 KAFKA_LOG_CLEANER_BACKOFF_MS=15000 KAFKA_LOG_CLEANER_DEDUPE_BUFFER_SIZE=134217728 KAFKA_LOG_CLEANER_DELETE_RETENTION_MS=300000 KAFKA_LOG_CLEANER_ENABLE=true KAFKA_LOG_CLEANER_IO_BUFFER_LOAD_FACTOR=0.9 KAFKA_LOG_CLEANER_IO_BUFFER_SIZE=524288 KAFKA_LOG_CLEANER_IO_MAX_BYTES_PER_SECOND=1.7976931348623157E308 KAFKA_LOG_CLEANER_MIN_CLEANABLE_RATIO=0.5 KAFKA_LOG_CLEANER_THREADS=1 KAFKA_LOG_CLEANUP_POLICY=delete KAFKA_LOG_FLUSH_INTERVAL_MESSAGES=9223372036854775807 KAFKA_LOG_FLUSH_OFFSET_CHECKPOINT_INTERVAL_MS=60000 KAFKA_LOG_FLUSH_SCHEDULER_INTERVAL_MS=9223372036854775807 KAFKA_LOG_INDEX_INTERVAL_BYTES=4096 KAFKA_LOG_INDEX_SIZE_MAX_BYTES=10485760 KAFKA_LOG_MESSAGE_FORMAT_VERSION=0.10.0 KAFKA_LOG_PREALLOCATE=false KAFKA_LOG_RETENTION_BYTES=5000000000 KAFKA_LOG_RETENTION_CHECK_INTERVAL_MS=300000 KAFKA_LOG_RETENTION_HOURS=24 KAFKA_LOG_ROLL_HOURS=168 KAFKA_LOG_ROLL_JITTER_HOURS=0 KAFKA_LOG_SEGMENT_BYTES=50000000 KAFKA_LOG_SEGMENT_DELETE_DELAY_MS=60000 KAFKA_MAX_CONNECTIONS_PER_IP=2147483647 KAFKA_MAX_CONNECTIONS_PER_IP_OVERRIDES= KAFKA_MESSAGE_MAX_BYTES=1000012 KAFKA_METRICS_NUM_SAMPLES=2 KAFKA_METRICS_SAMPLE_WINDOW_MS=30000 KAFKA_MIN_INSYNC_REPLICAS=1 KAFKA_NUM_IO_THREADS=8 KAFKA_NUM_NETWORK_THREADS=3 KAFKA_NUM_PARTITIONS=20 KAFKA_NUM_RECOVERY_THREADS_PER_DATA_DIR=1 KAFKA_NUM_REPLICA_FETCHERS=1 KAFKA_OFFSETS_COMMIT_REQUIRED_ACKS=-1 KAFKA_OFFSETS_COMMIT_TIMEOUT_MS=5000 KAFKA_OFFSETS_LOAD_BUFFER_SIZE=5242880 KAFKA_OFFSETS_RETENTION_CHECK_INTERVAL_MS=600000 KAFKA_OFFSETS_RETENTION_MINUTES=1440 KAFKA_OFFSETS_TOPIC_COMPRESSION_CODEC=0 KAFKA_OFFSETS_TOPIC_NUM_PARTITIONS=50 KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=3 KAFKA_OFFSETS_TOPIC_SEGMENT_BYTES=104857600 KAFKA_OFFSET_METADATA_MAX_BYTES=4096 KAFKA_PRODUCER_PURGATORY_PURGE_INTERVAL_REQUESTS=1000 KAFKA_QUEUED_MAX_REQUESTS=500 KAFKA_QUOTA_CONSUMER_DEFAULT=9223372036854775807 KAFKA_QUOTA_PRODUCER_DEFAULT=9223372036854775807 KAFKA_QUOTA_WINDOW_NUM=11 KAFKA_QUOTA_WINDOW_SIZE_SECONDS=1 KAFKA_REPLICA_FETCH_BACKOFF_MS=1000 KAFKA_REPLICA_FETCH_MAX_BYTES=1048576 KAFKA_REPLICA_FETCH_MIN_BYTES=1 KAFKA_REPLICA_FETCH_WAIT_MAX_MS=500 KAFKA_REPLICA_HIGH_WATERMARK_CHECKPOINT_INTERVAL_MS=5000 KAFKA_REPLICA_LAG_TIME_MAX_MS=10000 KAFKA_REPLICA_SOCKET_RECEIVE_BUFFER_BYTES=65536 KAFKA_REPLICA_SOCKET_TIMEOUT_MS=30000 KAFKA_REQUEST_TIMEOUT_MS=30000 KAFKA_RESERVED_BROKER_MAX_ID=1000 KAFKA_ROOT_LOG_LEVEL=INFO KAFKA_SOCKET_RECEIVE_BUFFER_BYTES=102400 KAFKA_SOCKET_REQUEST_MAX_BYTES=104857600 KAFKA_SOCKET_SEND_BUFFER_BYTES=102400 KAFKA_UNCLEAN_LEADER_ELECTION_ENABLE=true KAFKA_ZOOKEEPER_SESSION_TIMEOUT_MS=6000 KAFKA_ZOOKEEPER_SYNC_TIME_MS=2000 KAFKA_ZOOKEEPER_URI=ckafka-zookeeper.marathon.mesos:31886/dcos-service-ckafka KERBEROS_ENABLE=false KEYTAB_URI= KRB5CONF_URI= LD_LIBRARY_PATH=/var/lib/mesos/slave/slaves/4c493825-e249-4a7a-8b23-36db20b4a5f6-S11/frameworks/a42f2d3f-5bd5-4bce-b532-5ae40b4773b5-0036/executors/ckafka__9f70dcf3-cc23-4224-a298-b0f78b7cef10/runs/5c14b1f5-8208-447f-9dcc-66ed477f4ad4/libmesos-bundle/lib:/opt/mesosphere/lib LIBPROCESS_IP=x.x.x.x LIBPROCESS_NUM_WORKER_THREADS=8 LIBPROCESS_PORT=0 MESOS_AGENT_ENDPOINT=x.x.x.x:5051 MESOS_CHECKPOINT=1 MESOS_DIRECTORY=/var/lib/mesos/slave/slaves/4c493825-e249-4a7a-8b23-36db20b4a5f6-S11/frameworks/a42f2d3f-5bd5-4bce-b532-5ae40b4773b5-0036/executors/ckafka__9f70dcf3-cc23-4224-a298-b0f78b7cef10/runs/5c14b1f5-8208-447f-9dcc-66ed477f4ad4 MESOS_EXECUTOR_ID=ckafka__9f70dcf3-cc23-4224-a298-b0f78b7cef10 MESOS_EXECUTOR_SHUTDOWN_GRACE_PERIOD=5secs MESOS_FRAMEWORK_ID=a42f2d3f-5bd5-4bce-b532-5ae40b4773b5-0036 MESOS_HTTP_COMMAND_EXECUTOR=0 MESOS_NATIVE_JAVA_LIBRARY=/var/lib/mesos/slave/slaves/4c493825-e249-4a7a-8b23-36db20b4a5f6-S11/frameworks/a42f2d3f-5bd5-4bce-b532-5ae40b4773b5-0036/executors/ckafka__9f70dcf3-cc23-4224-a298-b0f78b7cef10/runs/5c14b1f5-8208-447f-9dcc-66ed477f4ad4/libmesos-bundle/lib/libmesos-1.2.0.so MESOS_NATIVE_LIBRARY=/opt/mesosphere/packages/mesos--253f5cb0a96e2e3574293ddfecf5c63358527377/lib/libmesos-1.0.1.so MESOS_RECOVERY_TIMEOUT=15mins MESOS_SANDBOX=/var/lib/mesos/slave/slaves/4c493825-e249-4a7a-8b23-36db20b4a5f6-S11/frameworks/a42f2d3f-5bd5-4bce-b532-5ae40b4773b5-0036/executors/ckafka__9f70dcf3-cc23-4224-a298-b0f78b7cef10/runs/5c14b1f5-8208-447f-9dcc-66ed477f4ad4 MESOS_SLAVE_ID=4c493825-e249-4a7a-8b23-36db20b4a5f6-S11 MESOS_SLAVE_PID=slave(1)@x.x.x.x:5051 MESOS_SUBSCRIPTION_BACKOFF_MAX=2secs NLSPATH=/usr/dt/lib/nls/msg/%L/%N.cat PATH=/usr/bin:/bin POD_INSTANCE_INDEX=2 PWD=/var/lib/mesos/slave/slaves/4c493825-e249-4a7a-8b23-36db20b4a5f6-S11/frameworks/a42f2d3f-5bd5-4bce-b532-5ae40b4773b5-0036/executors/ckafka__9f70dcf3-cc23-4224-a298-b0f78b7cef10/runs/5c14b1f5-8208-447f-9dcc-66ed477f4ad4 SASL_PATH=/opt/mesosphere/lib/sasl2 SHELL=/usr/bin/bash SHLVL=2 TASK_NAME=ckafka-2-broker XFILESEARCHPATH=/usr/dt/app-defaults/%L/Dt _=./bootstrap ckafka-2-broker=true 2017/11/02 19:30:41 Resolve disabled via -resolve=false: Skipping host resolution 2017/11/02 19:30:41 Writing rendered 'kafka_2.11-0.10.1.0/config/server.properties' from envvar 'CONFIG_TEMPLATE_SERVER_PROPERTIES' with the following changes (11454 bytes -> 8149 bytes): L0020: - broker.id={{POD_INSTANCE_INDEX}} L0020: + broker.id=2 L0030: - {{^KAFKA_SECURITY_PROTOCOL}} L0031: - listeners=PLAINTEXT://:{{KAFKA_BROKER_PORT}} L0032: - advertised.listeners=PLAINTEXT://:{{KAFKA_BROKER_PORT}} L0033: - {{/KAFKA_SECURITY_PROTOCOL}} L0034: - {{#KAFKA_SECURITY_INTER_BROKER_PROTOCOL}} L0035: - security.inter.broker.protocol={{KAFKA_SECURITY_INTER_BROKER_PROTOCOL}} L0036: - {{/KAFKA_SECURITY_INTER_BROKER_PROTOCOL}} L0037: - {{#KAFKA_SECURITY_PROTOCOL}} L0038: - security.protocol={{KAFKA_SECURITY_PROTOCOL}} L0039: - listeners={{KAFKA_SECURITY_PROTOCOL}}://:{{KAFKA_BROKER_PORT}} L0040: - advertised.listeners={{KAFKA_SECURITY_PROTOCOL}}://:{{KAFKA_BROKER_PORT}} L0041: - {{/KAFKA_SECURITY_PROTOCOL}} L0042: - {{#KAFKA_SASL_KERBEROS_SERVICE_NAME}} L0043: - sasl.kerberos.service.name={{KAFKA_SASL_KERBEROS_SERVICE_NAME}} L0044: - {{/KAFKA_SASL_KERBEROS_SERVICE_NAME}} L0044: + listeners=PLAINTEXT://:1025 L0044: + advertised.listeners=PLAINTEXT://:1025 L0044: + L0044: + L0044: + L0044: + L0052: - num.network.threads={{KAFKA_NUM_NETWORK_THREADS}} L0052: + num.network.threads=3 L0055: - num.io.threads={{KAFKA_NUM_IO_THREADS}} L0055: + num.io.threads=8 L0058: - socket.send.buffer.bytes={{KAFKA_SOCKET_SEND_BUFFER_BYTES}} L0058: + socket.send.buffer.bytes=102400 L0061: - socket.receive.buffer.bytes={{KAFKA_SOCKET_RECEIVE_BUFFER_BYTES}} L0061: + socket.receive.buffer.bytes=102400 L0064: - socket.request.max.bytes={{KAFKA_SOCKET_REQUEST_MAX_BYTES}} L0064: + socket.request.max.bytes=104857600 L0070: - log.dirs={{KAFKA_DISK_PATH}}/broker-{{POD_INSTANCE_INDEX}} L0070: + log.dirs=kafka-broker-data/broker-2 L0075: - num.partitions={{KAFKA_NUM_PARTITIONS}} L0075: + num.partitions=20 L0079: - num.recovery.threads.per.data.dir={{KAFKA_NUM_RECOVERY_THREADS_PER_DATA_DIR}} L0079: + num.recovery.threads.per.data.dir=1 L0093: - log.flush.interval.messages={{KAFKA_LOG_FLUSH_INTERVAL_MESSAGES}} L0093: + log.flush.interval.messages=9223372036854775807 L0106: - log.retention.hours={{KAFKA_LOG_RETENTION_HOURS}} L0106: + log.retention.hours=24 L0110: - log.retention.bytes={{KAFKA_LOG_RETENTION_BYTES}} L0110: + log.retention.bytes=5000000000 L0113: - log.segment.bytes={{KAFKA_LOG_SEGMENT_BYTES}} L0113: + log.segment.bytes=50000000 L0117: - log.retention.check.interval.ms={{KAFKA_LOG_RETENTION_CHECK_INTERVAL_MS}} L0117: + log.retention.check.interval.ms=300000 L0126: - zookeeper.connect={{KAFKA_ZOOKEEPER_URI}} L0126: + zookeeper.connect=ckafka-zookeeper.marathon.mesos:31886/dcos-service-ckafka L0134: - external.kafka.statsd.port={{STATSD_UDP_PORT}} L0135: - external.kafka.statsd.host={{STATSD_UDP_HOST}} L0135: + external.kafka.statsd.port= L0135: + external.kafka.statsd.host= L0138: + L0138: + advertised.host.name=x.x.x.x L0140: - {{#KAFKA_ADVERTISE_HOST}} L0141: - advertised.host.name={{LIBPROCESS_IP}} L0142: - {{/KAFKA_ADVERTISE_HOST}} L0144: - port={{KAFKA_BROKER_PORT}} L0144: + port=1025 L0146: - auto.create.topics.enable={{KAFKA_AUTO_CREATE_TOPICS_ENABLE}} L0147: - auto.leader.rebalance.enable={{KAFKA_AUTO_LEADER_REBALANCE_ENABLE}} L0147: + auto.create.topics.enable=true L0147: + auto.leader.rebalance.enable=true L0149: - background.threads={{KAFKA_BACKGROUND_THREADS}} L0149: + background.threads=10 L0151: - compression.type={{KAFKA_COMPRESSION_TYPE}} L0151: + compression.type=producer L0153: - connections.max.idle.ms={{KAFKA_CONNECTIONS_MAX_IDLE_MS}} L0153: + connections.max.idle.ms=600000 L0155: - controlled.shutdown.enable={{KAFKA_CONTROLLED_SHUTDOWN_ENABLE}} L0156: - controlled.shutdown.max.retries={{KAFKA_CONTROLLED_SHUTDOWN_MAX_RETRIES}} L0157: - controlled.shutdown.retry.backoff.ms={{KAFKA_CONTROLLED_SHUTDOWN_RETRY_BACKOFF_MS}} L0158: - controller.socket.timeout.ms={{KAFKA_CONTROLLER_SOCKET_TIMEOUT_MS}} L0158: + controlled.shutdown.enable=true L0158: + controlled.shutdown.max.retries=3 L0158: + controlled.shutdown.retry.backoff.ms=5000 L0158: + controller.socket.timeout.ms=30000 L0160: - default.replication.factor={{KAFKA_DEFAULT_REPLICATION_FACTOR}} L0160: + default.replication.factor=3 L0162: - delete.topic.enable={{KAFKA_DELETE_TOPIC_ENABLE}} L0162: + delete.topic.enable=true L0164: - fetch.purgatory.purge.interval.requests={{KAFKA_FETCH_PURGATORY_PURGE_INTERVAL_REQUESTS}} L0164: + fetch.purgatory.purge.interval.requests=1000 L0166: - group.max.session.timeout.ms={{KAFKA_GROUP_MAX_SESSION_TIMEOUT_MS}} L0167: - group.min.session.timeout.ms={{KAFKA_GROUP_MIN_SESSION_TIMEOUT_MS}} L0167: + group.max.session.timeout.ms=300000 L0167: + group.min.session.timeout.ms=6000 L0169: - inter.broker.protocol.version={{KAFKA_INTER_BROKER_PROTOCOL_VERSION}} L0169: + inter.broker.protocol.version=0.10.0.0 L0171: - leader.imbalance.check.interval.seconds={{KAFKA_LEADER_IMBALANCE_CHECK_INTERVAL_SECONDS}} L0172: - leader.imbalance.per.broker.percentage={{KAFKA_LEADER_IMBALANCE_PER_BROKER_PERCENTAGE}} L0172: + leader.imbalance.check.interval.seconds=300 L0172: + leader.imbalance.per.broker.percentage=10 L0174: - log.cleaner.backoff.ms={{KAFKA_LOG_CLEANER_BACKOFF_MS}} L0175: - log.cleaner.dedupe.buffer.size={{KAFKA_LOG_CLEANER_DEDUPE_BUFFER_SIZE}} L0176: - log.cleaner.delete.retention.ms={{KAFKA_LOG_CLEANER_DELETE_RETENTION_MS}} L0177: - log.cleaner.enable={{KAFKA_LOG_CLEANER_ENABLE}} L0178: - log.cleaner.io.buffer.load.factor={{KAFKA_LOG_CLEANER_IO_BUFFER_LOAD_FACTOR}} L0179: - log.cleaner.io.buffer.size={{KAFKA_LOG_CLEANER_IO_BUFFER_SIZE}} L0180: - log.cleaner.io.max.bytes.per.second={{KAFKA_LOG_CLEANER_IO_MAX_BYTES_PER_SECOND}} L0181: - log.cleaner.min.cleanable.ratio={{KAFKA_LOG_CLEANER_MIN_CLEANABLE_RATIO}} L0182: - log.cleaner.threads={{KAFKA_LOG_CLEANER_THREADS}} L0183: - log.cleanup.policy={{KAFKA_LOG_CLEANUP_POLICY}} L0183: + log.cleaner.backoff.ms=15000 L0183: + log.cleaner.dedupe.buffer.size=134217728 L0183: + log.cleaner.delete.retention.ms=300000 L0183: + log.cleaner.enable=true L0183: + log.cleaner.io.buffer.load.factor=0.9 L0183: + log.cleaner.io.buffer.size=524288 L0183: + log.cleaner.io.max.bytes.per.second=1.7976931348623157E308 L0183: + log.cleaner.min.cleanable.ratio=0.5 L0183: + log.cleaner.threads=1 L0183: + log.cleanup.policy=delete L0185: - log.flush.offset.checkpoint.interval.ms={{KAFKA_LOG_FLUSH_OFFSET_CHECKPOINT_INTERVAL_MS}} L0186: - log.flush.scheduler.interval.ms={{KAFKA_LOG_FLUSH_SCHEDULER_INTERVAL_MS}} L0186: + log.flush.offset.checkpoint.interval.ms=60000 L0186: + log.flush.scheduler.interval.ms=9223372036854775807 L0188: - log.index.interval.bytes={{KAFKA_LOG_INDEX_INTERVAL_BYTES}} L0189: - log.index.size.max.bytes={{KAFKA_LOG_INDEX_SIZE_MAX_BYTES}} L0189: + log.index.interval.bytes=4096 L0189: + log.index.size.max.bytes=10485760 L0191: - log.message.format.version={{KAFKA_LOG_MESSAGE_FORMAT_VERSION}} L0191: + log.message.format.version=0.10.0 L0193: - log.preallocate={{KAFKA_LOG_PREALLOCATE}} L0193: + log.preallocate=false L0195: - log.roll.hours={{KAFKA_LOG_ROLL_HOURS}} L0196: - log.roll.jitter.hours={{KAFKA_LOG_ROLL_JITTER_HOURS}} L0196: + log.roll.hours=168 L0196: + log.roll.jitter.hours=0 L0198: - log.segment.delete.delay.ms={{KAFKA_LOG_SEGMENT_DELETE_DELAY_MS}} L0198: + log.segment.delete.delay.ms=60000 L0200: - max.connections.per.ip.overrides={{KAFKA_MAX_CONNECTIONS_PER_IP_OVERRIDES}} L0201: - max.connections.per.ip={{KAFKA_MAX_CONNECTIONS_PER_IP}} L0201: + max.connections.per.ip.overrides= L0201: + max.connections.per.ip=2147483647 L0203: - message.max.bytes={{KAFKA_MESSAGE_MAX_BYTES}} L0203: + message.max.bytes=1000012 L0205: - metrics.num.samples={{KAFKA_METRICS_NUM_SAMPLES}} L0206: - metrics.sample.window.ms={{KAFKA_METRICS_SAMPLE_WINDOW_MS}} L0206: + metrics.num.samples=2 L0206: + metrics.sample.window.ms=30000 L0208: - min.insync.replicas={{KAFKA_MIN_INSYNC_REPLICAS}} L0208: + min.insync.replicas=1 L0210: - num.replica.fetchers={{KAFKA_NUM_REPLICA_FETCHERS}} L0210: + num.replica.fetchers=1 L0212: - offset.metadata.max.bytes={{KAFKA_OFFSET_METADATA_MAX_BYTES}} L0213: - offsets.commit.required.acks={{KAFKA_OFFSETS_COMMIT_REQUIRED_ACKS}} L0214: - offsets.commit.timeout.ms={{KAFKA_OFFSETS_COMMIT_TIMEOUT_MS}} L0215: - offsets.load.buffer.size={{KAFKA_OFFSETS_LOAD_BUFFER_SIZE}} L0216: - offsets.retention.check.interval.ms={{KAFKA_OFFSETS_RETENTION_CHECK_INTERVAL_MS}} L0217: - offsets.retention.minutes={{KAFKA_OFFSETS_RETENTION_MINUTES}} L0218: - offsets.topic.compression.codec={{KAFKA_OFFSETS_TOPIC_COMPRESSION_CODEC}} L0219: - offsets.topic.num.partitions={{KAFKA_OFFSETS_TOPIC_NUM_PARTITIONS}} L0220: - offsets.topic.replication.factor={{KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR}} L0221: - offsets.topic.segment.bytes={{KAFKA_OFFSETS_TOPIC_SEGMENT_BYTES}} L0221: + offset.metadata.max.bytes=4096 L0221: + offsets.commit.required.acks=-1 L0221: + offsets.commit.timeout.ms=5000 L0221: + offsets.load.buffer.size=5242880 L0221: + offsets.retention.check.interval.ms=600000 L0221: + offsets.retention.minutes=1440 L0221: + offsets.topic.compression.codec=0 L0221: + offsets.topic.num.partitions=50 L0221: + offsets.topic.replication.factor=3 L0221: + offsets.topic.segment.bytes=104857600 L0223: - producer.purgatory.purge.interval.requests={{KAFKA_PRODUCER_PURGATORY_PURGE_INTERVAL_REQUESTS}} L0223: + producer.purgatory.purge.interval.requests=1000 L0225: - queued.max.requests={{KAFKA_QUEUED_MAX_REQUESTS}} L0226: - quota.consumer.default={{KAFKA_QUOTA_CONSUMER_DEFAULT}} L0227: - quota.producer.default={{KAFKA_QUOTA_PRODUCER_DEFAULT}} L0228: - quota.window.num={{KAFKA_QUOTA_WINDOW_NUM}} L0229: - quota.window.size.seconds={{KAFKA_QUOTA_WINDOW_SIZE_SECONDS}} L0229: + queued.max.requests=500 L0229: + quota.consumer.default=9223372036854775807 L0229: + quota.producer.default=9223372036854775807 L0229: + quota.window.num=11 L0229: + quota.window.size.seconds=1 L0231: - replica.fetch.backoff.ms={{KAFKA_REPLICA_FETCH_BACKOFF_MS}} L0232: - replica.fetch.max.bytes={{KAFKA_REPLICA_FETCH_MAX_BYTES}} L0233: - replica.fetch.min.bytes={{KAFKA_REPLICA_FETCH_MIN_BYTES}} L0234: - replica.fetch.wait.max.ms={{KAFKA_REPLICA_FETCH_WAIT_MAX_MS}} L0235: - replica.high.watermark.checkpoint.interval.ms={{KAFKA_REPLICA_HIGH_WATERMARK_CHECKPOINT_INTERVAL_MS}} L0236: - replica.lag.time.max.ms={{KAFKA_REPLICA_LAG_TIME_MAX_MS}} L0237: - replica.socket.receive.buffer.bytes={{KAFKA_REPLICA_SOCKET_RECEIVE_BUFFER_BYTES}} L0238: - replica.socket.timeout.ms={{KAFKA_REPLICA_SOCKET_TIMEOUT_MS}} L0238: + replica.fetch.backoff.ms=1000 L0238: + replica.fetch.max.bytes=1048576 L0238: + replica.fetch.min.bytes=1 L0238: + replica.fetch.wait.max.ms=500 L0238: + replica.high.watermark.checkpoint.interval.ms=5000 L0238: + replica.lag.time.max.ms=10000 L0238: + replica.socket.receive.buffer.bytes=65536 L0238: + replica.socket.timeout.ms=30000 L0240: - request.timeout.ms={{KAFKA_REQUEST_TIMEOUT_MS}} L0240: + request.timeout.ms=30000 L0242: - reserved.broker.max.id={{KAFKA_RESERVED_BROKER_MAX_ID}} L0242: + reserved.broker.max.id=1000 L0244: - unclean.leader.election.enable={{KAFKA_UNCLEAN_LEADER_ELECTION_ENABLE}} L0244: + unclean.leader.election.enable=true L0246: - zookeeper.session.timeout.ms={{KAFKA_ZOOKEEPER_SESSION_TIMEOUT_MS}} L0247: - zookeeper.sync.time.ms={{KAFKA_ZOOKEEPER_SYNC_TIME_MS}} L0247: + zookeeper.session.timeout.ms=6000 L0247: + zookeeper.sync.time.ms=2000 2017/11/02 19:30:41 Writing rendered 'kafka_2.11-0.10.1.0/config/log4j.properties' from envvar 'CONFIG_TEMPLATE_LOG_PROPERTIES' with the following changes (4389 bytes -> 4369 bytes): L0016: - log4j.rootLogger={{KAFKA_ROOT_LOG_LEVEL}}, stdout L0016: + log4j.rootLogger=INFO, stdout 2017/11/02 19:30:41 No $MESOS_SANDBOX/.ssl directory found. Cannot install certificate. Error: stat /var/lib/mesos/slave/slaves/4c493825-e249-4a7a-8b23-36db20b4a5f6-S11/frameworks/a42f2d3f-5bd5-4bce-b532-5ae40b4773b5-0036/executors/ckafka__9f70dcf3-cc23-4224-a298-b0f78b7cef10/runs/5c14b1f5-8208-447f-9dcc-66ed477f4ad4/.ssl: no such file or directory 2017/11/02 19:30:41 SDK Bootstrap successful.