I1211 12:19:20.494208 41108 fetcher.cpp:531] Fetcher Info: {"cache_directory":"\/tmp\/mesos\/fetch\/slaves\/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0\/root","items":[{"action":"BYPASS_CACHE","uri":{"extract":true,"value":"http:\/\/master.mesos:15082\/ckafka\/uris\/libmesos-bundle-1.9.0-rc2-1.2.0-rc2-1.tar.gz"}},{"action":"BYPASS_CACHE","uri":{"extract":true,"value":"http:\/\/master.mesos:15082\/ckafka\/uris\/java-1.8.0-openjdk-1.8.0.141-2.b16.el7_4.x86_64.tar.gz"}},{"action":"BYPASS_CACHE","uri":{"extract":true,"value":"http:\/\/master.mesos:15082\/ckafka\/uris\/kafka_2.11-0.10.1.0.tgz"}},{"action":"BYPASS_CACHE","uri":{"extract":true,"value":"http:\/\/master.mesos:15082\/ckafka\/uris\/bootstrap.zip"}},{"action":"BYPASS_CACHE","uri":{"extract":true,"value":"http:\/\/master.mesos:15082\/ckafka\/uris\/executor.zip"}},{"action":"BYPASS_CACHE","uri":{"extract":true,"value":"http:\/\/master.mesos:15082\/ckafka\/uris\/kafka-statsd-metrics2-0.5.3.jar"}},{"action":"BYPASS_CACHE","uri":{"extract":true,"value":"http:\/\/master.mesos:15082\/ckafka\/uris\/java-dogstatsd-client-2.3.jar"}},{"action":"BYPASS_CACHE","uri":{"extract":false,"output_file":"config-templates\/server-properties","value":"http:\/\/api.ckafka.marathon.l4lb.thisdcos.directory\/v1\/artifacts\/template\/7080c42b-5240-4c18-9549-59503538b773\/ckafka\/broker\/server-properties"}},{"action":"BYPASS_CACHE","uri":{"extract":false,"output_file":"config-templates\/log-properties","value":"http:\/\/api.ckafka.marathon.l4lb.thisdcos.directory\/v1\/artifacts\/template\/7080c42b-5240-4c18-9549-59503538b773\/ckafka\/broker\/log-properties"}}],"sandbox_directory":"\/var\/lib\/mesos\/slave\/slaves\/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0\/frameworks\/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006\/executors\/ckafka__be2177f2-46e0-4144-889a-79080c629c20\/runs\/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f","user":"root"} I1211 12:19:20.497117 41108 fetcher.cpp:442] Fetching URI 'http://master.mesos:15082/ckafka/uris/libmesos-bundle-1.9.0-rc2-1.2.0-rc2-1.tar.gz' I1211 12:19:20.497133 41108 fetcher.cpp:283] Fetching directly into the sandbox directory I1211 12:19:20.497149 41108 fetcher.cpp:220] Fetching URI 'http://master.mesos:15082/ckafka/uris/libmesos-bundle-1.9.0-rc2-1.2.0-rc2-1.tar.gz' I1211 12:19:20.497161 41108 fetcher.cpp:163] Downloading resource from 'http://master.mesos:15082/ckafka/uris/libmesos-bundle-1.9.0-rc2-1.2.0-rc2-1.tar.gz' to '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/libmesos-bundle-1.9.0-rc2-1.2.0-rc2-1.tar.gz' I1211 12:19:21.464979 41108 fetcher.cpp:121] Extracted '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/libmesos-bundle-1.9.0-rc2-1.2.0-rc2-1.tar.gz' into '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f' I1211 12:19:21.465052 41108 fetcher.cpp:580] Fetched 'http://master.mesos:15082/ckafka/uris/libmesos-bundle-1.9.0-rc2-1.2.0-rc2-1.tar.gz' to '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/libmesos-bundle-1.9.0-rc2-1.2.0-rc2-1.tar.gz' I1211 12:19:21.465064 41108 fetcher.cpp:442] Fetching URI 'http://master.mesos:15082/ckafka/uris/java-1.8.0-openjdk-1.8.0.141-2.b16.el7_4.x86_64.tar.gz' I1211 12:19:21.465071 41108 fetcher.cpp:283] Fetching directly into the sandbox directory I1211 12:19:21.465104 41108 fetcher.cpp:220] Fetching URI 'http://master.mesos:15082/ckafka/uris/java-1.8.0-openjdk-1.8.0.141-2.b16.el7_4.x86_64.tar.gz' I1211 12:19:21.465126 41108 fetcher.cpp:163] Downloading resource from 'http://master.mesos:15082/ckafka/uris/java-1.8.0-openjdk-1.8.0.141-2.b16.el7_4.x86_64.tar.gz' to '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/java-1.8.0-openjdk-1.8.0.141-2.b16.el7_4.x86_64.tar.gz' I1211 12:19:22.869110 41108 fetcher.cpp:121] Extracted '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/java-1.8.0-openjdk-1.8.0.141-2.b16.el7_4.x86_64.tar.gz' into '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f' I1211 12:19:22.869163 41108 fetcher.cpp:580] Fetched 'http://master.mesos:15082/ckafka/uris/java-1.8.0-openjdk-1.8.0.141-2.b16.el7_4.x86_64.tar.gz' to '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/java-1.8.0-openjdk-1.8.0.141-2.b16.el7_4.x86_64.tar.gz' I1211 12:19:22.869174 41108 fetcher.cpp:442] Fetching URI 'http://master.mesos:15082/ckafka/uris/kafka_2.11-0.10.1.0.tgz' I1211 12:19:22.869179 41108 fetcher.cpp:283] Fetching directly into the sandbox directory I1211 12:19:22.869196 41108 fetcher.cpp:220] Fetching URI 'http://master.mesos:15082/ckafka/uris/kafka_2.11-0.10.1.0.tgz' I1211 12:19:22.869204 41108 fetcher.cpp:163] Downloading resource from 'http://master.mesos:15082/ckafka/uris/kafka_2.11-0.10.1.0.tgz' to '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/kafka_2.11-0.10.1.0.tgz' I1211 12:19:23.069788 41108 fetcher.cpp:121] Extracted '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/kafka_2.11-0.10.1.0.tgz' into '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f' I1211 12:19:23.069859 41108 fetcher.cpp:580] Fetched 'http://master.mesos:15082/ckafka/uris/kafka_2.11-0.10.1.0.tgz' to '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/kafka_2.11-0.10.1.0.tgz' I1211 12:19:23.069870 41108 fetcher.cpp:442] Fetching URI 'http://master.mesos:15082/ckafka/uris/bootstrap.zip' I1211 12:19:23.069878 41108 fetcher.cpp:283] Fetching directly into the sandbox directory I1211 12:19:23.069918 41108 fetcher.cpp:220] Fetching URI 'http://master.mesos:15082/ckafka/uris/bootstrap.zip' I1211 12:19:23.069926 41108 fetcher.cpp:163] Downloading resource from 'http://master.mesos:15082/ckafka/uris/bootstrap.zip' to '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/bootstrap.zip' I1211 12:19:23.170051 41108 fetcher.cpp:121] Extracted '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/bootstrap.zip' into '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f' I1211 12:19:23.170101 41108 fetcher.cpp:580] Fetched 'http://master.mesos:15082/ckafka/uris/bootstrap.zip' to '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/bootstrap.zip' I1211 12:19:23.170112 41108 fetcher.cpp:442] Fetching URI 'http://master.mesos:15082/ckafka/uris/executor.zip' I1211 12:19:23.170120 41108 fetcher.cpp:283] Fetching directly into the sandbox directory I1211 12:19:23.170136 41108 fetcher.cpp:220] Fetching URI 'http://master.mesos:15082/ckafka/uris/executor.zip' I1211 12:19:23.170148 41108 fetcher.cpp:163] Downloading resource from 'http://master.mesos:15082/ckafka/uris/executor.zip' to '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/executor.zip' I1211 12:19:23.370887 41108 fetcher.cpp:121] Extracted '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/executor.zip' into '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f' I1211 12:19:23.370929 41108 fetcher.cpp:580] Fetched 'http://master.mesos:15082/ckafka/uris/executor.zip' to '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/executor.zip' I1211 12:19:23.370935 41108 fetcher.cpp:442] Fetching URI 'http://master.mesos:15082/ckafka/uris/kafka-statsd-metrics2-0.5.3.jar' I1211 12:19:23.370939 41108 fetcher.cpp:283] Fetching directly into the sandbox directory I1211 12:19:23.370951 41108 fetcher.cpp:220] Fetching URI 'http://master.mesos:15082/ckafka/uris/kafka-statsd-metrics2-0.5.3.jar' I1211 12:19:23.370959 41108 fetcher.cpp:163] Downloading resource from 'http://master.mesos:15082/ckafka/uris/kafka-statsd-metrics2-0.5.3.jar' to '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/kafka-statsd-metrics2-0.5.3.jar' W1211 12:19:23.376478 41108 fetcher.cpp:322] Copying instead of extracting resource from URI with 'extract' flag, because it does not seem to be an archive: http://master.mesos:15082/ckafka/uris/kafka-statsd-metrics2-0.5.3.jar I1211 12:19:23.376502 41108 fetcher.cpp:580] Fetched 'http://master.mesos:15082/ckafka/uris/kafka-statsd-metrics2-0.5.3.jar' to '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/kafka-statsd-metrics2-0.5.3.jar' I1211 12:19:23.376512 41108 fetcher.cpp:442] Fetching URI 'http://master.mesos:15082/ckafka/uris/java-dogstatsd-client-2.3.jar' I1211 12:19:23.376519 41108 fetcher.cpp:283] Fetching directly into the sandbox directory I1211 12:19:23.376538 41108 fetcher.cpp:220] Fetching URI 'http://master.mesos:15082/ckafka/uris/java-dogstatsd-client-2.3.jar' I1211 12:19:23.376549 41108 fetcher.cpp:163] Downloading resource from 'http://master.mesos:15082/ckafka/uris/java-dogstatsd-client-2.3.jar' to '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/java-dogstatsd-client-2.3.jar' W1211 12:19:23.381603 41108 fetcher.cpp:322] Copying instead of extracting resource from URI with 'extract' flag, because it does not seem to be an archive: http://master.mesos:15082/ckafka/uris/java-dogstatsd-client-2.3.jar I1211 12:19:23.381618 41108 fetcher.cpp:580] Fetched 'http://master.mesos:15082/ckafka/uris/java-dogstatsd-client-2.3.jar' to '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/java-dogstatsd-client-2.3.jar' I1211 12:19:23.381621 41108 fetcher.cpp:442] Fetching URI 'http://api.ckafka.marathon.l4lb.thisdcos.directory/v1/artifacts/template/7080c42b-5240-4c18-9549-59503538b773/ckafka/broker/server-properties' I1211 12:19:23.381625 41108 fetcher.cpp:283] Fetching directly into the sandbox directory I1211 12:19:23.381744 41108 fetcher.cpp:220] Fetching URI 'http://api.ckafka.marathon.l4lb.thisdcos.directory/v1/artifacts/template/7080c42b-5240-4c18-9549-59503538b773/ckafka/broker/server-properties' I1211 12:19:23.381754 41108 fetcher.cpp:163] Downloading resource from 'http://api.ckafka.marathon.l4lb.thisdcos.directory/v1/artifacts/template/7080c42b-5240-4c18-9549-59503538b773/ckafka/broker/server-properties' to '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/config-templates/server-properties' I1211 12:19:23.780134 41108 fetcher.cpp:580] Fetched 'http://api.ckafka.marathon.l4lb.thisdcos.directory/v1/artifacts/template/7080c42b-5240-4c18-9549-59503538b773/ckafka/broker/server-properties' to '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/config-templates/server-properties' I1211 12:19:23.780158 41108 fetcher.cpp:442] Fetching URI 'http://api.ckafka.marathon.l4lb.thisdcos.directory/v1/artifacts/template/7080c42b-5240-4c18-9549-59503538b773/ckafka/broker/log-properties' I1211 12:19:23.780167 41108 fetcher.cpp:283] Fetching directly into the sandbox directory I1211 12:19:23.780287 41108 fetcher.cpp:220] Fetching URI 'http://api.ckafka.marathon.l4lb.thisdcos.directory/v1/artifacts/template/7080c42b-5240-4c18-9549-59503538b773/ckafka/broker/log-properties' I1211 12:19:23.780305 41108 fetcher.cpp:163] Downloading resource from 'http://api.ckafka.marathon.l4lb.thisdcos.directory/v1/artifacts/template/7080c42b-5240-4c18-9549-59503538b773/ckafka/broker/log-properties' to '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/config-templates/log-properties' I1211 12:19:23.894342 41108 fetcher.cpp:580] Fetched 'http://api.ckafka.marathon.l4lb.thisdcos.directory/v1/artifacts/template/7080c42b-5240-4c18-9549-59503538b773/ckafka/broker/log-properties' to '/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/config-templates/log-properties' I1211 12:19:24.681123 86 exec.cpp:162] Version: 1.2.0 I1211 12:19:24.689893 81 exec.cpp:237] Executor registered on agent 7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0 + [[ false = true ]] 2017/12/11 12:19:25 Bootstrapping with environment: CONFIG_TEMPLATE_LOG_PROPERTIES=config-templates/log-properties,kafka_2.11-0.10.1.0/config/log4j.properties CONFIG_TEMPLATE_SERVER_PROPERTIES=config-templates/server-properties,kafka_2.11-0.10.1.0/config/server.properties FRAMEWORK_HOST=ckafka.autoip.dcos.thisdcos.directory FRAMEWORK_NAME=ckafka JAVA_HOME=/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/jre/ JAVA_OPTS=-Xms128M -Xmx128M JMXENABLE=true JMXPORT=9999 KADMIN_PASSWORD= KADMIN_PRINCIPAL= KAFKA_ADVERTISE_HOST=set KAFKA_AUTO_CREATE_TOPICS_ENABLE=true KAFKA_AUTO_LEADER_REBALANCE_ENABLE=true KAFKA_BACKGROUND_THREADS=10 KAFKA_BROKER_PORT=1025 KAFKA_COMPRESSION_TYPE=producer KAFKA_CONNECTIONS_MAX_IDLE_MS=600000 KAFKA_CONTROLLED_SHUTDOWN_ENABLE=true KAFKA_CONTROLLED_SHUTDOWN_MAX_RETRIES=3 KAFKA_CONTROLLED_SHUTDOWN_RETRY_BACKOFF_MS=5000 KAFKA_CONTROLLER_SOCKET_TIMEOUT_MS=30000 KAFKA_DEFAULT_REPLICATION_FACTOR=3 KAFKA_DELETE_TOPIC_ENABLE=true KAFKA_DISK_PATH=kafka-broker-data KAFKA_FETCH_PURGATORY_PURGE_INTERVAL_REQUESTS=1000 KAFKA_GROUP_MAX_SESSION_TIMEOUT_MS=300000 KAFKA_GROUP_MIN_SESSION_TIMEOUT_MS=6000 KAFKA_HEAP_OPTS=-Xms12288M -Xmx12288M KAFKA_INTER_BROKER_PROTOCOL_VERSION=0.10.0.0 KAFKA_LEADER_IMBALANCE_CHECK_INTERVAL_SECONDS=300 KAFKA_LEADER_IMBALANCE_PER_BROKER_PERCENTAGE=10 KAFKA_LOG_CLEANER_BACKOFF_MS=15000 KAFKA_LOG_CLEANER_DEDUPE_BUFFER_SIZE=134217728 KAFKA_LOG_CLEANER_DELETE_RETENTION_MS=86400000 KAFKA_LOG_CLEANER_ENABLE=true KAFKA_LOG_CLEANER_IO_BUFFER_LOAD_FACTOR=0.9 KAFKA_LOG_CLEANER_IO_BUFFER_SIZE=524288 KAFKA_LOG_CLEANER_IO_MAX_BYTES_PER_SECOND=1.7976931348623157E308 KAFKA_LOG_CLEANER_MIN_CLEANABLE_RATIO=0.5 KAFKA_LOG_CLEANER_THREADS=1 KAFKA_LOG_CLEANUP_POLICY=delete KAFKA_LOG_FLUSH_INTERVAL_MESSAGES=9223372036854775807 KAFKA_LOG_FLUSH_OFFSET_CHECKPOINT_INTERVAL_MS=60000 KAFKA_LOG_FLUSH_SCHEDULER_INTERVAL_MS=9223372036854775807 KAFKA_LOG_INDEX_INTERVAL_BYTES=4096 KAFKA_LOG_INDEX_SIZE_MAX_BYTES=10485760 KAFKA_LOG_MESSAGE_FORMAT_VERSION=0.10.0 KAFKA_LOG_PREALLOCATE=false KAFKA_LOG_RETENTION_BYTES=-1 KAFKA_LOG_RETENTION_CHECK_INTERVAL_MS=1800000 KAFKA_LOG_RETENTION_HOURS=96 KAFKA_LOG_ROLL_HOURS=168 KAFKA_LOG_ROLL_JITTER_HOURS=0 KAFKA_LOG_SEGMENT_BYTES=300000000 KAFKA_LOG_SEGMENT_DELETE_DELAY_MS=60000 KAFKA_MAX_CONNECTIONS_PER_IP=2147483647 KAFKA_MESSAGE_MAX_BYTES=1000012 KAFKA_METRICS_NUM_SAMPLES=2 KAFKA_METRICS_REPORTERS=com.airbnb.kafka.kafka08.StatsdMetricsReporter KAFKA_METRICS_SAMPLE_WINDOW_MS=30000 KAFKA_MIN_INSYNC_REPLICAS=1 KAFKA_NUM_IO_THREADS=8 KAFKA_NUM_NETWORK_THREADS=3 KAFKA_NUM_PARTITIONS=1 KAFKA_NUM_RECOVERY_THREADS_PER_DATA_DIR=1 KAFKA_NUM_REPLICA_FETCHERS=1 KAFKA_OFFSETS_COMMIT_REQUIRED_ACKS=-1 KAFKA_OFFSETS_COMMIT_TIMEOUT_MS=5000 KAFKA_OFFSETS_LOAD_BUFFER_SIZE=5242880 KAFKA_OFFSETS_RETENTION_CHECK_INTERVAL_MS=600000 KAFKA_OFFSETS_RETENTION_MINUTES=1440 KAFKA_OFFSETS_TOPIC_COMPRESSION_CODEC=0 KAFKA_OFFSETS_TOPIC_NUM_PARTITIONS=50 KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=3 KAFKA_OFFSETS_TOPIC_SEGMENT_BYTES=104857600 KAFKA_OFFSET_METADATA_MAX_BYTES=4096 KAFKA_PRODUCER_PURGATORY_PURGE_INTERVAL_REQUESTS=1000 KAFKA_QUEUED_MAX_REQUESTS=500 KAFKA_QUOTA_CONSUMER_DEFAULT=9223372036854775807 KAFKA_QUOTA_PRODUCER_DEFAULT=9223372036854775807 KAFKA_QUOTA_WINDOW_NUM=11 KAFKA_QUOTA_WINDOW_SIZE_SECONDS=1 KAFKA_REPLICA_FETCH_BACKOFF_MS=1000 KAFKA_REPLICA_FETCH_MAX_BYTES=1048576 KAFKA_REPLICA_FETCH_MIN_BYTES=1 KAFKA_REPLICA_FETCH_WAIT_MAX_MS=500 KAFKA_REPLICA_HIGH_WATERMARK_CHECKPOINT_INTERVAL_MS=5000 KAFKA_REPLICA_LAG_TIME_MAX_MS=10000 KAFKA_REPLICA_SOCKET_RECEIVE_BUFFER_BYTES=65536 KAFKA_REPLICA_SOCKET_TIMEOUT_MS=30000 KAFKA_REQUEST_TIMEOUT_MS=30000 KAFKA_RESERVED_BROKER_MAX_ID=1000 KAFKA_ROOT_LOG_LEVEL=INFO KAFKA_SOCKET_RECEIVE_BUFFER_BYTES=102400 KAFKA_SOCKET_REQUEST_MAX_BYTES=104857600 KAFKA_SOCKET_SEND_BUFFER_BYTES=102400 KAFKA_UNCLEAN_LEADER_ELECTION_ENABLE=true KAFKA_ZOOKEEPER_SESSION_TIMEOUT_MS=6000 KAFKA_ZOOKEEPER_SYNC_TIME_MS=2000 KAFKA_ZOOKEEPER_URI=ckafka-zookeeper.marathon.mesos:31886 KERBEROS_CONFIG= KERBEROS_ENABLE=false KERBEROS_LIBS= LD_LIBRARY_PATH=/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/libmesos-bundle/lib:/opt/mesosphere/lib LIBPROCESS_IP=192.168.24.143 LIBPROCESS_NUM_WORKER_THREADS=8 LIBPROCESS_PORT=0 MESOS_AGENT_ENDPOINT=192.168.24.143:5051 MESOS_CHECKPOINT=1 MESOS_DIRECTORY=/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f MESOS_EXECUTOR_ID=ckafka__be2177f2-46e0-4144-889a-79080c629c20 MESOS_EXECUTOR_SHUTDOWN_GRACE_PERIOD=5secs MESOS_FRAMEWORK_ID=7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006 MESOS_HTTP_COMMAND_EXECUTOR=0 MESOS_NATIVE_JAVA_LIBRARY=/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/libmesos-bundle/lib/libmesos-1.2.0.so MESOS_NATIVE_LIBRARY=/opt/mesosphere/packages/mesos--8672838b73e866c786446d1a4d7afce701f7df62/lib/libmesos-1.2.2.so MESOS_RECOVERY_TIMEOUT=15mins MESOS_SANDBOX=/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f MESOS_SLAVE_ID=7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0 MESOS_SLAVE_PID=slave(1)@192.168.24.143:5051 MESOS_SUBSCRIPTION_BACKOFF_MAX=2secs METRIC_REPORTERS=com.airbnb.kafka.kafka09.StatsdMetricsReporter NLSPATH=/usr/dt/lib/nls/msg/%L/%N.cat PATH=/usr/bin:/bin POD_INSTANCE_INDEX=0 PWD=/var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f SASL_PATH=/opt/mesosphere/lib/sasl2 SHELL=/usr/bin/bash SHLVL=2 STATSD_UDP_HOST=198.51.100.1 STATSD_UDP_PORT=44327 TASK_NAME=ckafka-0-broker XFILESEARCHPATH=/usr/dt/app-defaults/%L/Dt _=./bootstrap ckafka-0-broker=true 2017/12/11 12:19:25 Resolve disabled via -resolve=false: Skipping host resolution 2017/12/11 12:19:25 Writing rendered 'kafka_2.11-0.10.1.0/config/server.properties' from envvar 'CONFIG_TEMPLATE_SERVER_PROPERTIES' with the following changes (11421 bytes -> 8157 bytes): # Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # see kafka.server.KafkaConfig for additional details and defaults ############################# Server Basics ############################# # The id of the broker. This must be set to a unique integer for each broker. - broker.id={{POD_INSTANCE_INDEX}} + broker.id=0 ############################# Socket Server Settings ############################# # The address the socket server listens on. It will get the value returned from # java.net.InetAddress.getCanonicalHostName() if not configured. # FORMAT: # listeners = security_protocol://host_name:port # EXAMPLE: # listeners = PLAINTEXT://your.host.name:9092 - #listeners=PLAINTEXT://:{{KAFKA_BROKER_PORT}} + #listeners=PLAINTEXT://:1025 + + listeners=PLAINTEXT://:1025 + advertised.listeners=PLAINTEXT://:1025 + + + - {{^KAFKA_SECURITY_PROTOCOL}} - listeners=PLAINTEXT://:{{KAFKA_BROKER_PORT}} - advertised.listeners=PLAINTEXT://:{{KAFKA_BROKER_PORT}} - {{/KAFKA_SECURITY_PROTOCOL}} - {{#KAFKA_SECURITY_INTER_BROKER_PROTOCOL}} - security.inter.broker.protocol={{KAFKA_SECURITY_INTER_BROKER_PROTOCOL}} - {{/KAFKA_SECURITY_INTER_BROKER_PROTOCOL}} - {{#KAFKA_SECURITY_PROTOCOL}} - security.protocol={{KAFKA_SECURITY_PROTOCOL}} - listeners={{KAFKA_SECURITY_PROTOCOL}}://:{{KAFKA_BROKER_PORT}} - advertised.listeners={{KAFKA_SECURITY_PROTOCOL}}://:{{KAFKA_BROKER_PORT}} - {{/KAFKA_SECURITY_PROTOCOL}} - {{#KAFKA_SASL_KERBEROS_SERVICE_NAME}} - sasl.kerberos.service.name={{KAFKA_SASL_KERBEROS_SERVICE_NAME}} - {{/KAFKA_SASL_KERBEROS_SERVICE_NAME}} # Hostname and port the broker will advertise to producers and consumers. If not set, # it uses the value for "listeners" if configured. Otherwise, it will use the value # returned from java.net.InetAddress.getCanonicalHostName(). #advertised.listeners=PLAINTEXT://your.host.name:9092 # The number of threads handling network requests - num.network.threads={{KAFKA_NUM_NETWORK_THREADS}} + num.network.threads=3 # The number of threads doing disk I/O - num.io.threads={{KAFKA_NUM_IO_THREADS}} + num.io.threads=8 # The send buffer (SO_SNDBUF) used by the socket server - socket.send.buffer.bytes={{KAFKA_SOCKET_SEND_BUFFER_BYTES}} + socket.send.buffer.bytes=102400 # The receive buffer (SO_RCVBUF) used by the socket server - socket.receive.buffer.bytes={{KAFKA_SOCKET_RECEIVE_BUFFER_BYTES}} + socket.receive.buffer.bytes=102400 # The maximum size of a request that the socket server will accept (protection against OOM) - socket.request.max.bytes={{KAFKA_SOCKET_REQUEST_MAX_BYTES}} + socket.request.max.bytes=104857600 ############################# Log Basics ############################# # A comma seperated list of directories under which to store log files - log.dirs={{KAFKA_DISK_PATH}}/broker-{{POD_INSTANCE_INDEX}} + log.dirs=kafka-broker-data/broker-0 # The default number of log partitions per topic. More partitions allow greater # parallelism for consumption, but this will also result in more files across # the brokers. - num.partitions={{KAFKA_NUM_PARTITIONS}} + num.partitions=1 # The number of threads per data directory to be used for log recovery at startup and flushing at shutdown. # This value is recommended to be increased for installations with data dirs located in RAID array. - num.recovery.threads.per.data.dir={{KAFKA_NUM_RECOVERY_THREADS_PER_DATA_DIR}} + num.recovery.threads.per.data.dir=1 ############################# Log Flush Policy ############################# # Messages are immediately written to the filesystem but by default we only fsync() to sync # the OS cache lazily. The following configurations control the flush of data to disk. # There are a few important trade-offs here: # 1. Durability: Unflushed data may be lost if you are not using replication. # 2. Latency: Very large flush intervals may lead to latency spikes when the flush does occur as there will be a lot of data to flush. # 3. Throughput: The flush is generally the most expensive operation, and a small flush interval may lead to exceessive seeks. # The settings below allow one to configure the flush policy to flush data after a period of time or # every N messages (or both). This can be done globally and overridden on a per-topic basis. # The number of messages to accept before forcing a flush of data to disk - log.flush.interval.messages={{KAFKA_LOG_FLUSH_INTERVAL_MESSAGES}} + log.flush.interval.messages=9223372036854775807 # The maximum amount of time a message can sit in a log before we force a flush #log.flush.interval.ms=1000 ############################# Log Retention Policy ############################# # The following configurations control the disposal of log segments. The policy can # be set to delete segments after a period of time, or after a given size has accumulated. # A segment will be deleted whenever *either* of these criteria are met. Deletion always happens # from the end of the log. # The minimum age of a log file to be eligible for deletion - log.retention.hours={{KAFKA_LOG_RETENTION_HOURS}} + log.retention.hours=96 # A size-based retention policy for logs. Segments are pruned from the log as long as the remaining # segments don't drop below log.retention.bytes. - log.retention.bytes={{KAFKA_LOG_RETENTION_BYTES}} + log.retention.bytes=-1 # The maximum size of a log segment file. When this size is reached a new log segment will be created. - log.segment.bytes={{KAFKA_LOG_SEGMENT_BYTES}} + log.segment.bytes=300000000 # The interval at which log segments are checked to see if they can be deleted according # to the retention policies - log.retention.check.interval.ms={{KAFKA_LOG_RETENTION_CHECK_INTERVAL_MS}} + log.retention.check.interval.ms=1800000 ############################# Zookeeper ############################# # Zookeeper connection string (see zookeeper docs for details). # This is a comma separated host:port pairs, each corresponding to a zk # server. e.g. "127.0.0.1:3000,127.0.0.1:3001,127.0.0.1:3002". # You can also append an optional chroot string to the urls to specify the # root directory for all kafka znodes. - zookeeper.connect={{KAFKA_ZOOKEEPER_URI}} + zookeeper.connect=ckafka-zookeeper.marathon.mesos:31886 # Timeout in ms for connecting to zookeeper zookeeper.connection.timeout.ms=12000 ########################### Addition Parameters ######################## - {{#KAFKA_ADVERTISE_HOST}} # TODO this is wrong when overlay network is enabled - advertised.host.name={{LIBPROCESS_IP}} - {{/KAFKA_ADVERTISE_HOST}} + advertised.host.name=192.168.24.143 + - port={{KAFKA_BROKER_PORT}} + port=1025 - auto.create.topics.enable={{KAFKA_AUTO_CREATE_TOPICS_ENABLE}} - auto.leader.rebalance.enable={{KAFKA_AUTO_LEADER_REBALANCE_ENABLE}} + auto.create.topics.enable=true + auto.leader.rebalance.enable=true - background.threads={{KAFKA_BACKGROUND_THREADS}} + background.threads=10 - compression.type={{KAFKA_COMPRESSION_TYPE}} + compression.type=producer - connections.max.idle.ms={{KAFKA_CONNECTIONS_MAX_IDLE_MS}} + connections.max.idle.ms=600000 - controlled.shutdown.enable={{KAFKA_CONTROLLED_SHUTDOWN_ENABLE}} - controlled.shutdown.max.retries={{KAFKA_CONTROLLED_SHUTDOWN_MAX_RETRIES}} - controlled.shutdown.retry.backoff.ms={{KAFKA_CONTROLLED_SHUTDOWN_RETRY_BACKOFF_MS}} - controller.socket.timeout.ms={{KAFKA_CONTROLLER_SOCKET_TIMEOUT_MS}} + controlled.shutdown.enable=true + controlled.shutdown.max.retries=3 + controlled.shutdown.retry.backoff.ms=5000 + controller.socket.timeout.ms=30000 - default.replication.factor={{KAFKA_DEFAULT_REPLICATION_FACTOR}} + default.replication.factor=3 - delete.topic.enable={{KAFKA_DELETE_TOPIC_ENABLE}} + delete.topic.enable=true - fetch.purgatory.purge.interval.requests={{KAFKA_FETCH_PURGATORY_PURGE_INTERVAL_REQUESTS}} + fetch.purgatory.purge.interval.requests=1000 - group.max.session.timeout.ms={{KAFKA_GROUP_MAX_SESSION_TIMEOUT_MS}} - group.min.session.timeout.ms={{KAFKA_GROUP_MIN_SESSION_TIMEOUT_MS}} + group.max.session.timeout.ms=300000 + group.min.session.timeout.ms=6000 - inter.broker.protocol.version={{KAFKA_INTER_BROKER_PROTOCOL_VERSION}} + inter.broker.protocol.version=0.10.0.0 - leader.imbalance.check.interval.seconds={{KAFKA_LEADER_IMBALANCE_CHECK_INTERVAL_SECONDS}} - leader.imbalance.per.broker.percentage={{KAFKA_LEADER_IMBALANCE_PER_BROKER_PERCENTAGE}} + leader.imbalance.check.interval.seconds=300 + leader.imbalance.per.broker.percentage=10 - log.cleaner.backoff.ms={{KAFKA_LOG_CLEANER_BACKOFF_MS}} - log.cleaner.dedupe.buffer.size={{KAFKA_LOG_CLEANER_DEDUPE_BUFFER_SIZE}} - log.cleaner.delete.retention.ms={{KAFKA_LOG_CLEANER_DELETE_RETENTION_MS}} - log.cleaner.enable={{KAFKA_LOG_CLEANER_ENABLE}} - log.cleaner.io.buffer.load.factor={{KAFKA_LOG_CLEANER_IO_BUFFER_LOAD_FACTOR}} - log.cleaner.io.buffer.size={{KAFKA_LOG_CLEANER_IO_BUFFER_SIZE}} - log.cleaner.io.max.bytes.per.second={{KAFKA_LOG_CLEANER_IO_MAX_BYTES_PER_SECOND}} - log.cleaner.min.cleanable.ratio={{KAFKA_LOG_CLEANER_MIN_CLEANABLE_RATIO}} - log.cleaner.threads={{KAFKA_LOG_CLEANER_THREADS}} - log.cleanup.policy={{KAFKA_LOG_CLEANUP_POLICY}} + log.cleaner.backoff.ms=15000 + log.cleaner.dedupe.buffer.size=134217728 + log.cleaner.delete.retention.ms=86400000 + log.cleaner.enable=true + log.cleaner.io.buffer.load.factor=0.9 + log.cleaner.io.buffer.size=524288 + log.cleaner.io.max.bytes.per.second=1.7976931348623157E308 + log.cleaner.min.cleanable.ratio=0.5 + log.cleaner.threads=1 + log.cleanup.policy=delete - log.flush.offset.checkpoint.interval.ms={{KAFKA_LOG_FLUSH_OFFSET_CHECKPOINT_INTERVAL_MS}} - log.flush.scheduler.interval.ms={{KAFKA_LOG_FLUSH_SCHEDULER_INTERVAL_MS}} + log.flush.offset.checkpoint.interval.ms=60000 + log.flush.scheduler.interval.ms=9223372036854775807 - log.index.interval.bytes={{KAFKA_LOG_INDEX_INTERVAL_BYTES}} - log.index.size.max.bytes={{KAFKA_LOG_INDEX_SIZE_MAX_BYTES}} + log.index.interval.bytes=4096 + log.index.size.max.bytes=10485760 - log.message.format.version={{KAFKA_LOG_MESSAGE_FORMAT_VERSION}} + log.message.format.version=0.10.0 - log.preallocate={{KAFKA_LOG_PREALLOCATE}} + log.preallocate=false - log.roll.hours={{KAFKA_LOG_ROLL_HOURS}} - log.roll.jitter.hours={{KAFKA_LOG_ROLL_JITTER_HOURS}} + log.roll.hours=168 + log.roll.jitter.hours=0 - log.segment.delete.delay.ms={{KAFKA_LOG_SEGMENT_DELETE_DELAY_MS}} + log.segment.delete.delay.ms=60000 - max.connections.per.ip.overrides={{KAFKA_MAX_CONNECTIONS_PER_IP_OVERRIDES}} - max.connections.per.ip={{KAFKA_MAX_CONNECTIONS_PER_IP}} + max.connections.per.ip.overrides= + max.connections.per.ip=2147483647 - message.max.bytes={{KAFKA_MESSAGE_MAX_BYTES}} + message.max.bytes=1000012 - kafka.metrics.reporters={{KAFKA_METRICS_REPORTERS}} - metric.reporters={{METRIC_REPORTERS}} - metrics.num.samples={{KAFKA_METRICS_NUM_SAMPLES}} - metrics.sample.window.ms={{KAFKA_METRICS_SAMPLE_WINDOW_MS}} + kafka.metrics.reporters=com.airbnb.kafka.kafka08.StatsdMetricsReporter + metric.reporters=com.airbnb.kafka.kafka09.StatsdMetricsReporter + metrics.num.samples=2 + metrics.sample.window.ms=30000 - min.insync.replicas={{KAFKA_MIN_INSYNC_REPLICAS}} + min.insync.replicas=1 - num.replica.fetchers={{KAFKA_NUM_REPLICA_FETCHERS}} + num.replica.fetchers=1 - offset.metadata.max.bytes={{KAFKA_OFFSET_METADATA_MAX_BYTES}} - offsets.commit.required.acks={{KAFKA_OFFSETS_COMMIT_REQUIRED_ACKS}} - offsets.commit.timeout.ms={{KAFKA_OFFSETS_COMMIT_TIMEOUT_MS}} - offsets.load.buffer.size={{KAFKA_OFFSETS_LOAD_BUFFER_SIZE}} - offsets.retention.check.interval.ms={{KAFKA_OFFSETS_RETENTION_CHECK_INTERVAL_MS}} - offsets.retention.minutes={{KAFKA_OFFSETS_RETENTION_MINUTES}} - offsets.topic.compression.codec={{KAFKA_OFFSETS_TOPIC_COMPRESSION_CODEC}} - offsets.topic.num.partitions={{KAFKA_OFFSETS_TOPIC_NUM_PARTITIONS}} - offsets.topic.replication.factor={{KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR}} - offsets.topic.segment.bytes={{KAFKA_OFFSETS_TOPIC_SEGMENT_BYTES}} + offset.metadata.max.bytes=4096 + offsets.commit.required.acks=-1 + offsets.commit.timeout.ms=5000 + offsets.load.buffer.size=5242880 + offsets.retention.check.interval.ms=600000 + offsets.retention.minutes=1440 + offsets.topic.compression.codec=0 + offsets.topic.num.partitions=50 + offsets.topic.replication.factor=3 + offsets.topic.segment.bytes=104857600 - producer.purgatory.purge.interval.requests={{KAFKA_PRODUCER_PURGATORY_PURGE_INTERVAL_REQUESTS}} + producer.purgatory.purge.interval.requests=1000 - queued.max.requests={{KAFKA_QUEUED_MAX_REQUESTS}} - quota.consumer.default={{KAFKA_QUOTA_CONSUMER_DEFAULT}} - quota.producer.default={{KAFKA_QUOTA_PRODUCER_DEFAULT}} - quota.window.num={{KAFKA_QUOTA_WINDOW_NUM}} - quota.window.size.seconds={{KAFKA_QUOTA_WINDOW_SIZE_SECONDS}} + queued.max.requests=500 + quota.consumer.default=9223372036854775807 + quota.producer.default=9223372036854775807 + quota.window.num=11 + quota.window.size.seconds=1 - replica.fetch.backoff.ms={{KAFKA_REPLICA_FETCH_BACKOFF_MS}} - replica.fetch.max.bytes={{KAFKA_REPLICA_FETCH_MAX_BYTES}} - replica.fetch.min.bytes={{KAFKA_REPLICA_FETCH_MIN_BYTES}} - replica.fetch.wait.max.ms={{KAFKA_REPLICA_FETCH_WAIT_MAX_MS}} - replica.high.watermark.checkpoint.interval.ms={{KAFKA_REPLICA_HIGH_WATERMARK_CHECKPOINT_INTERVAL_MS}} - replica.lag.time.max.ms={{KAFKA_REPLICA_LAG_TIME_MAX_MS}} - replica.socket.receive.buffer.bytes={{KAFKA_REPLICA_SOCKET_RECEIVE_BUFFER_BYTES}} - replica.socket.timeout.ms={{KAFKA_REPLICA_SOCKET_TIMEOUT_MS}} + replica.fetch.backoff.ms=1000 + replica.fetch.max.bytes=1048576 + replica.fetch.min.bytes=1 + replica.fetch.wait.max.ms=500 + replica.high.watermark.checkpoint.interval.ms=5000 + replica.lag.time.max.ms=10000 + replica.socket.receive.buffer.bytes=65536 + replica.socket.timeout.ms=30000 - request.timeout.ms={{KAFKA_REQUEST_TIMEOUT_MS}} + request.timeout.ms=30000 - reserved.broker.max.id={{KAFKA_RESERVED_BROKER_MAX_ID}} + reserved.broker.max.id=1000 - unclean.leader.election.enable={{KAFKA_UNCLEAN_LEADER_ELECTION_ENABLE}} + unclean.leader.election.enable=true - zookeeper.session.timeout.ms={{KAFKA_ZOOKEEPER_SESSION_TIMEOUT_MS}} - zookeeper.sync.time.ms={{KAFKA_ZOOKEEPER_SYNC_TIME_MS}} + zookeeper.session.timeout.ms=6000 + zookeeper.sync.time.ms=2000 ######################################################################## 2017/12/11 12:19:25 Writing rendered 'kafka_2.11-0.10.1.0/config/log4j.properties' from envvar 'CONFIG_TEMPLATE_LOG_PROPERTIES' with the following changes (4389 bytes -> 4369 bytes): # Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. - log4j.rootLogger={{KAFKA_ROOT_LOG_LEVEL}}, stdout + log4j.rootLogger=INFO, stdout log4j.appender.stdout=org.apache.log4j.ConsoleAppender log4j.appender.stdout.layout=org.apache.log4j.PatternLayout log4j.appender.stdout.layout.ConversionPattern=[%d] %p %m (%c)%n log4j.appender.kafkaAppender=org.apache.log4j.DailyRollingFileAppender log4j.appender.kafkaAppender.DatePattern='.'yyyy-MM-dd-HH log4j.appender.kafkaAppender.File=${kafka.logs.dir}/server.log log4j.appender.kafkaAppender.layout=org.apache.log4j.PatternLayout log4j.appender.kafkaAppender.layout.ConversionPattern=[%d] %p %m (%c)%n log4j.appender.stateChangeAppender=org.apache.log4j.DailyRollingFileAppender log4j.appender.stateChangeAppender.DatePattern='.'yyyy-MM-dd-HH log4j.appender.stateChangeAppender.File=${kafka.logs.dir}/state-change.log log4j.appender.stateChangeAppender.layout=org.apache.log4j.PatternLayout log4j.appender.stateChangeAppender.layout.ConversionPattern=[%d] %p %m (%c)%n log4j.appender.requestAppender=org.apache.log4j.DailyRollingFileAppender log4j.appender.requestAppender.DatePattern='.'yyyy-MM-dd-HH log4j.appender.requestAppender.File=${kafka.logs.dir}/kafka-request.log log4j.appender.requestAppender.layout=org.apache.log4j.PatternLayout log4j.appender.requestAppender.layout.ConversionPattern=[%d] %p %m (%c)%n log4j.appender.cleanerAppender=org.apache.log4j.DailyRollingFileAppender log4j.appender.cleanerAppender.DatePattern='.'yyyy-MM-dd-HH log4j.appender.cleanerAppender.File=${kafka.logs.dir}/log-cleaner.log log4j.appender.cleanerAppender.layout=org.apache.log4j.PatternLayout log4j.appender.cleanerAppender.layout.ConversionPattern=[%d] %p %m (%c)%n log4j.appender.controllerAppender=org.apache.log4j.DailyRollingFileAppender log4j.appender.controllerAppender.DatePattern='.'yyyy-MM-dd-HH log4j.appender.controllerAppender.File=${kafka.logs.dir}/controller.log log4j.appender.controllerAppender.layout=org.apache.log4j.PatternLayout log4j.appender.controllerAppender.layout.ConversionPattern=[%d] %p %m (%c)%n log4j.appender.authorizerAppender=org.apache.log4j.DailyRollingFileAppender log4j.appender.authorizerAppender.DatePattern='.'yyyy-MM-dd-HH log4j.appender.authorizerAppender.File=${kafka.logs.dir}/kafka-authorizer.log log4j.appender.authorizerAppender.layout=org.apache.log4j.PatternLayout log4j.appender.authorizerAppender.layout.ConversionPattern=[%d] %p %m (%c)%n # Turn on all our debugging info #log4j.logger.kafka.producer.async.DefaultEventHandler=DEBUG, kafkaAppender #log4j.logger.kafka.client.ClientUtils=DEBUG, kafkaAppender #log4j.logger.kafka.perf=DEBUG, kafkaAppender #log4j.logger.kafka.perf.ProducerPerformance$ProducerThread=DEBUG, kafkaAppender #log4j.logger.org.I0Itec.zkclient.ZkClient=DEBUG log4j.logger.kafka=INFO, kafkaAppender log4j.logger.kafka.network.RequestChannel$=WARN, requestAppender log4j.additivity.kafka.network.RequestChannel$=false #log4j.logger.kafka.network.Processor=TRACE, requestAppender #log4j.logger.kafka.server.KafkaApis=TRACE, requestAppender #log4j.additivity.kafka.server.KafkaApis=false log4j.logger.kafka.request.logger=WARN, requestAppender log4j.additivity.kafka.request.logger=false log4j.logger.kafka.controller=TRACE, controllerAppender log4j.additivity.kafka.controller=false log4j.logger.kafka.log.LogCleaner=INFO, cleanerAppender log4j.additivity.kafka.log.LogCleaner=false log4j.logger.state.change.logger=TRACE, stateChangeAppender log4j.additivity.state.change.logger=false #Change this to debug to get the actual audit log for authorizer. log4j.logger.kafka.authorizer.logger=WARN, authorizerAppender log4j.additivity.kafka.authorizer.logger=false 2017/12/11 12:19:25 No $MESOS_SANDBOX/.ssl directory found. Cannot install certificate. Error: stat /var/lib/mesos/slave/slaves/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-S0/frameworks/7b319cf4-f06e-4a35-a6fe-fd4fcc0548e6-0006/executors/ckafka__be2177f2-46e0-4144-889a-79080c629c20/runs/74cf5505-1f78-4aa1-82f8-e3f5409e6d9f/.ssl: no such file or directory 2017/12/11 12:19:25 Local IP --> 192.168.24.143 2017/12/11 12:19:25 SDK Bootstrap successful.