{ "id": "/ckafka", "cmd": "export LD_LIBRARY_PATH=$MESOS_SANDBOX/libmesos-bundle/lib:$LD_LIBRARY_PATH; export MESOS_NATIVE_JAVA_LIBRARY=$(ls $MESOS_SANDBOX/libmesos-bundle/lib/libmesos-*.so); export JAVA_HOME=$(ls -d $MESOS_SANDBOX/jre*/); export JAVA_HOME=${JAVA_HOME%/}; export PATH=$(ls -d $JAVA_HOME/bin):$PATH && ./ckafka-scheduler/bin/ckafka ./ckafka-scheduler/svc.yml", "args": null, "user": null, "env": { "TASKCFG_ALL_KAFKA_REPLICA_SOCKET_RECEIVE_BUFFER_BYTES": "65536", "TASKCFG_ALL_KAFKA_REPLICA_SOCKET_TIMEOUT_MS": "30000", "TASKCFG_ALL_KAFKA_LOG_PREALLOCATE": "false", "TASKCFG_ALL_KAFKA_UNCLEAN_LEADER_ELECTION_ENABLE": "true", "TASKCFG_ALL_KAFKA_GROUP_MAX_SESSION_TIMEOUT_MS": "300000", "TASKCFG_ALL_KAFKA_LOG_CLEANER_DELETE_RETENTION_MS": "300000", "TASKCFG_ALL_KAFKA_LOG_CLEANER_THREADS": "1", "TASKCFG_ALL_KAFKA_QUOTA_WINDOW_SIZE_SECONDS": "1", "TASKCFG_ALL_KAFKA_METRICS_SAMPLE_WINDOW_MS": "30000", "TASKCFG_ALL_KAFKA_AUTO_CREATE_TOPICS_ENABLE": "true", "TASKCFG_ALL_KAFKA_MESSAGE_MAX_BYTES": "1000012", "TASKCFG_ALL_KAFKA_LOG_FLUSH_INTERVAL_MESSAGES": "9223372036854775807", "TASKCFG_ALL_KAFKA_CONTROLLED_SHUTDOWN_MAX_RETRIES": "3", "BROKER_MEM": "32768", "BROKER_COUNT": "3", "TASKCFG_ALL_KAFKA_OFFSET_METADATA_MAX_BYTES": "4096", "TASKCFG_ALL_KAFKA_MAX_CONNECTIONS_PER_IP": "2147483647", "TASKCFG_ALL_KAFKA_MAX_CONNECTIONS_PER_IP_OVERRIDES": "", "TASKCFG_ALL_KAFKA_NUM_IO_THREADS": "8", "TASKCFG_ALL_KAFKA_CONTROLLER_SOCKET_TIMEOUT_MS": "30000", "KERBEROS_ENABLE": "false", "TASKCFG_ALL_KAFKA_ZOOKEEPER_SYNC_TIME_MS": "2000", "TASKCFG_ALL_KAFKA_OFFSETS_RETENTION_MINUTES": "1440", "BROKER_DISK_TYPE": "ROOT", "TASKCFG_ALL_KAFKA_OFFSETS_TOPIC_SEGMENT_BYTES": "104857600", "TASKCFG_ALL_KAFKA_GROUP_MIN_SESSION_TIMEOUT_MS": "6000", "BROKER_CPUS": "10", "TASKCFG_ALL_KAFKA_QUOTA_CONSUMER_DEFAULT": "9223372036854775807", "TASKCFG_ALL_KAFKA_OFFSETS_TOPIC_NUM_PARTITIONS": "50", "JAVA_URI": "http://xxxx:8082/ckafka/uris/jre-8u121-linux-x64.tar.gz", "JMXENABLE": "true", "TASKCFG_ALL_KAFKA_OFFSETS_COMMIT_TIMEOUT_MS": "5000", "TASKCFG_ALL_KAFKA_REQUEST_TIMEOUT_MS": "30000", "TASKCFG_ALL_KAFKA_LOG_SEGMENT_DELETE_DELAY_MS": "60000", "TASKCFG_ALL_KAFKA_REPLICA_FETCH_WAIT_MAX_MS": "500", "CONFIG_TEMPLATE_PATH": "ckafka-scheduler", "BROKER_DISK_PATH": "kafka-broker-data", "TASKCFG_ALL_KAFKA_REPLICA_HIGH_WATERMARK_CHECKPOINT_INTERVAL_MS": "5000", "PLACEMENT_CONSTRAINTS": "hostname:MAX_PER:1", "BOOTSTRAP_URI": "http://xxxx:8082/ckafka/uris/bootstrap.zip", "SECRET_NAME": "", "TASKCFG_ALL_KAFKA_QUOTA_PRODUCER_DEFAULT": "9223372036854775807", "TASKCFG_ALL_KAFKA_SOCKET_REQUEST_MAX_BYTES": "104857600", "TASKCFG_ALL_KAFKA_LOG_CLEANER_DEDUPE_BUFFER_SIZE": "134217728", "BROKER_JAVA_HEAP": "16384", "FRAMEWORK_USER": "root", "MESOS_ZOOKEEPER_URI": "ckafka-zookeeper.marathon.mesos:31886", "TASKCFG_ALL_KAFKA_LOG_CLEANER_IO_BUFFER_SIZE": "524288", "TASKCFG_ALL_KAFKA_BACKGROUND_THREADS": "10", "CMD_PREFIX": "", "BROKER_PORT": "0", "TASKCFG_ALL_KAFKA_CONTROLLED_SHUTDOWN_RETRY_BACKOFF_MS": "5000", "TASKCFG_ALL_KAFKA_LOG_FLUSH_OFFSET_CHECKPOINT_INTERVAL_MS": "60000", "DEPLOY_STRATEGY": "serial", "KAFKA_VERSION_PATH": "kafka_2.11-0.10.1.0", "TASKCFG_ALL_KAFKA_LOG_ROLL_HOURS": "168", "TASKCFG_ALL_KAFKA_REPLICA_LAG_TIME_MAX_MS": "10000", "TASKCFG_ALL_KAFKA_LOG_MESSAGE_FORMAT_VERSION": "0.10.0", "LIBMESOS_URI": "http://xxxx:8082/ckafka/uris/libmesos-bundle-1.9.0-rc2-1.2.0-rc2-1.tar.gz", "TASKCFG_ALL_KAFKA_REPLICA_FETCH_BACKOFF_MS": "1000", "TASKCFG_ALL_KAFKA_REPLICA_FETCH_MAX_BYTES": "1048576", "TASKCFG_ALL_KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR": "3", "TASKCFG_ALL_KAFKA_LEADER_IMBALANCE_CHECK_INTERVAL_SECONDS": "300", "TASKCFG_ALL_KAFKA_NUM_REPLICA_FETCHERS": "1", "TASKCFG_ALL_KAFKA_NUM_PARTITIONS": "20", "TASKCFG_ALL_KAFKA_SOCKET_RECEIVE_BUFFER_BYTES": "102400", "FRAMEWORK_PRINCIPAL": "ckafka-principal", "TASKCFG_ALL_KAFKA_SOCKET_SEND_BUFFER_BYTES": "102400", "TASKCFG_ALL_KAFKA_OFFSETS_COMMIT_REQUIRED_ACKS": "-1", "TASKCFG_ALL_KAFKA_LOG_CLEANER_MIN_CLEANABLE_RATIO": "0.5", "TASKCFG_ALL_KAFKA_AUTO_LEADER_REBALANCE_ENABLE": "true", "TASKCFG_ALL_KAFKA_LOG_CLEANER_ENABLE": "true", "TASKCFG_ALL_KAFKA_ZOOKEEPER_SESSION_TIMEOUT_MS": "6000", "TASKCFG_ALL_KAFKA_LOG_CLEANER_BACKOFF_MS": "15000", "TASKCFG_ALL_KAFKA_OFFSETS_LOAD_BUFFER_SIZE": "5242880", "EXECUTOR_URI": "http://xxxx:8082/ckafka/uris/executor.zip", "TASKCFG_ALL_KAFKA_ADVERTISE_HOST": "set", "MESOS_API_VERSION": "V0", "TASKCFG_ALL_KAFKA_OFFSETS_TOPIC_COMPRESSION_CODEC": "0", "JMXPORT": "9999", "TASKCFG_ALL_KAFKA_INTER_BROKER_PROTOCOL_VERSION": "0.10.0.0", "TASKCFG_ALL_KAFKA_LOG_RETENTION_HOURS": "24", "TASKCFG_ALL_KAFKA_CONTROLLED_SHUTDOWN_ENABLE": "true", "TASKCFG_ALL_KAFKA_LOG_FLUSH_SCHEDULER_INTERVAL_MS": "9223372036854775807", "TASKCFG_ALL_KAFKA_PRODUCER_PURGATORY_PURGE_INTERVAL_REQUESTS": "1000", "TASKCFG_ALL_KAFKA_CONNECTIONS_MAX_IDLE_MS": "600000", "TASKCFG_ALL_KAFKA_LOG_CLEANER_IO_BUFFER_LOAD_FACTOR": "0.9", "TASKCFG_ALL_KAFKA_FETCH_PURGATORY_PURGE_INTERVAL_REQUESTS": "1000", "TASKCFG_ALL_KAFKA_DEFAULT_REPLICATION_FACTOR": "3", "TASKCFG_ALL_KAFKA_LOG_CLEANER_IO_MAX_BYTES_PER_SECOND": "1.7976931348623157E308", "FRAMEWORK_NAME": "ckafka", "KAFKA_URI": "http://xxxx:8082/ckafka/uris/kafka_2.11-0.10.1.0.tgz", "TASKCFG_ALL_KAFKA_NUM_NETWORK_THREADS": "3", "TASKCFG_ALL_KAFKA_LOG_CLEANUP_POLICY": "delete", "TASKCFG_ALL_KAFKA_LOG_ROLL_JITTER_HOURS": "0", "TASKCFG_ALL_KAFKA_OFFSETS_RETENTION_CHECK_INTERVAL_MS": "600000", "TASKCFG_ALL_KAFKA_QUOTA_WINDOW_NUM": "11", "TASKCFG_ALL_KAFKA_LOG_INDEX_SIZE_MAX_BYTES": "10485760", "TASKCFG_ALL_KAFKA_NUM_RECOVERY_THREADS_PER_DATA_DIR": "1", "TASKCFG_ALL_KAFKA_RESERVED_BROKER_MAX_ID": "1000", "TASKCFG_ALL_KAFKA_LOG_INDEX_INTERVAL_BYTES": "4096", "TASKCFG_ALL_KAFKA_QUEUED_MAX_REQUESTS": "500", "BROKER_DISK_SIZE": "5000", "TASKCFG_ALL_KAFKA_MIN_INSYNC_REPLICAS": "1", "TASKCFG_ALL_KAFKA_LOG_SEGMENT_BYTES": "50000000", "TASKCFG_ALL_KAFKA_LOG_RETENTION_BYTES": "5000000000", "TASKCFG_ALL_KAFKA_DELETE_TOPIC_ENABLE": "true", "TASKCFG_ALL_KAFKA_COMPRESSION_TYPE": "producer", "TASKCFG_ALL_KAFKA_METRICS_NUM_SAMPLES": "2", "TASKCFG_ALL_KAFKA_REPLICA_FETCH_MIN_BYTES": "1", "TASKCFG_ALL_KAFKA_LEADER_IMBALANCE_PER_BROKER_PERCENTAGE": "10", "TASKCFG_ALL_KAFKA_LOG_RETENTION_CHECK_INTERVAL_MS": "300000", "TASKCFG_ALL_KAFKA_ROOT_LOG_LEVEL": "INFO" }, "instances": 1, "cpus": 3, "mem": 5120, "disk": 0, "gpus": 0, "executor": "", "constraints": [], "fetch": [ { "uri": "http://xxxx:8082/ckafka/uris/executor.zip", "extract": true, "executable": false, "cache": false }, { "uri": "http://xxxx:8082/ckafka/uris/bootstrap.zip", "extract": true, "executable": false, "cache": false }, { "uri": "http://xxxx:8082/ckafka/uris/ckafka-scheduler.zip", "extract": true, "executable": false, "cache": false }, { "uri": "http://xxxx:8082/ckafka/uris/libmesos-bundle-1.9.0-rc2-1.2.0-rc2-1.tar.gz", "extract": true, "executable": false, "cache": false }, { "uri": "http://xxxx:8082/ckafka/uris/kafka_2.11-0.10.1.0.tgz", "extract": true, "executable": false, "cache": false }, { "uri": "http://xxxx:8082/ckafka/uris/jre-8u121-linux-x64.tar.gz", "extract": true, "executable": false, "cache": false } ], "storeUrls": [], "backoffSeconds": 1, "backoffFactor": 1.15, "maxLaunchDelaySeconds": 3600, "container": null, "healthChecks": [ { "path": "/v1/plans/deploy", "protocol": "HTTP", "portIndex": 0, "gracePeriodSeconds": 900, "intervalSeconds": 30, "timeoutSeconds": 30, "maxConsecutiveFailures": 0, "ignoreHttp1xx": false }, { "path": "/v1/plans/recovery", "protocol": "HTTP", "portIndex": 0, "gracePeriodSeconds": 900, "intervalSeconds": 30, "timeoutSeconds": 30, "maxConsecutiveFailures": 0, "ignoreHttp1xx": false } ], "readinessChecks": [], "dependencies": [], "upgradeStrategy": { "minimumHealthCapacity": 0, "maximumOverCapacity": 0 }, "labels": { "DCOS_PACKAGE_RELEASE": "2", "DCOS_SERVICE_SCHEME": "http", "DCOS_PACKAGE_SOURCE": "http://xxxx:8082/repo", "DCOS_PACKAGE_COMMAND": "eyJwaXAiOlsiaHR0cDovL21hc3Rlci5tZXNvczo4MDgyL2NrYWZrYS9jb21tYW5kcy9iaW5fd3JhcHBlci0wLjAuMS1weTIucHkzLW5vbmUtYW55LndobCJdfQ==", "DCOS_PACKAGE_METADATA": "eyJwYWNrYWdpbmdWZXJzaW9uIjoiMi4wIiwibmFtZSI6ImNrYWZrYSIsInZlcnNpb24iOiIwLjEwLjEuMCIsIm1haW50YWluZXIiOiJzdXBwb3J0QG1lc29zcGhlcmUuaW8iLCJkZXNjcmlwdGlvbiI6IkFwYWNoZSBLYWZrYSBmcmFtZXdvcmsgcnVubmluZyBvbiBEQy9PUyIsInRhZ3MiOlsibWVzc2FnZSIsImJyb2tlciIsInB1YnN1YiJdLCJzZWxlY3RlZCI6dHJ1ZSwiZnJhbWV3b3JrIjp0cnVlLCJwb3N0SW5zdGFsbE5vdGVzIjoiREMvT1MgQXBhY2hlIEthZmthIFNlcnZpY2UgaXMgYmVpbmcgaW5zdGFsbGVkLlxuXG5cdERvY3VtZW50YXRpb246IGh0dHBzOi8vZG9jcy5tZXNvc3BoZXJlLmNvbS9jdXJyZW50L3VzYWdlL3NlcnZpY2UtZ3VpZGVzL2thZmthXG5cdElzc3VlczogaHR0cHM6Ly9kY29zamlyYS5hdGxhc3NpYW4ubmV0L3Byb2plY3RzL0tBRktBL2lzc3VlcyIsInBvc3RVbmluc3RhbGxOb3RlcyI6IkRDL09TIEFwYWNoZSBLYWZrYSBTZXJ2aWNlIGhhcyBiZWVuIHVuaW5zdGFsbGVkLlxuUGxlYXNlIGZvbGxvdyB0aGUgaW5zdHJ1Y3Rpb25zIGF0IGh0dHBzOi8vZG9jcy5tZXNvc3BoZXJlLmNvbS9jdXJyZW50L3VzYWdlL3NlcnZpY2UtZ3VpZGVzL2thZmthL3VuaW5zdGFsbCB0byByZW1vdmUgYW55IHBlcnNpc3RlbnQgc3RhdGUgaWYgcmVxdWlyZWQuIiwiaW1hZ2VzIjp7Imljb24tc21hbGwiOiJodHRwOi8vbWFzdGVyLm1lc29zOjgwODIvY2thZmthL2ltYWdlcy9pY29uLXNlcnZpY2Uta2Fma2Etc21hbGwucG5nIiwiaWNvbi1tZWRpdW0iOiJodHRwOi8vbWFzdGVyLm1lc29zOjgwODIvY2thZmthL2ltYWdlcy9pY29uLXNlcnZpY2Uta2Fma2EtbWVkaXVtLnBuZyIsImljb24tbGFyZ2UiOiJodHRwOi8vbWFzdGVyLm1lc29zOjgwODIvY2thZmthL2ltYWdlcy9pY29uLXNlcnZpY2Uta2Fma2EtbGFyZ2UucG5nIn19", "DCOS_PACKAGE_REGISTRY_VERSION": "2.0", "DCOS_SERVICE_NAME": "ckafka", "DCOS_PACKAGE_FRAMEWORK_NAME": "ckafka", "DCOS_SERVICE_PORT_INDEX": "0", "DCOS_PACKAGE_VERSION": "0.10.1.0", "DCOS_COMMONS_API_VERSION": "v1", "DCOS_MIGRATION_API_PATH": "/v1/plan", "DCOS_PACKAGE_NAME": "ckafka", "MARATHON_SINGLE_INSTANCE_APP": "true", "DCOS_PACKAGE_IS_FRAMEWORK": "true", "DCOS_MIGRATION_API_VERSION": "v1" }, "acceptedResourceRoles": null, "ipAddress": null, "residency": null, "secrets": {}, "taskKillGracePeriodSeconds": null, "portDefinitions": [ { "port": 10000, "protocol": "tcp", "name": "api", "labels": { "VIP_0": "/api.ckafka:80" } } ], "requirePorts": false }