> vagrant ssh worker1 Welcome to Ubuntu 14.04.1 LTS (GNU/Linux 3.13.0-43-generic x86_64) * Documentation: https://help.ubuntu.com/ System information as of Fri Jan 23 08:03:53 UTC 2015 System load: 0.0 Processes: 77 Usage of /: 4.0% of 39.34GB Users logged in: 1 Memory usage: 13% IP address for eth0: 10.0.2.15 Swap usage: 0% IP address for eth1: 192.168.50.101 Graph this data and manage this system at: https://landscape.canonical.com/ Get cloud support with Ubuntu Advantage Cloud Guest: http://www.ubuntu.com/business/services/cloud Last login: Fri Jan 23 08:03:53 2015 from 10.0.2.2 vagrant@worker1:~$ cd /opt/kafka vagrant@worker1:/opt/kafka$ bin/kafka-topics.sh --zookeeper 192.168.50.11:2181 --create --replication-factor 2 --partitions 2 --topic t1 Created topic "t1". vagrant@worker1:/opt/kafka$ bin/kafka-topics.sh --zookeeper 192.168.50.11:2181 --create --replication-factor 2 --partitions 2 --topic t2 Created topic "t2". vagrant@worker1:/opt/kafka$ bin/kafka-topics.sh --zookeeper 192.168.50.11:2181 --create --replication-factor 2 --partitions 2 --topic t3 Created topic "t3". vagrant@worker1:/opt/kafka$ bin/kafka-topics.sh --zookeeper 192.168.50.11:2181 --create --replication-factor 2 --partitions 2 --topic t4 Created topic "t4". vagrant@worker1:/opt/kafka$ bin/kafka-topics.sh --zookeeper 192.168.50.11:2181 --list t1 t2 t3 t4 vagrant@worker1:/opt/kafka$ bin/kafka-topics.sh --zookeeper 192.168.50.11:2181 --describe Topic:t1 PartitionCount:2 ReplicationFactor:2 Configs: Topic: t1 Partition: 0 Leader: 2 Replicas: 2,1 Isr: 2,1 Topic: t1 Partition: 1 Leader: 1 Replicas: 1,2 Isr: 1,2 Topic:t2 PartitionCount:2 ReplicationFactor:2 Configs: Topic: t2 Partition: 0 Leader: 2 Replicas: 2,1 Isr: 2,1 Topic: t2 Partition: 1 Leader: 1 Replicas: 1,2 Isr: 1,2 Topic:t3 PartitionCount:2 ReplicationFactor:2 Configs: Topic: t3 Partition: 0 Leader: 2 Replicas: 2,1 Isr: 2,1 Topic: t3 Partition: 1 Leader: 1 Replicas: 1,2 Isr: 1,2 Topic:t4 PartitionCount:2 ReplicationFactor:2 Configs: Topic: t4 Partition: 0 Leader: 2 Replicas: 2,1 Isr: 2,1 Topic: t4 Partition: 1 Leader: 1 Replicas: 1,2 Isr: 1,2 vagrant@worker1:/opt/kafka$ bin/kafka-console-producer.sh --broker-list 192.168.50.51:9092,192.168.50.52:9092 --topic t1 [2015-01-23 08:06:01,958] WARN Property topic is not valid (kafka.utils.VerifiableProperties) hi hey ^Cvagrant@worker1:/opt/kafka$ bin/kafka-console-producer.sh --broker-list 192.168.50.51:9092,192.168.50.52:9092 --topic t2 [2015-01-23 08:06:15,162] WARN Property topic is not valid (kafka.utils.VerifiableProperties) hey2 ^Cvagrant@worker1:/opt/kafka$ bin/kafka-console-producer.sh --broker-list 192.168.50.51:9092,192.168.50.52:9092 --topic t3 [2015-01-23 08:06:29,838] WARN Property topic is not valid (kafka.utils.VerifiableProperties) hey3 ^Cvagrant@worker1:/opt/kafka$ bin/kafka-console-producer.sh --broker-list 192.168.50.51:9092,192.168.50.52:9092 --topic t4 [2015-01-23 08:06:40,425] WARN Property topic is not valid (kafka.utils.VerifiableProperties) hey4 ^Cvagrant@worker1:/opt/kafka$ bin/kafka-console-consumer.sh --zookeeper 192.168.50.11:2181 --topic t1,t2 --consumer.config ~/g1.propertie& [1] 4864 vagrant@worker1:/opt/kafka$ vagrant@worker1:/opt/kafka$ bin/kafka-console-consumer.sh --zookeeper 192.168.50.11:2181 --topic t2,t3 --consumer.config ~/g2.properties & [2] 4890 vagrant@worker1:/opt/kafka$ vagrant@worker1:/opt/kafka$ bin/kafka-console-consumer.sh --zookeeper 192.168.50.11:2181 --topic t1,t2,t3 --consumer.config ~/g3.properties & [3] 4916 vagrant@worker1:/opt/kafka$ vagrant@worker1:/opt/kafka$ bin/kafka-console-consumer.sh --zookeeper 192.168.50.11:2181 --topic t1,t2,t3 --consumer.config ~/g4.properties & [4] 4942 vagrant@worker1:/opt/kafka$ vagrant@worker1:/opt/kafka$ bin/kafka-console-consumer.sh --zookeeper 192.168.50.11:2181 --topic t4 --consumer.config ~/g5.properties & [5] 4968 vagrant@worker1:/opt/kafka$ vagrant@worker1:/opt/kafka$ vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --list g1 g2 g3 g4 g5 vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g1 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g1, t1, 0, 0, 0, 0, g1_worker1-1422000453089-7ceb4e28-0 g1, t1, 1, 2, 2, 0, g1_worker1-1422000453089-7ceb4e28-0 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g1, t2, 0, 1, 1, 0, g1_worker1-1422000453089-7ceb4e28-0 g1, t2, 1, 0, 0, 0, g1_worker1-1422000453089-7ceb4e28-0 vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g1 --config channelSocketTimeoutMs=400 --config channelRetryBackoffMsOpt=200 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g1, t1, 0, 0, 0, 0, g1_worker1-1422000453089-7ceb4e28-0 g1, t1, 1, 2, 2, 0, g1_worker1-1422000453089-7ceb4e28-0 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g1, t2, 0, 1, 1, 0, g1_worker1-1422000453089-7ceb4e28-0 g1, t2, 1, 0, 0, 0, g1_worker1-1422000453089-7ceb4e28-0 vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g2 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g2, t2, 0, 1, 1, 0, g2_worker1-1422000461712-d865017c-0 g2, t2, 1, 0, 0, 0, g2_worker1-1422000461712-d865017c-0 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g2, t3, 0, 1, 1, 0, g2_worker1-1422000461712-d865017c-0 g2, t3, 1, 0, 0, 0, g2_worker1-1422000461712-d865017c-0 vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g3 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g3, t1, 0, 0, 0, 0, g3_worker1-1422000472951-3651c6ba-0 g3, t1, 1, 2, 2, 0, g3_worker1-1422000472951-3651c6ba-0 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g3, t2, 0, 1, 1, 0, g3_worker1-1422000472951-3651c6ba-0 g3, t2, 1, 0, 0, 0, g3_worker1-1422000472951-3651c6ba-0 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g3, t3, 0, 1, 1, 0, g3_worker1-1422000472951-3651c6ba-0 g3, t3, 1, 0, 0, 0, g3_worker1-1422000472951-3651c6ba-0 vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g4 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g4, t1, 0, 0, 0, 0, g4_worker1-1422000484707-830e4703-0 g4, t1, 1, 2, 2, 0, g4_worker1-1422000484707-830e4703-0 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g4, t2, 0, 1, 1, 0, g4_worker1-1422000484707-830e4703-0 g4, t2, 1, 0, 0, 0, g4_worker1-1422000484707-830e4703-0 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g4, t3, 0, 1, 1, 0, g4_worker1-1422000484707-830e4703-0 g4, t3, 1, 0, 0, 0, g4_worker1-1422000484707-830e4703-0 vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g5 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g5, t4, 0, 0, 0, 0, g5_worker1-1422000492543-c5f7686b-0 g5, t4, 1, 1, 1, 0, g5_worker1-1422000492543-c5f7686b-0 vagrant@worker1:/opt/kafka$ jobs [1] Running bin/kafka-console-consumer.sh --zookeeper 192.168.50.11:2181 --topic t1,t2 --consumer.config ~/g1.properties & [2] Running bin/kafka-console-consumer.sh --zookeeper 192.168.50.11:2181 --topic t2,t3 --consumer.config ~/g2.properties & [3] Running bin/kafka-console-consumer.sh --zookeeper 192.168.50.11:2181 --topic t1,t2,t3 --consumer.config ~/g3.properties & [4]- Running bin/kafka-console-consumer.sh --zookeeper 192.168.50.11:2181 --topic t1,t2,t3 --consumer.config ~/g4.properties & [5]+ Running bin/kafka-console-consumer.sh --zookeeper 192.168.50.11:2181 --topic t4 --consumer.config ~/g5.properties & vagrant@worker1:/opt/kafka$ fg 1 bin/kafka-console-consumer.sh --zookeeper 192.168.50.11:2181 --topic t1,t2 --consumer.config ~/g1.properties ^CConsumed 0 messages vagrant@worker1:/opt/kafka$ fg 2 bin/kafka-console-consumer.sh --zookeeper 192.168.50.11:2181 --topic t2,t3 --consumer.config ~/g2.properties ^CConsumed 0 messages vagrant@worker1:/opt/kafka$ fg 3 bin/kafka-console-consumer.sh --zookeeper 192.168.50.11:2181 --topic t1,t2,t3 --consumer.config ~/g3.properties ^CConsumed 0 messages vagrant@worker1:/opt/kafka$ fg 4 bin/kafka-console-consumer.sh --zookeeper 192.168.50.11:2181 --topic t1,t2,t3 --consumer.config ~/g4.properties ^CConsumed 0 messages vagrant@worker1:/opt/kafka$ fg 5 bin/kafka-console-consumer.sh --zookeeper 192.168.50.11:2181 --topic t4 --consumer.config ~/g5.properties ^CConsumed 0 messages vagrant@worker1:/opt/kafka$ jobs vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --delete --group g1 --group g5 Deleted all consumer group information for group g1 in zookeeper. Deleted all consumer group information for group g5 in zookeeper. vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --list g2 g3 g4 vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g1 No topic available for consumer group provided vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g2 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g2, t2, 0, 1, 1, 0, none g2, t2, 1, 0, 0, 0, none GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g2, t3, 0, 1, 1, 0, none g2, t3, 1, 0, 0, 0, none vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g3 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g3, t1, 0, 0, 0, 0, none g3, t1, 1, 2, 2, 0, none GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g3, t2, 0, 1, 1, 0, none g3, t2, 1, 0, 0, 0, none GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g3, t3, 0, 1, 1, 0, none g3, t3, 1, 0, 0, 0, none vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g4 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g4, t1, 0, 0, 0, 0, none g4, t1, 1, 2, 2, 0, none GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g4, t2, 0, 1, 1, 0, none g4, t2, 1, 0, 0, 0, none GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g4, t3, 0, 1, 1, 0, none g4, t3, 1, 0, 0, 0, none vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g5 No topic available for consumer group provided vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --delete --group g3 --group g4 --topic t2 Deleted consumer group information for group g3 topic t2 in zookeeper. Deleted consumer group information for group g4 topic t2 in zookeeper. vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --list g2 g3 g4 vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g1 No topic available for consumer group provided vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g2 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g2, t2, 0, 1, 1, 0, none g2, t2, 1, 0, 0, 0, none GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g2, t3, 0, 1, 1, 0, none g2, t3, 1, 0, 0, 0, none vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g3 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g3, t1, 0, 0, 0, 0, none g3, t1, 1, 2, 2, 0, none GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g3, t3, 0, 1, 1, 0, none g3, t3, 1, 0, 0, 0, none vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g4 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g4, t1, 0, 0, 0, 0, none g4, t1, 1, 2, 2, 0, none GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g4, t3, 0, 1, 1, 0, none g4, t3, 1, 0, 0, 0, none vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g5 No topic available for consumer group provided vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --delete --topic t1 --delete-all-for-topic failed because topic t1 still exists. vagrant@worker1:/opt/kafka$ bin/kafka-topics.sh --zookeeper 192.168.50.11:2181 --delete --topic t1 Topic t1 is marked for deletion. Note: This will have no impact if delete.topic.enable is not set to true. vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --delete --topic t1 Deleted all consumer group information for topic t1 in zookeeper. vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --list g2 g3 g4 vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g1 No topic available for consumer group provided vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g2 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g2, t2, 0, 1, 1, 0, none g2, t2, 1, 0, 0, 0, none GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g2, t3, 0, 1, 1, 0, none g2, t3, 1, 0, 0, 0, none vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g3 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g3, t3, 0, 1, 1, 0, none g3, t3, 1, 0, 0, 0, none vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g4 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g4, t3, 0, 1, 1, 0, none g4, t3, 1, 0, 0, 0, none vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g5 No topic available for consumer group provided vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --delete --topic t3 --force-delete Deleted all consumer group information for topic t3 in zookeeper. vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --list g2 vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g1 No topic available for consumer group provided vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g2 GROUP, TOPIC, PID, CURRENT OFFSET, LOG SIZE, LAG, OWNER g2, t2, 0, 1, 1, 0, none g2, t2, 1, 0, 0, 0, none vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g3 No topic available for consumer group provided vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g4 No topic available for consumer group provided vagrant@worker1:/opt/kafka$ bin/kafka-consumer-groups.sh --zookeeper 192.168.50.11:2181 --describe --group g5 No topic available for consumer group provided vagrant@worker1:/opt/kafka$