Skip to main content

Zookeeper hints

List of useful commands

kafka-topics --zookeeper zookeeper:2181 --list

To read topic from beginning using avro-console consumer:

./kafka-avro-console-consumer --bootstrap-server kafka:9092 --topic postgres.als.deal --from-beginningkafka-console-consumer --bootstrap-server kafka:9092 --topic int.limit --from-beginning 
./kafka-avro-console-consumer --bootstrap-server kafka:9092 --topic store.limit_childs --from-beginning
./kafka-avro-console-consumer --topic store.limit_childs --zookeeper zookeeper:2181 --from-beginning
./kafka-streams-application-reset --application-id kstreams-enriched-app
./kafka-consumer-groups --bootstrap-server kafka:9092 --group kstreams-enriched-app --topic postgres.als.limit --reset-offsets --to-earliest --execute
./kafka-consumer-groups --bootstrap-server kafka:9092 --group kstreams-enriched-app --topic postgres.als.limit_child_link --reset-offsets --to-earliest --execute
./kafka-consumer-groups --bootstrap-server kafka:9092 --group kstreams-enriched-app --topic postgres.als.customer --reset-offsets --to-earliest --execute
./kafka-consumer-groups --bootstrap-server kafka:9092 --group kstreams-enriched-app --topic postgres.als.limit_customer_link --reset-offsets --to-earliest --execute
./kafka-consumer-groups --bootstrap-server kafka:9092 --group kstreams-enriched-app --topic postgres.als.deal --reset-offsets --to-earliest --execute
./kafka-topics --zookeeper zookeeper:2181 --delete --topic int.limits
./kafka-topics --zookeeper zookeeper:2181 --delete --topic int.customers
./kafka-topics --zookeeper zookeeper:2181 --delete --topic int.deals
./kafka-topics --zookeeper zookeeper:2181 --delete --topic store.limits_enriched
./kafka-topics --zookeeper zookeeper:2181 --delete --topic store.limits_enrichched
./kafka-topics --zookeeper zookeeper:2181 --delete --topic store.deals_by_customer
./kafka-topics --zookeeper zookeeper:2181 --delete --topic store.limits_by_customer
./kafka-topics --zookeeper zookeeper:2181 --delete --topic store.utilization_results
./kafka-topics --zookeeper zookeeper:2181 --delete --topic store.utilization_results_by_customer
./kafka-topics --zookeeper zookeeper:2181 --delete --topic int.limits_by_customer
./kafka-consumer-groups --bootstrap-server kafka:9092 --group limits-rest-backend-app --topic store.utilization_results_by_customer --reset-offsets --to-earliest --execute
./kafka-consumer-groups.bat --list --bootstrap-server kafka:9092

To list all consumer groups

./kafka-consumer-groups.bat --list --bootstrap-server kafka:9092

To describe specific consumer group

./kafka-consumer-groups.bat --describe --group foo --bootstrap-server kafka:9092