Kafka Basic Commands
====================BASIC KAFKA COMMANDS===================
===========================================================
START ZOOKEEPER
===========================================================
bin/zookeeper-server-start.sh config/zookeeper.properties
===========================================================
GET INFORMATION FROM ZOOKEEPER ABOUT ACTIVE BROKER IDS
===========================================================
bin/zookeeper-shell.sh localhost:2181 ls /brokers/ids
===========================================================
GET INFORMATION FROM ZOOKEEPER ABOUT SPECIFIC BROKER BY ID
===========================================================
bin/zookeeper-shell.sh localhost:2181 get /brokers/ids/0
===========================================================
START KAFKA BROKER
===========================================================
bin/kafka-server-start.sh config/server.properties
bin/kafka-server-start.sh config/server0.properties
bin/kafka-server-start.sh config/server1.properties
bin/kafka-server-start.sh config/server2.properties
===========================================================
CREATE TOPIC
===========================================================
bin/kafka-topics.sh \
--bootstrap-server localhost:9092 \
--create \
--replication-factor 1 \
--partitions 3 \
--topic topic-test
bin/kafka-topics.sh \
--bootstrap-server localhost:9092,localhost:9093,localhost:9094 \
--create \
--replication-factor 3 \
--partitions 5 \
--topic topic-test
bin/kafka-topics.sh \
--bootstrap-server localhost:9092 \
--create \
--replication-factor 3 \
--partitions 100 \
--topic topic-test
===========================================================
LIST TOPICS
===========================================================
bin/kafka-topics.sh \
--bootstrap-server localhost:9092 \
--list
bin/kafka-topics.sh \
--bootstrap-server localhost:9092 \
--list
===========================================================
TOPIC DETAILS
===========================================================
bin/kafka-topics.sh \
--bootstrap-server localhost:9092 \
--describe \
--topic topic-test
bin/kafka-topics.sh \
--bootstrap-server localhost:9092,localhost:9093,localhost:9094 \
--describe \
--topic topic-test
bin/kafka-topics.sh \
--bootstrap-server localhost:9092 \
--describe \
--topic topic-test
===========================================================
START CONSOLE PRODUCER
===========================================================
bin/kafka-console-producer.sh \
--broker-list localhost:9092 \
--topic topic-test
bin/kafka-console-producer.sh \
--broker-list localhost:9092,localhost:9093,localhost:9094 \
--topic topic-test
bin/kafka-console-producer.sh \
--broker-list localhost:9092 \
--topic topic-test
===========================================================
START CONSOLE CONSUMER
===========================================================
领英推è
bin/kafka-console-consumer.sh \
--bootstrap-server localhost:9092 \
--topic topic-test
bin/kafka-console-consumer.sh \
--bootstrap-server localhost:9092,localhost:9093,localhost:9094 \
--topic topic-test
bin/kafka-console-consumer.sh \
--bootstrap-server localhost:9092 \
--topic topic-test
===========================================================
START CONSOLE CONSUMER AND READ FROM SPECIFIC PARTITION
===========================================================
bin/kafka-console-consumer.sh \
--bootstrap-server localhost:9092 \
--partition 2 \
--topic topic-test \
--from-beginning
bin/kafka-console-consumer.sh \
--bootstrap-server localhost:9092 \
--partition 4 \
--from-beginning \
--topic topic-test
===========================================================
START CONSOLE CONSUMER AND READ MESSAGES FROM BEGINNING
===========================================================
bin/kafka-console-consumer.sh \
--bootstrap-server localhost:9092 \
--topic topic-test \
--from-beginning
bin/kafka-console-consumer.sh \
--bootstrap-server localhost:9092,localhost:9093,localhost:9094 \
--topic topic-test \
--from-beginning
bin/kafka-console-consumer.sh \
--bootstrap-server localhost:9092 \
--topic topic-test \
--from-beginning
===========================================================
START CONSOLE CONSUMER WITH SPECIFIC CONSUMER GROUP
===========================================================
bin/kafka-console-consumer.sh \
--bootstrap-server localhost:9092 \
--topic topic-test \
--group group-test \
--from-beginning
===========================================================
START CONSOLE CONSUMER AND READ MESSAGES FROM SPECIFIC OFFSET FROM SPECIFIC PARTITION
===========================================================
bin/kafka-console-consumer.sh \
--bootstrap-server localhost:9092 \
--partition 2 \
--topic topic-test \
--offset 0
===========================================================
LIST CONSUMER GROUPS
===========================================================
bin/kafka-consumer-groups.sh \
--bootstrap-server localhost:9092 \
--list
===========================================================
CONSUMER GROUP DETAILS
===========================================================
bin/kafka-consumer-groups.sh \
--bootstrap-server localhost:9092 \
--group group-test \
--describe
===========================================================
PRODUCER PERFORMANCE TEST
===========================================================
bin/kafka-producer-perf-test.sh \
--topic topic-test \
--num-records 1000 \
--throughput 10 \
--record-size 1000 \
--producer-props \
bootstrap.servers=localhost:9092
===========================================================
CONSUMER PERFORMANCE TEST
===========================================================
bin/kafka-consumer-perf-test.sh \
--broker-list localhost:9092 \
--topic topic-test \
--messages 1000000