Kafka安装部署

官网下载

tar -zxvf kafka_2.11-2.4.1.tgz -C /opt

# kafka
export KAFKA_HOME=/opt/kafka_2.11-2.4.1
export PATH=$KAFKA_HOME/bin:$PATH

cd $KAFKA_HOME/config
vim server.properties

# 相当于一个kafka，每一个kafka都要配，从0开始
broker.id=0
# 添加当前机器的ip地址
listeners=PLAINTEXT://localhost:9092
# kafka日志文件存储
log.dirs=/storm/tmp/kafka-logs
# zookeeper连接地址
zookeeper.connect=ip1:2181,ip2:2181,ip3:2181

# 控制台启动
kafka-server-start.sh $KAFKA_HOME/config/server.properties
# 后台启动
kafka-server-start.sh -daemon $KAFKA_HOME/config/server.properties

kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic test

kafka-topics.sh --list --zookeeper ip1:2181

kafka-console-producer.sh --broker-list localhost:9092 --topic test

kafka-console-consumer.sh --bootstrap-server localhost:9092 --topic test --from-beginning

kafka-topics.sh --describe --bootstrap-server localhost:9092 --topic test

kafka-topics.sh --delete --zookeeper ip1:2181 --topic test1