Kafka2.8版本部署

部署及其简单，生产配置文件另行调优，此处不再赘述。

1.安装zookeeper

cd /usr/local/
wget https://mirrors.tuna.tsinghua.edu.cn/apache/zookeeper/zookeeper-3.6.3/apache-zookeeper-3.6.3-bin.tar.gz
tar zxf apache-zookeeper-3.6.3-bin.tar.gz
ln -s apache-zookeeper-3.6.3-bin/ apache-zookeeper
cd apache-zookeeper/conf/
mv zoo_sample.cfg zoo.cfg
vim zoo.cfg
dataDir=/data/zookeeper/

server.0=172.25.25.3:2888:3888
server.1=172.25.25.4:2888:3888
server.2=172.25.25.5:2888:3888

mkdir -p /data/zookeeper
echo 0 > /data/zookeeper/myid # 节点1
echo 1 > /data/zookeeper/myid # 节点2
echo 2 > /data/zookeeper/myid # 节点3

/usr/local/apache-zookeeper/bin/zkServer.sh start
/usr/local/apache-zookeeper/bin/zkServer.sh status

2.安装kafka

cd /usr/local/
wget https://mirrors.tuna.tsinghua.edu.cn/apache/kafka/2.8.0/kafka_2.13-2.8.0.tgz
tar zxf kafka_2.13-2.8.0.tgz
ln -s kafka_2.13-2.8.0.tgz kafka
cd kafka/config/
vim server.properties
broker.id=0 # 节点1
listeners=PLAINTEXT://172.25.25.3:9092
zookeeper.connect=172.25.25.3:2181,172.25.25.4:2181,172.25.25.5:2181

broker.id=1 # 节点2
listeners=PLAINTEXT://172.25.25.4:9092
zookeeper.connect=172.25.25.3:2181,172.25.25.4:2181,172.25.25.5:2181

broker.id=2 # 节点3
listeners=PLAINTEXT://172.25.25.5:9092
zookeeper.connect=172.25.25.3:2181,172.25.25.4:2181,172.25.25.5:2181

vim /etc/profile
export KAFKA_HOME=/usr/local/kafka
export ZOOKEEPER_HOME=/usr/local/apache-zookeeper/
export PATH=$PATH:${ZOOKEEPER_HOME}/bin:${KAFKA_HOME}/bin
source /etc/profile

# 常用命令
# 启动kafka
/usr/local/kafka/bin/kafka-server-start.sh -daemon /usr/local/kafka/config/server.properties
# 创建名为test的topic
/usr/local/kafka/bin/kafka-topics.sh --create --zookeeper 172.25.25.3:2181,172.25.25.4:2181,172.25.25.5:2181 --replication-factor 3 --partitions 3 --topic test
# 列出已创建的topic
/usr/local/kafka/bin/kafka-topics.sh --list --zookeeper 172.25.25.3:2181,172.25.25.4:2181,172.25.25.5:2181
# 模拟生产者
/usr/local/kafka/bin/kafka-console-producer.sh --broker-list 172.25.25.3:9092,172.25.25.4:9092,172.25.25.5:9092 --topic test
# 模拟消费者
/usr/local/kafka/bin/kafka-console-consumer.sh --bootstrap-server 172.25.25.3:9092,172.25.25.4:9092,172.25.25.5:9092 --from-beginning --topic test
# 查看指定主题
/usr/local/kafka/bin/kafka-topics.sh --describe --zookeeper 172.25.25.3:2181,172.25.25.4:2181,172.25.25.5:2181 --topic test