一、部署kafka

 1、源码部署kafka

第一步:

安装zk

Elk-84
安装zookeeper
获取zookeeper安装包到/opt下
下载地址：wget https://mirrors.tuna.tsinghua.edu.cn/apache/zookeeper/zookeeper-3.7.0/apache-zookeeper-3.7.0-bin.tar.gz
[root@elk-84 opt]# tar zxf apache-zookeeper-3.7.0-bin.tar.gz
[root@elk-84 opt]# cp apache-zookeeper-3.7.0-bin/conf/zoo_sample.cfg apache-zookeeper-3.7.0-bin/conf/zoo.cfg
[root@elk-84 opt]# vim apache-zookeeper-3.7.0-bin/conf/zoo.cfg
dataDir=/opt/apache-zookeeper-3.7.0-bin/zookid
server.1=192.168.0.84:2888:3888
server.2=192.168.0.85:2888:3888
server.3=192.168.0.86:2888:3888
[root@elk-84 opt]# mkdir apache-zookeeper-3.7.0-bin/zookid
[root@elk-84 opt]# echo 1 > apache-zookeeper-3.7.0-bin/zookid/myid
[root@elk-84 opt]# scp apache-zookeeper-3.7.0-bin.tar.gz 192.168.0.85:/opt/

 

Elk-85
[root@elk-85 opt]# tar zxf apache-zookeeper-3.7.0-bin.tar.gz
Elk-86
[root@elk-86 opt]# tar zxf apache-zookeeper-3.7.0-bin.tar.gz

　　

Elk-84
[root@elk-84 opt]# scp apache-zookeeper-3.7.0-bin/conf/zoo.cfg 192.168.0.85:/opt/apache-zookeeper-3.7.0-bin/conf/

 

Elk-85
[root@elk-85 opt]# mkdir apache-zookeeper-3.7.0-bin/zookid
[root@elk-85 opt]# echo 2 > apache-zookeeper-3.7.0-bin/zookid/myid
Elk-86
[root@elk-86 opt]# mkdir apache-zookeeper-3.7.0-bin/zookid
[root@elk-86 opt]# echo 3 > apache-zookeeper-3.7.0-bin/zookid/myid
三台启动zookeeper
[root@elk-84 opt]# /opt/apache-zookeeper-3.7.0-bin/bin/zkServer.sh start
ss -anput | grep 2181 #查看端口

 

第二步：

 

Elk-84
下载地址: wget https://mirrors.bfsu.edu.cn/apache/kafka/2.8.0/kafka_2.13-2.8.0.tgz
[root@elk-84 opt]# tar -zxf kafka_2.13-2.8.0
[root@elk-84 opt]# vim kafka_2.13-2.8.0/config/server.properties
broker.id=1
listeners=PLAINTEXT://192.168.0.84:9092
host.name=192.168.0.84
advertised.listeners=PLAINTEXT://192.168.0.84:9092
num.network.threads=3
message.max.byte=5242880
default.replication.factor=2
replica.fetch.max.bytes=5242880
zookeeper.connect=192.168.0.84:2181,192.168.0.85:2181,192.168.0.86:2181
[root@elk-84 opt]# scp kafka_2.13-2.8.0.tgz 192.168.0.85:/opt/

　　

Elk-85
[root@elk-85 opt]# tar -zxf kafka_2.13-2.8.0
Elk-86
[root@elk-86 opt]# tar -zxf kafka_2.13-2.8.0

 

Elk-84
[root@elk-84 opt]# tar -zxf kafka_2.13-2.8.0
[root@elk-84 opt]# scp kafka_2.13-2.8.0/config/server.properties 192.168.0.85:kafka_2.13-2.8.0/config/
[root@elk-84 opt]# scp kafka_2.13-2.8.0/config/server.properties 192.168.0.86:kafka_2.13-2.8.0/config/

　　

Elk-85
[root@elk-85 opt]# vim kafka_2.13-2.8.0/config/server.properties
broker.id=2
listeners=PLAINTEXT://192.168.0.85:9092
host.name=192.168.0.85
advertised.listeners=PLAINTEXT://192.168.0.85:9092
Elk-86
[root@elk-86 opt]# vim kafka_2.13-2.8.0/config/server.properties
broker.id=3
listeners=PLAINTEXT://192.168.0.86:9092
host.name=192.168.0.86
advertised.listeners=PLAINTEXT://192.168.0.86:9092

　　

 三台启动kafka

[root@elk-84 opt]# screen -R kafka
[root@elk-84 kafka_2.13-2.8.0]# /opt/kafka_2.13-2.8.0/bin/kafka-server-start.sh /opt/kafka_2.13-2.8.0/config/server.properties
阻塞状态 
启动没有报错ctrl+a+d后台运行
ss -anput | grep 9092 #查看端口