银河麒麟高级服务器操作系统V10 SP3安装kafka_2.12-2.3.1
1.安装环境设置
1关闭Selinux
[root@localhost ~]# vim /etc/selinux/config # This file controls the state of SELinux on the system. # SELINUX= can take one of these three values: # enforcing - SELinux security policy is enforced. # permissive - SELinux prints warnings instead of enforcing. # disabled - No SELinux policy is loaded. SELINUX=disabled #SELINUX=enforcing # SELINUXTYPE= can take one of these three values: # targeted - Targeted processes are protected, # minimum - Modification of targeted policy. Only selected processes are protected. # ukmls - Multi Level Security protection. # ukmcs -ukmcs variants of the SELinux policy. #SELINUXTYPE=targeted SELINUXTYPE=targeted # SETLOCALDEFS= Check local definition changes SETLOCALDEFS=0
将selinux配置文件中的“SELINUX=enforcing”更改为“SELINUX=disabled”并注释“#SELINUXTYPE=ukmcs”
[root@localhost ~]# setenforce 0 #使配置立即生效 setenforce: SELinux is disabled
1.2打开防火墙9092端口
[root@localhost ~]# vim /etc/sysconfig/iptables
# sample configuration for iptables service
# you can edit this manually or use system-config-firewall
# please do not ask us to add additional ports/services to this default configuration
*filter
:INPUT ACCEPT [0:0]
:FORWARD ACCEPT [0:0]
:OUTPUT ACCEPT [0:0]
-A INPUT -m state --state RELATED,ESTABLISHED -j ACCEPT
-A INPUT -p icmp -j ACCEPT
-A INPUT -i lo -j ACCEPT
-A INPUT -p tcp -m state --state NEW -m tcp --dport 22 -j ACCEPT
-A INPUT -p tcp -m state --state NEW -m tcp --dport 9092 -j ACCEPT ##增加9092端口放行规则
-A INPUT -j REJECT --reject-with icmp-host-prohibited
-A FORWARD -j REJECT --reject-with icmp-host-prohibited
COMMIT
[root@localhost ~]# systemctl restart iptables #重启防火墙
3、安装kafka
[root@localhost kafka]# find ./libs/ -name *kafka_* | head -1 | grep -o 'kafka[^ ]*' # 查看kafka版本信息
kafka_2.11-1.0.0.jar
[root@localhost 桌面]# wget https://archive.apache.org/dist/kafka/1.0.1/kafka_2.11-1.0.1.tgz #下载kafka
--2023-02-16 16:12:10-- https://archive.apache.org/dist/kafka/1.0.1/kafka_2.11-1.0.1.tgz
正在解析主机 archive.apache.org (archive.apache.org)... 138.201.131.134, 2a01:4f8:172:2ec5::2
正在连接 archive.apache.org (archive.apache.org)|138.201.131.134|:443... 已连接。
已发出 HTTP 请求,正在等待回应... 200 OK
长度:49766096 (47M) [application/x-gzip]
正在保存至: “kafka_2.11-1.0.1.tgz”
kafka_2.11-1.0.1.tgz 100%[===============================>] 47.46M 18.8KB/s 用时 60m 58s
2023-02-16 17:13:11 (13.3 KB/s) - 已保存 “kafka_2.11-1.0.1.tgz” [49766096/49766096
[root@localhost data]# tar -zxvf kafka_2.11-1.0.1.tgz
[root@localhost 桌面]# mv kafka_2.11-1.0.1 /opt/kafka
[root@localhost 桌面]# cd /opt/kafka
[root@localhost kafka]# mkdir -p kafka_data/zookeeper # zookeeper数据
[root@localhost kafka]# mkdir -p kafka_data/log/zookeeper
[root@localhost kafka]# mkdir -p kafka_data/log/kafka # kafka日志 # zookeeper日志
在kafka解压目录同一路径下:创建一个kafka_data,用于装kafka和zookeeper的log和数据。
[root@localhost ~]# cd /opt/kafka
[root@localhost kafka]# ll
总用量 48
drwxr-xr-x 3 root root 4096 10月 28 2017 bin
drwxr-xr-x 2 root root 4096 10月 28 2017 config
drwxr-xr-x 2 root root 4096 2月 20 17:09 libs
-rw-r--r-- 1 root root 28824 10月 27 2017 LICENSE
-rw-r--r-- 1 root root 336 10月 27 2017 NOTICE
drwxr-xr-x 2 root root 44 10月 28 2017 site-docs
[root@localhost kafka]# cd config [root@localhost config]# ll 总用量 64 -rw-r--r-- 1 root root 906 10月 27 2017 connect-console-sink.properties -rw-r--r-- 1 root root 909 10月 27 2017 connect-console-source.properties -rw-r--r-- 1 root root 5807 10月 27 2017 connect-distributed.properties -rw-r--r-- 1 root root 883 10月 27 2017 connect-file-sink.properties -rw-r--r-- 1 root root 881 10月 27 2017 connect-file-source.properties -rw-r--r-- 1 root root 1111 10月 27 2017 connect-log4j.properties -rw-r--r-- 1 root root 2730 10月 27 2017 connect-standalone.properties -rw-r--r-- 1 root root 1221 10月 27 2017 consumer.properties -rw-r--r-- 1 root root 4727 10月 27 2017 log4j.properties -rw-r--r-- 1 root root 1919 10月 27 2017 producer.properties -rw-r--r-- 1 root root 6852 10月 27 2017 server.properties -rw-r--r-- 1 root root 1032 10月 27 2017 tools-log4j.properties -rw-r--r-- 1 root root 1023 10月 27 2017 zookeeper.properties [root@localhost config]# sudo cp server.properties server-1.properties [root@localhost config]# sudo cp server.properties server-2.properties [root@localhost config]# sudo chmod -R 777 /opt/kafka [root@localhost config]# cd /opt/kafka/bin [root@localhost bin]# nohup ./zookeeper-server-start.sh ../config/zookeeper.properties & [1] 13293 [root@localhost bin]# nohup: 忽略输入并把输出追加到'nohup.out'
3.2配置kafka服务
[root@localhost kafka]# cd config [root@localhost config]# vim server.properties
编辑修改相应的参数,内容改动和添加如下:
broker.id=0
port=9092 #端口号
host.name=192.168.65.130 #服务器IP地址,修改为自己的服务器IP
log.dirs=/data/kafka/kafka_data/log/kafka #日志存放路径,上面创建的目录
zookeeper.connect=localhost:2181 #zookeeper地址和端口,单机配置部署,localhost:2181
3.3配置zookeeper服务
[root@localhost data]# cd kafka [root@localhost kafka]# ll 总用量 56 drwxr-xr-x 3 root root 4096 2月 22 2018 bin drwxr-xr-x 2 root root 4096 2月 16 17:33 config drwxr-xr-x 4 root root 4096 2月 16 17:28 kafka_data drwxr-xr-x 2 root root 4096 2月 16 17:14 libs -rw-r--r-- 1 root root 28824 2月 22 2018 LICENSE -rw-r--r-- 1 root root 336 2月 22 2018 NOTICE drwxr-xr-x 2 root root 4096 2月 22 2018 site-docs [root@localhost kafka]# cd config [root@localhost config]# [root@localhost config]# vim zookeeper.properties 编辑修改相应的参数,内容改动和添加如下: dataDir=/data/kafka/kafka_data/zookeeper dataLogDir=/data/kafka/kafka_data/log/zookeeper clientPort=2181 maxClientCnxns=100 tickTime=2000 initLimit=10 syncLimit=5
3.4启动停止服务
编辑kafka启动脚本
[root@localhost kafka]# vim kafka_start.sh 写入以下内容 #!/bin/sh /data/kafka/bin/zookeeper-server-start.sh /data/kafka/config/zookeeper.properties & sleep 3 /data/kafka/bin/kafka-server-start.sh /data/kafka/config/server.properties &
编辑kafka停止脚本[root@localhost kafka]# vim kafka_stop.sh
写入以下内容 #!/bin/sh /data/kafka/bin/zookeeper-server-stop.sh /data/kafka/config/zookeeper.properties & sleep 3 /data/kafka/bin/kafka-server-stop.sh /data/kafka/config/server.properties &
为启动、停止脚本赋执行权限
[root@localhost kafka]# chmod +x kafka_start.sh kafka_stop.sh
4.kafka测试
创建生产者 topic 和 消费者 topic 简单示例
4.1 在一个终端执行创建生产者: (推消息到cqld_test)