kafka单机部署
上传安装jdk
[root@jenkins ~]# ls
anaconda-ks.cfg jdk-8u181-linux-x64.rpm
[root@jenkins ~]# yum -y install jdk-8u181-linux-x64.rpm
Loaded plugins: fastestmirror
Examining jdk-8u181-linux-x64.rpm: 2000:jdk1.8-1.8.0_181-fcs.x86_64
[root@jenkins ~]# java -version
java version "1.8.0_181"
配置zookeeper
[root@jenkins ~]# wget http://apache.forsale.plus/zookeeper/zookeeper-3.4.10/zookeeper-3.4.10.tar.gz
--2018-11-08 15:43:19-- http://apache.forsale.plus/zookeeper/zookeeper-3.4.10/zookeeper-3.4.10.tar.gz
[root@jenkins ~]# tar zxf zookeeper-3.4.10.tar.gz
[root@jenkins ~]# mkdir /data
[root@jenkins ~]# mv zookeeper-3.4.10 /data/zk
[root@jenkins conf]# cp zoo_sample.cfg zoo.cfg
[root@jenkins conf]# cat zoo_sample.cfg |grep -v '^#'>zoo.cfg
[root@jenkins conf]# cat zoo.cfg
tickTime=2000
initLimit=10
syncLimit=5
clientPort=2181
dataDir=/data/zk/data/zookeeper
dataLogDir=/data/zk/data/logs
启动
[root@jenkins zk]# sh bin/zkServer.sh start
ZooKeeper JMX enabled by default
Using config: /data/zk/bin/../conf/zoo.cfg
Starting zookeeper ... STARTED
[root@jenkins zk]# jps
14518 Jps
14493 QuorumPeerMain
[root@jenkins zookeeper]# cat zookeeper_server.pid
14493[root@jenkins zookeeper]#
[root@jenkins zookeeper]#
[root@jenkins zookeeper]#
[root@jenkins zookeeper]# ps -ef |grep 14493
root 14493 1 1 15:55 pts/1 00:00:01 java -Dzookeeper.log.dir=. -Dzookeeper.root.logger=INFO,CONSOLE -cp /data/zk/bin/../build/classes:/data/zk/bin/../build/lib/*.jar:/data/zk/bin/../lib/slf4j-log4j12-1.6.1.jar:/data/zk/bin/../lib/slf4j-api-1.6.1.jar:/data/zk/bin/../lib/netty-3.10.5.Final.jar:/data/zk/bin/../lib/log4j-1.2.16.jar:/data/zk/bin/../lib/jline-0.9.94.jar:/data/zk/bin/../zookeeper-3.4.10.jar:/data/zk/bin/../src/java/lib/*.jar:/data/zk/bin/../conf: -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.local.only=false org.apache.zookeeper.server.quorum.QuorumPeerMain /data/zk/bin/../conf/zoo.cfg
root 14666 13519 0 15:57 pts/1 00:00:00 grep --color=auto 14493
上传kafka
[root@jenkins ~]# ls
anaconda-ks.cfg jdk-8u181-linux-x64.rpm kafka_2.11-2.0.0 kafka_2.11-2.0.0.tgz zookeeper-3.4.10.tar.gz
[root@jenkins ~]# tar xf kafka_2.11-2.0.0.tgz
[root@jenkins kafka]# yum -y install screen
配置kafka
[root@jenkins config]# cat server.properties|grep -Ev "^#|^$"
broker.id=0
listeners=PLAINTEXT://localhost:9092
num.network.threads=3
num.io.threads=8
socket.send.buffer.bytes=102400
socket.receive.buffer.bytes=102400
socket.request.max.bytes=104857600
log.dirs=/data/kafka/logs
num.partitions=1
num.recovery.threads.per.data.dir=1
offsets.topic.replication.factor=1
transaction.state.log.replication.factor=1
transaction.state.log.min.isr=1
log.retention.hours=168
log.segment.bytes=1073741824
log.retention.check.interval.ms=300000
zookeeper.connect=localhost:2181
zookeeper.connection.timeout.ms=6000
group.initial.rebalance.delay.ms=0
[root@jenkins kafka]# screen
[root@jenkins kafka]# pwd
/data/kafka
[root@jenkins kafka]# ls
bin config libs LICENSE logs NOTICE site-docs
[root@jenkins kafka]# ./bin/kafka-server-start.sh config/server.properties
Ctrl + a + d 退出后台
测试
[root@jenkins kafka]# bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic test
Created topic "test".
[root@jenkins kafka]# bin/kafka-topics.sh --list --zookeeper localhost:2181
test
[root@jenkins kafka]# bin/kafka-console-producer.sh --broker-list localhost:9092 --topic test
>hello
>world
[root@jenkins kafka]# bin/kafka-console-consumer.sh --bootstrap-server localhost:9092 --topic test --from-beginning
hello
world