kafka单机版安装

1、安装jdk（提前安装准备）

[root@keep-hadoop ~]# java -version
java version "1.8.0_172"
Java(TM) SE Runtime Environment (build 1.8.0_172-b11)
Java HotSpot(TM) 64-Bit Server VM (build 25.172-b11, mixed mode)

2、下载安装包

https://downloads.apache.org/kafka/

3、解压安装包到指定目录

[root@keep-hadoop ~]# tar -zxvf kafka_2.11-0.10.2.1.tgz -C /usr/local/src

4、配置环境变量

[root@keep-hadoop ~]# vim /etc/profile
export KAFKA_HOME=/usr/local/src/kafka_2.11-0.10.2.1
export PATH=$PATH:$KAFKA_HOME/bin:$PATH[root@keep-hadoop ~]# source /etc/profile

5、配置kafka目录

[root@keep-hadoop ~]# cd $KAFKA_HOME
[root@keep-hadoop kafka_2.11-0.10.2.1]# mkdir logs

6、修改配置文件server.properties

[root@keep-hadoop kafka_2.11-0.10.2.1]# cd config/
[root@keep-hadoop config]# vim server.properties# 打开注释
delete.topic.enable=true
# 修改参数
listeners=PLAINTEXT://192.168.140.130:9092
# 外部访问局域网kafka（使用监听ip的话，不需要配置域名）
advertised.listeners=PLAINTEXT://keep-hadoop:9092
log.dirs=/usr/local/src/kafka_2.11-0.10.2.1/logs
zookeeper.connect=192.168.140.130:2181
# 设置分区数，如果要求数据顺序性，请务必设置成 1
num.partitions=1# 添加参数
auto.create.topics.enable=true

7、启动kafka

# 先启动Zookeeper
[root@keep-hadoop kafka_2.11-0.10.2.1]# zkServer.sh status
ZooKeeper JMX enabled by default
Using config: /usr/local/src/zookeeper-3.4.10/bin/../conf/zoo.cfg
Mode: standalone
# 手动后台启动
[root@keep-hadoop kafka_2.11-0.10.2.1]# ./bin/kafka-server-start.sh ./config/server.properties &
# 自动后台启动
[root@keep-hadoop kafka_2.11-0.10.2.1]# ./bin/kafka-server-start.sh -daemon ./config/server.properties

8、使用java的jps检测进程

# jps看到Kafka进程就已经启动成功了
[root@keep-hadoop kafka_2.11-0.10.2.1]# jps
30852 Jps
20473 Kafka
20142 QuorumPeerMain

9、环境验证

# kafka目录bin下执行(或者配置环境变量)
# 创建topic
./kafka-topics.sh --create --zookeeper 192.168.140.130:2181 --replication-factor 1 --partitions 1 --topic test
# 查看创建的topic
./kafka-topics.sh --list --zookeeper 192.168.140.130:2181
# 生产
./kafka-console-producer.sh --broker-list 192.168.140.130:9092 --topic test# 运行完敲入相应需要生产的文字
# 消费（需要开启另一个窗口）
./kafka-console-consumer.sh --bootstrap-server 192.168.140.130:9092 --topic test --from-beginning
# 删除topic
./kafka-topics.sh --zookeeper 192.168.140.130:2181 --delete --topic test

10、停止kafka

[root@keep-hadoop kafka_2.11-0.10.2.1]# ./bin/kafka-server-stop.sh