安装配置Kafka

安装配置Kafka

Apache Kafka
从releases下载二进制版本

Apache Kafka
从releases下载二进制版本

Requirements

  1. Java 1.8

1. 添加系统账号

groupadd --system kafka
useradd -M -s /bin/bash -g kafka -d /usr/local/kafka kafka

2. 解包安装

tar -xzvf kafka_2.12-2.4.1.tgz --directory=/usr/local
cd /usr/local
ln -s kafka_2.12-2.4.1 kafka
chown -R kafka:kafka kafka kafka_2.12-2.4.1
 
mkdir /data1/kafka
chown kafka:kafka /data1/kafka

3. 编辑配置 config/server.properties

broker.id=1
 
log.dirs=/data1/kafka
 
delete.topic.enable=true
 
auto.create.topics.enable=false
 
zookeeper.connect=10.16.19.181:2181,10.16.19.182:2181,10.16.19.183:2181

4. 使用systemd管理进程 vim /usr/lib/systemd/system/kafka.service

mkdir /etc/systemd/system/kafka.service.d/
vim /etc/systemd/system/kafka.service.d/limit.conf
 
 
# If you need to change max open file limit
# for example, when you change maxclient in configuration
# you can change the LimitNOFILE value below
# see "man systemd.exec" for information
 
[Service]
LimitNOFILE=65536
 
 
[Unit]
Description=Apache Kafka
Requires=network.target
After=network.target
 
[Service]
Type=simple
User=kafka
Environment=JAVA_HOME=/usr/java/latest
Environment=PATH=/usr/java/latest/bin:/usr/bin
Environment="KAFKA_HEAP_OPTS=-Xms8G -Xmx8G"
Environment=JMX_PORT=9988
ExecStart=/usr/local/kafka/bin/kafka-server-start.sh /usr/local/kafka/config/server.properties
ExecStop=/usr/local/kafka/bin/kafka-server-stop.sh
Restart=always
 
[Install]
WantedBy=multi-user.target

5. systemctl管理命令

# 开机自启动
systemctl enable kafka

# 重启服务
systemctl restart kafka

6. 特殊配置说明

# sudo
visudo

hadoop ALL=NOPASSWD: /bin/su - kafka

7. 使用hadoop用户登录修改配置

$ sudo su - kafka
vim config/server.properties
./bin/kafka-server-stop.sh stop

# 停止后会自动重启
上一篇:Open3d(进阶四)——多视角点云配准


下一篇:python:矩阵乘法