Kafka Eagle 安装与使用

1. 官方文档

• https://ke.smartloli.org/

2. 安装

2.1 压缩包安装

2.1.1 下载压缩包

http://download.smartloli.org/

2.1.2 解压缩

tar -zxvf kafka-eagle-${version}-bin.tar.gz

2.1.3 配置Kafka Eagle profile

vi /etc/profile

export KE_HOME=<path you extract>/kafka-eagle
export PATH=$PATH:$KE_HOME/bin

#如果提示没有设置JAVA_HOME, 在profile中设置JAVA_HOME

source /etc/profile

2.1.4 设置配置文件

cd ${KE_HOME}/conf
vi system-config.properties

#multi zookeeper&kafka cluster list -- The client connection address of the Zookeeper cluster is set here
# 亲测两个以及以上的cluster时，第二个cluster的consumer offset 不显示
kafka.eagle.zk.cluster.alias=cluster1,cluster2
cluster1.zk.list=tdn1:2181,tdn2:2181,tdn3:2181
cluster2.zk.list=xdn1:2181,xdn2:2181,xdn3:2181

# zk limit -- Zookeeper cluster allows the number of clients to connect to
kafka.zk.limit.size=25

# kafka eagel webui port -- WebConsole port access address
kafka.eagle.webui.port=8048

# kafka offset storage -- Offset stored in a Kafka cluster, if stored in the zookeeper, you can not use this option
kafka.eagle.offset.storage=kafka

# delete kafka topic token -- Set to delete the topic token, so that administrators can have the right to delete
kafka.eagle.topic.token=keadmin

# kafka sasl authenticate, current support SASL_PLAINTEXT
kafka.eagle.sasl.enable=false
kafka.eagle.sasl.protocol=SASL_PLAINTEXT
kafka.eagle.sasl.mechanism=PLAIN
kafka.eagle.sasl.client=<kafka_client_jaas.conf file path>

# Default use sqlite to store data
kafka.eagle.driver=org.sqlite.JDBC
kafka.eagle.url=jdbc:sqlite:<path-you-install>/db/ke.db
#这里的用户名并不生效 默认用户名／密码是admin 123456
kafka.eagle.username=root
kafka.eagle.password=smartloli

# <Optional> set mysql address
#kafka.eagle.driver=com.mysql.jdbc.Driver
#kafka.eagle.url=jdbc:mysql://127.0.0.1:3306/keuseUnicode=true&characterEncoding=UTF-8&zeroDateTimeBehavior=convertToNull
#kafka.eagle.username=root
#kafka.eagle.password=smartloli

2.1.5 启动Kafka Eagle

cd ${KE_HOME}/bin
chmod +x ke.sh
./ke.sh start