linux环境准备

Java OpenSDK

先删除，后安装

  129  rpm -qa | grep java
  130  rpm -qa | grep java |grep -vnoarch
  131  rpm -qa | grep java |grep -v noarch
  132  rpm -e --nodeps java-1.8.0-openjdk-1.8.0.312.b07-2.el8_5.x86_64
  133  rpm -e --nodeps java-1.8.0-openjdk-headless-1.8.0.312.b07-2.el8_5.x86_64
  134  rpm -qa | grep java |grep -v noarch
  135  java -version

  126  mkdir /usr/local/java
  127  tar -xzvf jdk-8u231-linux-x64.tar.gz -C /usr/local/java
  
  137  vim /etc/profile

export JAVA_HOME=/usr/local/java/jdk1.8.0_231
export CLASSPATH=.:${JAVA_HOME}/jre/lib/rt.jar:${JAVA_HOME}/lib/dt.jar:${JAVA_HOME}/lib/tools.jar
export PATH=$PATH:${JAVA_HOME}/bin

  138  source /etc/profile
  139  java -version

Kafka

安装

wget https://dlcdn.apache.org/kafka/3.0.0/kafka_2.12-3.0.0.tgz
tar -xzvf kafka_2.12-3.0.0.tgz -C /usr/local/
ln -snf /usr/local/kafka_2.12-3.0.0 /usr/local/kafka
cd /usr/local/kafka/ 

启动

nohup bin/zookeeper-server-start.sh config/zookeeper.properties >logs/zookeeper.log 2>&1 &
nohup bin/kafka-server-start.sh config/server.properties >logs/server-0.log 2>&1 &
nohup bin/kafka-server-start.sh config/server-1.properties >logs/server-1.log 2>&1 &
nohup bin/kafka-server-start.sh config/server-2.properties >logs/server-2.log 2>&1 &

配置文件

server.properties

broker.id=0
#listeners=PLAINTEXT://:9092
advertised.listeners=PLAINTEXT://192.168.3.38:9092
log.dirs=/tmp/kafka-logs

server-1.properties

broker.id=1
listeners=PLAINTEXT://:9093
advertised.listeners=PLAINTEXT://192.168.3.38:9093
log.dirs=/tmp/kafka-logs-1

server-2.properties

broker.id=2
listeners=PLAINTEXT://:9094
advertised.listeners=PLAINTEXT://192.168.3.38:9094
log.dirs=/tmp/kafka-logs-2

常用命令

# test service
bin/kafka-topics.sh --create --partitions 1 --replication-factor 1 --topic quickstart-events --bootstrap-server localhost:9092
bin/kafka-topics.sh --describe --topic quickstart-events --bootstrap-server localhost:9092
bin/kafka-console-producer.sh --topic quickstart-events --bootstrap-server localhost:9092
bin/kafka-console-consumer.sh --topic quickstart-events --from-beginning --bootstrap-server localhost:9092

bin/kafka-topics.sh --create --partitions 1 --replication-factor 1 --topic socketMessage --bootstrap-server localhost:9092
bin/kafka-console-producer.sh --topic socketMessage --bootstrap-server localhost:9092
bin/kafka-console-consumer.sh --topic socketMessage --from-beginning --bootstrap-server localhost:9092

bin/kafka-topics.sh --create  --replication-factor 3 --partitions 1 --topic doorbell-msg --bootstrap-server=localhost:9092,localhost:9093,localhost:9094

# 设置topic config
bin/kafka-configs.sh   --alter --topic test  --add-config max.message.bytes=62914560  --bootstrap-server localhost:9092

# 查看主题所有参数
bin/kafka-configs.sh --all --describe --topic test  --bootstrap-server localhost:9092

# 查看消息消费情况
bin/kafka-consumer-groups.sh --bootstrap-server localhost:9092  -describe --group my-gid

bin/kafka-consumer-groups.sh --all-groups  --all-topics --bootstrap-server localhost:9092 --list
bin/kafka-consumer-groups.sh --all-topics --bootstrap-server localhost:9092 --list
bin/kafka-consumer-groups.sh --bootstrap-server localhost:9092 --list