4 kafka安装

4 kafka

4.1 下载

Apache Kafka

4.2 安装

[root@kafka ~]# ll software/
总用量 958312
-rw-r--r--. 1 root root  14853274 1123 02:20 apache-zookeeper-3.8.3-bin.tar.gz
-rw-r--r--. 1 root root 113400977 1122 22:05 kafka_2.12-3.6.0.tgz
-rw-r--r--. 1 root root  89962364 1122 23:37 kafka-eagle-bin-3.0.1.tar.gz
-rw-r--r--. 1 root root 660017902 1126 15:48 mysql-5.7.30-linux-glibc2.12-x86_64.tar.gz
-rw-r--r--. 1 root root 103063877 1122 17:19 OpenJDK8U-jdk_x64_linux_hotspot_8u322b06.tar.gz
[root@kafka ~]# mkdir -p /opt/kafka
[root@kafka ~]# tar -zxvf software/kafka_2.12-3.6.0.tgz -C /opt/kafka
kafka_2.12-3.6.0/
kafka_2.12-3.6.0/LICENSE
kafka_2.12-3.6.0/NOTICE
kafka_2.12-3.6.0/bin/
kafka_2.12-3.6.0/bin/kafka-delete-records.sh
kafka_2.12-3.6.0/bin/trogdor.sh
kafka_2.12-3.6.0/bin/kafka-jmx.sh
kafka_2.12-3.6.0/bin/connect-mirror-maker.sh
kafka_2.12-3.6.0/bin/kafka-console-consumer.sh
kafka_2.12-3.6.0/bin/kafka-consumer-perf-test.sh
kafka_2.12-3.6.0/bin/kafka-log-dirs.sh
kafka_2.12-3.6.0/bin/kafka-metadata-quorum.sh
kafka_2.12-3.6.0/bin/zookeeper-server-stop.sh
kafka_2.12-3.6.0/bin/kafka-verifiable-consumer.sh
kafka_2.12-3.6.0/bin/kafka-features.sh
kafka_2.12-3.6.0/bin/kafka-acls.sh
kafka_2.12-3.6.0/bin/zookeeper-server-start.sh
kafka_2.12-3.6.0/bin/kafka-server-stop.sh
kafka_2.12-3.6.0/bin/kafka-configs.sh
kafka_2.12-3.6.0/bin/kafka-reassign-partitions.sh
kafka_2.12-3.6.0/bin/connect-plugin-path.sh
kafka_2.12-3.6.0/bin/kafka-leader-election.sh
kafka_2.12-3.6.0/bin/kafka-producer-perf-test.sh
kafka_2.12-3.6.0/bin/kafka-transactions.sh
kafka_2.12-3.6.0/bin/kafka-topics.sh
kafka_2.12-3.6.0/bin/connect-standalone.sh
kafka_2.12-3.6.0/bin/kafka-e2e-latency.sh
kafka_2.12-3.6.0/bin/kafka-metadata-shell.sh
kafka_2.12-3.6.0/bin/kafka-get-offsets.sh
kafka_2.12-3.6.0/bin/kafka-dump-log.sh
kafka_2.12-3.6.0/bin/kafka-broker-api-versions.sh
kafka_2.12-3.6.0/bin/kafka-consumer-groups.sh
kafka_2.12-3.6.0/bin/connect-distributed.sh
kafka_2.12-3.6.0/bin/kafka-delegation-tokens.sh
kafka_2.12-3.6.0/bin/kafka-run-class.sh
kafka_2.12-3.6.0/bin/kafka-replica-verification.sh
kafka_2.12-3.6.0/bin/kafka-console-producer.sh
kafka_2.12-3.6.0/bin/zookeeper-shell.sh
kafka_2.12-3.6.0/bin/kafka-cluster.sh
kafka_2.12-3.6.0/bin/windows/
kafka_2.12-3.6.0/bin/windows/kafka-e2e-latency.bat
kafka_2.12-3.6.0/bin/windows/kafka-log-dirs.bat
kafka_2.12-3.6.0/bin/windows/zookeeper-server-stop.bat
kafka_2.12-3.6.0/bin/windows/connect-distributed.bat
kafka_2.12-3.6.0/bin/windows/kafka-configs.bat
kafka_2.12-3.6.0/bin/windows/kafka-console-producer.bat
kafka_2.12-3.6.0/bin/windows/kafka-delete-records.bat
kafka_2.12-3.6.0/bin/windows/kafka-topics.bat
kafka_2.12-3.6.0/bin/windows/kafka-dump-log.bat
kafka_2.12-3.6.0/bin/windows/kafka-console-consumer.bat
kafka_2.12-3.6.0/bin/windows/kafka-server-start.bat
kafka_2.12-3.6.0/bin/windows/kafka-consumer-groups.bat
kafka_2.12-3.6.0/bin/windows/kafka-mirror-maker.bat
kafka_2.12-3.6.0/bin/windows/kafka-features.bat
kafka_2.12-3.6.0/bin/windows/kafka-reassign-partitions.bat
kafka_2.12-3.6.0/bin/windows/kafka-cluster.bat
kafka_2.12-3.6.0/bin/windows/kafka-producer-perf-test.bat
kafka_2.12-3.6.0/bin/windows/kafka-jmx.bat
kafka_2.12-3.6.0/bin/windows/zookeeper-server-start.bat
kafka_2.12-3.6.0/bin/windows/kafka-server-stop.bat
kafka_2.12-3.6.0/bin/windows/kafka-replica-verification.bat
kafka_2.12-3.6.0/bin/windows/kafka-run-class.bat
kafka_2.12-3.6.0/bin/windows/kafka-acls.bat
kafka_2.12-3.6.0/bin/windows/kafka-delegation-tokens.bat
kafka_2.12-3.6.0/bin/windows/kafka-broker-api-versions.bat
kafka_2.12-3.6.0/bin/windows/kafka-metadata-quorum.bat
kafka_2.12-3.6.0/bin/windows/kafka-transactions.bat
kafka_2.12-3.6.0/bin/windows/kafka-storage.bat
kafka_2.12-3.6.0/bin/windows/kafka-leader-election.bat
kafka_2.12-3.6.0/bin/windows/kafka-streams-application-reset.bat
kafka_2.12-3.6.0/bin/windows/kafka-get-offsets.bat
kafka_2.12-3.6.0/bin/windows/connect-plugin-path.bat
kafka_2.12-3.6.0/bin/windows/zookeeper-shell.bat
kafka_2.12-3.6.0/bin/windows/connect-standalone.bat
kafka_2.12-3.6.0/bin/windows/kafka-consumer-perf-test.bat
kafka_2.12-3.6.0/bin/kafka-verifiable-producer.sh
kafka_2.12-3.6.0/bin/kafka-server-start.sh
kafka_2.12-3.6.0/bin/kafka-mirror-maker.sh
kafka_2.12-3.6.0/bin/kafka-storage.sh
kafka_2.12-3.6.0/bin/kafka-streams-application-reset.sh
kafka_2.12-3.6.0/bin/zookeeper-security-migration.sh
kafka_2.12-3.6.0/config/
kafka_2.12-3.6.0/config/consumer.properties
kafka_2.12-3.6.0/config/connect-mirror-maker.properties
kafka_2.12-3.6.0/config/zookeeper.properties
kafka_2.12-3.6.0/config/server.properties
kafka_2.12-3.6.0/config/producer.properties
kafka_2.12-3.6.0/config/trogdor.conf
kafka_2.12-3.6.0/config/connect-console-sink.properties
kafka_2.12-3.6.0/config/connect-log4j.properties
kafka_2.12-3.6.0/config/connect-standalone.properties
kafka_2.12-3.6.0/config/connect-file-source.properties
kafka_2.12-3.6.0/config/connect-console-source.properties
kafka_2.12-3.6.0/config/connect-distributed.properties
kafka_2.12-3.6.0/config/tools-log4j.properties
kafka_2.12-3.6.0/config/connect-file-sink.properties
kafka_2.12-3.6.0/config/kraft/
kafka_2.12-3.6.0/config/kraft/server.properties
kafka_2.12-3.6.0/config/kraft/broker.properties
kafka_2.12-3.6.0/config/kraft/controller.properties
kafka_2.12-3.6.0/config/log4j.properties
kafka_2.12-3.6.0/licenses/
kafka_2.12-3.6.0/licenses/pcollections-MIT
kafka_2.12-3.6.0/licenses/jopt-simple-MIT
kafka_2.12-3.6.0/licenses/DWTFYWTPL
kafka_2.12-3.6.0/licenses/eclipse-distribution-license-1.0
kafka_2.12-3.6.0/licenses/slf4j-MIT
kafka_2.12-3.6.0/licenses/jline-BSD-3-clause
kafka_2.12-3.6.0/licenses/eclipse-public-license-2.0
kafka_2.12-3.6.0/licenses/paranamer-BSD-3-clause
kafka_2.12-3.6.0/licenses/argparse-MIT
kafka_2.12-3.6.0/licenses/zstd-jni-BSD-2-clause
kafka_2.12-3.6.0/licenses/checker-qual-MIT
kafka_2.12-3.6.0/licenses/CDDL+GPL-1.1
kafka_2.12-3.6.0/libs/
kafka_2.12-3.6.0/libs/kafka-group-coordinator-3.6.0.jar
kafka_2.12-3.6.0/libs/kafka-metadata-3.6.0.jar
kafka_2.12-3.6.0/libs/kafka-storage-3.6.0.jar
kafka_2.12-3.6.0/libs/kafka-storage-api-3.6.0.jar
kafka_2.12-3.6.0/libs/kafka-raft-3.6.0.jar
kafka_2.12-3.6.0/libs/kafka-server-common-3.6.0.jar
kafka_2.12-3.6.0/libs/kafka-tools-api-3.6.0.jar
kafka_2.12-3.6.0/libs/kafka-clients-3.6.0.jar
kafka_2.12-3.6.0/libs/jackson-dataformat-csv-2.13.5.jar
kafka_2.12-3.6.0/libs/jackson-datatype-jdk8-2.13.5.jar
kafka_2.12-3.6.0/libs/jackson-databind-2.13.5.jar
kafka_2.12-3.6.0/libs/jackson-annotations-2.13.5.jar
kafka_2.12-3.6.0/libs/jackson-core-2.13.5.jar
kafka_2.12-3.6.0/libs/jackson-module-scala_2.12-2.13.5.jar
kafka_2.12-3.6.0/libs/scala-collection-compat_2.12-2.10.0.jar
kafka_2.12-3.6.0/libs/scala-java8-compat_2.12-1.0.2.jar
kafka_2.12-3.6.0/libs/scala-logging_2.12-3.9.4.jar
kafka_2.12-3.6.0/libs/scala-reflect-2.12.18.jar
kafka_2.12-3.6.0/libs/scala-library-2.12.18.jar
kafka_2.12-3.6.0/libs/argparse4j-0.7.0.jar
kafka_2.12-3.6.0/libs/commons-validator-1.7.jar
kafka_2.12-3.6.0/libs/jopt-simple-5.0.4.jar
kafka_2.12-3.6.0/libs/jose4j-0.9.3.jar
kafka_2.12-3.6.0/libs/metrics-core-2.2.0.jar
kafka_2.12-3.6.0/libs/metrics-core-4.1.12.1.jar
kafka_2.12-3.6.0/libs/zookeeper-3.8.2.jar
kafka_2.12-3.6.0/libs/slf4j-api-1.7.36.jar
kafka_2.12-3.6.0/libs/commons-cli-1.4.jar
kafka_2.12-3.6.0/libs/commons-beanutils-1.9.4.jar
kafka_2.12-3.6.0/libs/commons-logging-1.2.jar
kafka_2.12-3.6.0/libs/commons-collections-3.2.2.jar
kafka_2.12-3.6.0/libs/commons-digester-2.1.jar
kafka_2.12-3.6.0/libs/paranamer-2.8.jar
kafka_2.12-3.6.0/libs/zookeeper-jute-3.8.2.jar
kafka_2.12-3.6.0/libs/audience-annotations-0.12.0.jar
kafka_2.12-3.6.0/libs/netty-handler-4.1.94.Final.jar
kafka_2.12-3.6.0/libs/netty-transport-native-epoll-4.1.94.Final.jar
kafka_2.12-3.6.0/libs/netty-transport-classes-epoll-4.1.94.Final.jar
kafka_2.12-3.6.0/libs/netty-transport-native-unix-common-4.1.94.Final.jar
kafka_2.12-3.6.0/libs/netty-codec-4.1.94.Final.jar
kafka_2.12-3.6.0/libs/netty-transport-4.1.94.Final.jar
kafka_2.12-3.6.0/libs/netty-resolver-4.1.94.Final.jar
kafka_2.12-3.6.0/libs/netty-buffer-4.1.94.Final.jar
kafka_2.12-3.6.0/libs/netty-common-4.1.94.Final.jar
kafka_2.12-3.6.0/libs/commons-io-2.11.0.jar
kafka_2.12-3.6.0/libs/zstd-jni-1.5.5-1.jar
kafka_2.12-3.6.0/libs/lz4-java-1.8.0.jar
kafka_2.12-3.6.0/libs/snappy-java-1.1.10.4.jar
kafka_2.12-3.6.0/libs/pcollections-4.0.1.jar
kafka_2.12-3.6.0/libs/caffeine-2.9.3.jar
kafka_2.12-3.6.0/libs/checker-qual-3.19.0.jar
kafka_2.12-3.6.0/libs/error_prone_annotations-2.10.0.jar
kafka_2.12-3.6.0/libs/kafka_2.12-3.6.0.jar
kafka_2.12-3.6.0/site-docs/
kafka_2.12-3.6.0/site-docs/kafka_2.12-3.6.0-site-docs.tgz
kafka_2.12-3.6.0/libs/kafka-tools-3.6.0.jar
kafka_2.12-3.6.0/libs/connect-runtime-3.6.0.jar
kafka_2.12-3.6.0/libs/connect-json-3.6.0.jar
kafka_2.12-3.6.0/libs/connect-transforms-3.6.0.jar
kafka_2.12-3.6.0/libs/connect-api-3.6.0.jar
kafka_2.12-3.6.0/libs/kafka-log4j-appender-3.6.0.jar
kafka_2.12-3.6.0/libs/jackson-jaxrs-json-provider-2.13.5.jar
kafka_2.12-3.6.0/libs/jackson-module-jaxb-annotations-2.13.5.jar
kafka_2.12-3.6.0/libs/jackson-jaxrs-base-2.13.5.jar
kafka_2.12-3.6.0/libs/reflections-0.10.2.jar
kafka_2.12-3.6.0/libs/slf4j-reload4j-1.7.36.jar
kafka_2.12-3.6.0/libs/reload4j-1.2.25.jar
kafka_2.12-3.6.0/libs/jakarta.xml.bind-api-2.3.3.jar
kafka_2.12-3.6.0/libs/jakarta.activation-api-1.2.2.jar
kafka_2.12-3.6.0/libs/javax.ws.rs-api-2.1.1.jar
kafka_2.12-3.6.0/libs/jersey-container-servlet-2.39.1.jar
kafka_2.12-3.6.0/libs/jersey-hk2-2.39.1.jar
kafka_2.12-3.6.0/libs/jaxb-api-2.3.1.jar
kafka_2.12-3.6.0/libs/activation-1.1.1.jar
kafka_2.12-3.6.0/libs/jetty-servlet-9.4.52.v20230823.jar
kafka_2.12-3.6.0/libs/jetty-security-9.4.52.v20230823.jar
kafka_2.12-3.6.0/libs/jetty-server-9.4.52.v20230823.jar
kafka_2.12-3.6.0/libs/jetty-servlets-9.4.52.v20230823.jar
kafka_2.12-3.6.0/libs/jetty-client-9.4.52.v20230823.jar
kafka_2.12-3.6.0/libs/maven-artifact-3.8.8.jar
kafka_2.12-3.6.0/libs/swagger-annotations-2.2.8.jar
kafka_2.12-3.6.0/libs/jersey-container-servlet-core-2.39.1.jar
kafka_2.12-3.6.0/libs/jersey-server-2.39.1.jar
kafka_2.12-3.6.0/libs/jersey-client-2.39.1.jar
kafka_2.12-3.6.0/libs/jersey-common-2.39.1.jar
kafka_2.12-3.6.0/libs/jakarta.ws.rs-api-2.1.6.jar
kafka_2.12-3.6.0/libs/hk2-locator-2.6.1.jar
kafka_2.12-3.6.0/libs/javassist-3.29.2-GA.jar
kafka_2.12-3.6.0/libs/javax.activation-api-1.2.0.jar
kafka_2.12-3.6.0/libs/javax.servlet-api-3.1.0.jar
kafka_2.12-3.6.0/libs/jetty-http-9.4.52.v20230823.jar
kafka_2.12-3.6.0/libs/jetty-io-9.4.52.v20230823.jar
kafka_2.12-3.6.0/libs/jetty-util-ajax-9.4.52.v20230823.jar
kafka_2.12-3.6.0/libs/jetty-continuation-9.4.52.v20230823.jar
kafka_2.12-3.6.0/libs/jetty-util-9.4.52.v20230823.jar
kafka_2.12-3.6.0/libs/jsr305-3.0.2.jar
kafka_2.12-3.6.0/libs/plexus-utils-3.3.1.jar
kafka_2.12-3.6.0/libs/commons-lang3-3.8.1.jar
kafka_2.12-3.6.0/libs/hk2-api-2.6.1.jar
kafka_2.12-3.6.0/libs/hk2-utils-2.6.1.jar
kafka_2.12-3.6.0/libs/jakarta.inject-2.6.1.jar
kafka_2.12-3.6.0/libs/jakarta.annotation-api-1.3.5.jar
kafka_2.12-3.6.0/libs/osgi-resource-locator-1.0.3.jar
kafka_2.12-3.6.0/libs/jakarta.validation-api-2.0.2.jar
kafka_2.12-3.6.0/libs/aopalliance-repackaged-2.6.1.jar
kafka_2.12-3.6.0/libs/trogdor-3.6.0.jar
kafka_2.12-3.6.0/libs/kafka-shell-3.6.0.jar
kafka_2.12-3.6.0/libs/jline-3.22.0.jar
kafka_2.12-3.6.0/libs/connect-file-3.6.0.jar
kafka_2.12-3.6.0/libs/connect-basic-auth-extension-3.6.0.jar
kafka_2.12-3.6.0/libs/javax.annotation-api-1.3.2.jar
kafka_2.12-3.6.0/libs/connect-mirror-3.6.0.jar
kafka_2.12-3.6.0/libs/connect-mirror-client-3.6.0.jar
kafka_2.12-3.6.0/libs/kafka-streams-3.6.0.jar
kafka_2.12-3.6.0/libs/rocksdbjni-7.9.2.jar
kafka_2.12-3.6.0/libs/kafka-streams-scala_2.12-3.6.0.jar
kafka_2.12-3.6.0/libs/kafka-streams-test-utils-3.6.0.jar
kafka_2.12-3.6.0/libs/kafka-streams-examples-3.6.0.jar
[root@kafka ~]# 

4.3 启动服务

#修改此项配置 zookeeper.connect=192.168.17.10:2181  #填写zookeeper的主机
[root@kafka ~]# vi /opt/kafka/kafka_2.12-3.6.0/config/server.properties 
#守护启动服务
[root@kafka ~]# /opt/kafka/kafka_2.12-3.6.0/bin/kafka-server-start.sh -daemon /opt/kafka/kafka_2.12-3.6.0/config/server.properties 
[root@kafka ~]# jps
41400 Kafka
41421 Jps
40575 QuorumPeerMain
[root@kafka ~]# 

4.4 创建主题

[root@kafka ~]# /opt/kafka/kafka_2.12-3.6.0/bin/kafka-topics.sh --create --topic test1 --bootstrap-server 192.168.17.10:9092
Created topic test1.
[root@kafka ~]# /opt/kafka/kafka_2.12-3.6.0/bin/kafka-topics.sh --describe --topic test1 --bootstrap-server 192.168.17.10:9092
Topic: test1	TopicId: 9aAxyaAOT5isbIvp2L6NXw	PartitionCount: 1	ReplicationFactor: 1	Configs: 
	Topic: test1	Partition: 0	Leader: 0	Replicas: 0	Isr: 0
[root@kafka ~]# 

4.5 发送消息

[root@kafka ~]# /opt/kafka/kafka_2.12-3.6.0/bin/kafka-console-producer.sh --topic test1 --bootstrap-server 192.168.17.10:9092
>1
>2
>3
>4
>5
>zz
>ldldld
>

4.6 消费消息

[root@kafka ~]# /opt/kafka/kafka_2.12-3.6.0/bin/kafka-console-consumer.sh --topic test1 --from-beginning --bootstrap-server 192.168.17.10:9092
1
2
3
4
5
zz
ldldld
#指定消费组消费
[root@kafka ~]# /opt/kafka/kafka_2.12-3.6.0/bin/kafka-console-consumer.sh --bootstrap-server 192.168.17.10:9092 --topic test1 --from-beginning --consumer-property group.id=testgroup
1
2
3
4
5
zz
ldldld
quit
  • 8
    点赞
  • 9
    收藏
    觉得还不错? 一键收藏
  • 1
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论 1
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值