CentOS 安装 Kafka

1.创建文件夹

[root@localhost /]# cd usr/local
[root@localhost local]# mkdir kafka

2.解压至对应文件夹

[root@localhost Downloads]# tar -zxvf kafka_2.12-2.4.0.tgz -C /usr/local/kafka

3.进入文件夹启动Kafka

[root@localhost /]# cd usr/loacal/kafak
[root@localhost kafka]# cd kafka_2.12-2.4.0
[root@localhost kafka_2.12-2.4.0]# bin/kafka-server-start.sh config/server.properties

报错

OpenJDK 64-Bit Server VM warning: If the number of processors is expected to increase from one, then you should configure the number of parallel GC threads appropriately using -XX:ParallelGCThreads=N
[2020-04-27 01:03:31,405] INFO Registered kafka:type=kafka.Log4jController MBean (kafka.utils.Log4jControllerRegistration$)
[2020-04-27 01:03:32,726] INFO Registered signal handlers for TERM, INT, HUP (org.apache.kafka.common.utils.LoggingSignalHandler)
[2020-04-27 01:03:32,727] INFO starting (kafka.server.KafkaServer)
[2020-04-27 01:03:32,730] INFO Connecting to zookeeper on localhost:2181 (kafka.server.KafkaServer)
[2020-04-27 01:03:32,979] INFO [ZooKeeperClient Kafka server] Initializing a new session to localhost:2181. (kafka.zookeeper.ZooKeeperClient)
[2020-04-27 01:03:33,043] INFO Client environment:zookeeper.version=3.5.6-c11b7e26bc554b8523dc929761dd28808913f091, built on 10/08/2019 20:18 GMT (org.apache.zookeeper.ZooKeeper)
[2020-04-27 01:03:33,043] INFO Client environment:host.name=localhost (org.apache.zookeeper.ZooKeeper)
[2020-04-27 01:03:33,043] INFO Client environment:java.version=1.8.0_181 (org.apache.zookeeper.ZooKeeper)
[2020-04-27 01:03:33,043] INFO Client environment:java.vendor=Oracle Corporation (org.apache.zookeeper.ZooKeeper)
[2020-04-27 01:03:33,043] INFO Client environment:java.home=/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.181-7.b13.el7.x86_64/jre (org.apache.zookeeper.ZooKeeper)
[2020-04-27 01:03:33,043] INFO Client environment:java.class.path=/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/activation-1.1.1.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/aopalliance-repackaged-2.5.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/argparse4j-0.7.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/audience-annotations-0.5.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/commons-cli-1.4.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/commons-lang3-3.8.1.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/connect-api-2.4.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/connect-basic-auth-extension-2.4.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/connect-file-2.4.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/connect-json-2.4.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/connect-mirror-2.4.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/connect-mirror-client-2.4.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/connect-runtime-2.4.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/connect-transforms-2.4.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/guava-20.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/hk2-api-2.5.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/hk2-locator-2.5.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/hk2-utils-2.5.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jackson-annotations-2.10.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jackson-core-2.10.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jackson-databind-2.10.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jackson-dataformat-csv-2.10.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jackson-datatype-jdk8-2.10.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jackson-jaxrs-base-2.10.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jackson-jaxrs-json-provider-2.10.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jackson-module-jaxb-annotations-2.10.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jackson-module-paranamer-2.10.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jackson-module-scala_2.12-2.10.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jakarta.activation-api-1.2.1.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jakarta.annotation-api-1.3.4.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jakarta.inject-2.5.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jakarta.ws.rs-api-2.1.5.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jakarta.xml.bind-api-2.3.2.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/javassist-3.22.0-CR2.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/javax.servlet-api-3.1.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/javax.ws.rs-api-2.1.1.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jaxb-api-2.3.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jersey-client-2.28.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jersey-common-2.28.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jersey-container-servlet-2.28.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jersey-container-servlet-core-2.28.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jersey-hk2-2.28.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jersey-media-jaxb-2.28.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jersey-server-2.28.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jetty-client-9.4.20.v20190813.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jetty-continuation-9.4.20.v20190813.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jetty-http-9.4.20.v20190813.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jetty-io-9.4.20.v20190813.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jetty-security-9.4.20.v20190813.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jetty-server-9.4.20.v20190813.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jetty-servlet-9.4.20.v20190813.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jetty-servlets-9.4.20.v20190813.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jetty-util-9.4.20.v20190813.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/jopt-simple-5.0.4.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/kafka_2.12-2.4.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/kafka_2.12-2.4.0-sources.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/kafka-clients-2.4.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/kafka-log4j-appender-2.4.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/kafka-streams-2.4.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/kafka-tools-2.4.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/log4j-1.2.17.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/lz4-java-1.6.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/maven-artifact-3.6.1.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/metrics-core-2.2.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/netty-buffer-4.1.42.Final.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/netty-codec-4.1.42.Final.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/netty-common-4.1.42.Final.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/netty-handler-4.1.42.Final.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/netty-resolver-4.1.42.Final.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/netty-transport-4.1.42.Final.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/netty-transport-native-epoll-4.1.42.Final.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/netty-transport-native-unix-common-4.1.42.Final.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/osgi-resource-locator-1.0.1.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/paranamer-2.8.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/plexus-utils-3.2.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/reflections-0.9.11.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/rocksdbjni-5.18.3.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/scala-collection-compat_2.12-2.1.2.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/scala-java8-compat_2.12-0.9.0.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/scala-library-2.12.10.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/scala-logging_2.12-3.9.2.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/scala-reflect-2.12.10.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/slf4j-api-1.7.28.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/slf4j-log4j12-1.7.28.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/snappy-java-1.1.7.3.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/validation-api-2.0.1.Final.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/zookeeper-3.5.6.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/zookeeper-jute-3.5.6.jar:/usr/local/kafka/kafka_2.12-2.4.0/bin/../libs/zstd-jni-1.4.3-1.jar (org.apache.zookeeper.ZooKeeper)
[2020-04-27 01:03:33,044] INFO Client environment:java.library.path=/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib (org.apache.zookeeper.ZooKeeper)
[2020-04-27 01:03:33,044] INFO Client environment:java.io.tmpdir=/tmp (org.apache.zookeeper.ZooKeeper)
[2020-04-27 01:03:33,044] INFO Client environment:java.compiler=<NA> (org.apache.zookeeper.ZooKeeper)
[2020-04-27 01:03:33,044] INFO Client environment:os.name=Linux (org.apache.zookeeper.ZooKeeper)
[2020-04-27 01:03:33,044] INFO Client environment:os.arch=amd64 (org.apache.zookeeper.ZooKeeper)
[2020-04-27 01:03:33,044] INFO Client environment:os.version=3.10.0-957.el7.x86_64 (org.apache.zookeeper.ZooKeeper)
[2020-04-27 01:03:33,044] INFO Client environment:user.name=root (org.apache.zookeeper.ZooKeeper)
[2020-04-27 01:03:33,044] INFO Client environment:user.home=/root (org.apache.zookeeper.ZooKeeper)
[2020-04-27 01:03:33,044] INFO Client environment:user.dir=/usr/local/kafka/kafka_2.12-2.4.0 (org.apache.zookeeper.ZooKeeper)
[2020-04-27 01:03:33,044] INFO Client environment:os.memory.free=979MB (org.apache.zookeeper.ZooKeeper)
[2020-04-27 01:03:33,044] INFO Client environment:os.memory.max=1024MB (org.apache.zookeeper.ZooKeeper)
[2020-04-27 01:03:33,044] INFO Client environment:os.memory.total=1024MB (org.apache.zookeeper.ZooKeeper)
[2020-04-27 01:03:33,062] INFO Initiating client connection, connectString=localhost:2181 sessionTimeout=6000 watcher=kafka.zookeeper.ZooKeeperClient$ZooKeeperClientWatcher$@7722c3c3 (org.apache.zookeeper.ZooKeeper)
[2020-04-27 01:03:33,103] INFO Setting -D jdk.tls.rejectClientInitiatedRenegotiation=true to disable client-initiated TLS renegotiation (org.apache.zookeeper.common.X509Util)
[2020-04-27 01:03:33,207] INFO jute.maxbuffer value is 4194304 Bytes (org.apache.zookeeper.ClientCnxnSocket)
[2020-04-27 01:03:33,226] INFO zookeeper.request.timeout value is 0. feature enabled= (org.apache.zookeeper.ClientCnxn)
[2020-04-27 01:03:33,256] INFO [ZooKeeperClient Kafka server] Waiting until connected. (kafka.zookeeper.ZooKeeperClient)
[2020-04-27 01:03:33,263] INFO Opening socket connection to server localhost/127.0.0.1:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn)
[2020-04-27 01:03:33,308] ERROR Unable to open socket to localhost/127.0.0.1:2181 (org.apache.zookeeper.ClientCnxnSocketNIO)
[2020-04-27 01:03:33,308] INFO Socket error occurred: localhost/127.0.0.1:2181: Network is unreachable (org.apache.zookeeper.ClientCnxn)
[2020-04-27 01:03:34,418] INFO Opening socket connection to server localhost/127.0.0.1:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn)
[2020-04-27 01:03:34,419] ERROR Unable to open socket to localhost/127.0.0.1:2181 (org.apache.zookeeper.ClientCnxnSocketNIO)
[2020-04-27 01:03:34,420] INFO Socket error occurred: localhost/127.0.0.1:2181: Network is unreachable (org.apache.zookeeper.ClientCnxn)
[2020-04-27 01:03:35,521] INFO Opening socket connection to server localhost/127.0.0.1:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn)
[2020-04-27 01:03:35,523] ERROR Unable to open socket to localhost/127.0.0.1:2181 (org.apache.zookeeper.ClientCnxnSocketNIO)
[2020-04-27 01:03:35,523] INFO Socket error occurred: localhost/127.0.0.1:2181: Network is unreachable (org.apache.zookeeper.ClientCnxn)
[2020-04-27 01:03:36,630] INFO Opening socket connection to server localhost/127.0.0.1:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn)
[2020-04-27 01:03:36,651] ERROR Unable to open socket to localhost/127.0.0.1:2181 (org.apache.zookeeper.ClientCnxnSocketNIO)
[2020-04-27 01:03:36,655] INFO Socket error occurred: localhost/127.0.0.1:2181: Network is unreachable (org.apache.zookeeper.ClientCnxn)
[2020-04-27 01:03:37,825] INFO Opening socket connection to server localhost/127.0.0.1:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn)
[2020-04-27 01:03:37,837] ERROR Unable to open socket to localhost/127.0.0.1:2181 (org.apache.zookeeper.ClientCnxnSocketNIO)
[2020-04-27 01:03:37,837] INFO Socket error occurred: localhost/127.0.0.1:2181: Network is unreachable (org.apache.zookeeper.ClientCnxn)
[2020-04-27 01:03:38,938] INFO Opening socket connection to server localhost/127.0.0.1:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn)
[2020-04-27 01:03:38,939] ERROR Unable to open socket to localhost/127.0.0.1:2181 (org.apache.zookeeper.ClientCnxnSocketNIO)
[2020-04-27 01:03:38,940] INFO Socket error occurred: localhost/127.0.0.1:2181: Network is unreachable (org.apache.zookeeper.ClientCnxn)
[2020-04-27 01:03:39,268] INFO [ZooKeeperClient Kafka server] Closing. (kafka.zookeeper.ZooKeeperClient)
[2020-04-27 01:03:40,042] INFO Opening socket connection to server localhost/127.0.0.1:2181. Will not attempt to authenticate using SASL (unknown error) (org.apache.zookeeper.ClientCnxn)
[2020-04-27 01:03:40,099] ERROR Unable to open socket to localhost/127.0.0.1:2181 (org.apache.zookeeper.ClientCnxnSocketNIO)
[2020-04-27 01:03:40,263] INFO Session: 0x0 closed (org.apache.zookeeper.ZooKeeper)
[2020-04-27 01:03:40,269] INFO EventThread shut down for session: 0x0 (org.apache.zookeeper.ClientCnxn)
[2020-04-27 01:03:40,277] INFO [ZooKeeperClient Kafka server] Closed. (kafka.zookeeper.ZooKeeperClient)
[2020-04-27 01:03:40,291] ERROR Fatal error during KafkaServer startup. Prepare to shutdown (kafka.server.KafkaServer)
kafka.zookeeper.ZooKeeperClientTimeoutException: Timed out waiting for connection while in state: CONNECTING
	at kafka.zookeeper.ZooKeeperClient.$anonfun$waitUntilConnected$3(ZooKeeperClient.scala:259)
	at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
	at kafka.utils.CoreUtils$.inLock(CoreUtils.scala:253)
	at kafka.zookeeper.ZooKeeperClient.waitUntilConnected(ZooKeeperClient.scala:255)
	at kafka.zookeeper.ZooKeeperClient.<init>(ZooKeeperClient.scala:113)
	at kafka.zk.KafkaZkClient$.apply(KafkaZkClient.scala:1858)
	at kafka.server.KafkaServer.createZkClient$1(KafkaServer.scala:375)
	at kafka.server.KafkaServer.initZkClient(KafkaServer.scala:399)
	at kafka.server.KafkaServer.startup(KafkaServer.scala:207)
	at kafka.server.KafkaServerStartable.startup(KafkaServerStartable.scala:44)
	at kafka.Kafka$.main(Kafka.scala:84)
	at kafka.Kafka.main(Kafka.scala)
[2020-04-27 01:03:40,299] INFO shutting down (kafka.server.KafkaServer)
[2020-04-27 01:03:40,323] INFO shut down completed (kafka.server.KafkaServer)
[2020-04-27 01:03:40,324] ERROR Exiting Kafka. (kafka.server.KafkaServerStartable)
[2020-04-27 01:03:40,379] INFO shutting down (kafka.server.KafkaServer)
[root@localhost kafka_2.12-2.4.0]# ^C