本人环境:
3台虚拟机分别为
sparkproject1 192.168.124.110
sparkproject2 192.168.124.111
sparkproject3 192.168.124.112
参考:
https://blog.csdn.net/weixin_38750084/article/details/90650015
首先我们先看下没有启动zk时,先启动kafka会怎样:
Connecting to 192.168.124.110:22...
Connection established.
To escape to local shell, press 'Ctrl+Alt+]'.
Last login: Tue Oct 23 00:02:10 2018 from 192.168.124.12
[root@sparkproject1 ~]# jps
30452 NameNode
29898 ResourceManager
30619 SecondaryNameNode
31002 Jps
30762 DataNode
[root@sparkproject1 ~]# cd /usr/local/kafka/
You have new mail in /var/spool/mail/root
[root@sparkproject1 kafka]# ll
total 32
drwxr-xr-x 3 root root 4096 Aug 18 15:29 bin
drwxr-xr-x 2 root root 4096 Oct 7 20:39 config
drwxr-xr-x 2 root root 4096 Aug 18 15:22 libs
-rw-rw-r-- 1 root root 11358 Mar 5 2014 LICENSE
-rw-r--r-- 1 root root 0 Aug 18 15:32 log-cleaner.log
drwxr-xr-x 2 root root 4096 Oct 22 03:45 logs
-rw-rw-r-- 1 root root 162 Mar 5 2014 NOTICE
[root@sparkproject1 kafka]# cd bin/
[root@sparkproject1 bin]# pwd
/usr/local/kafka/bin
[root@sparkproject1 bin]# zookeeper-server-start.sh /usr/local/kafka/config/zookeeper.properties &
[1] 31246
You have new mail in /var/spool/mail/root
[root@sparkproject1 bin]# -bash: zookeeper-server-start.sh: command not found
[1]+ Exit 127 zookeeper-server-start.sh /usr/local/kafka/config/zookeeper.properties
[root@sparkproject1 bin]#
[root@sparkproject1 bin]#
[root@sparkproject1 bin]#
[root@sparkproject1 bin]#
[root@sparkproject1 bin]#
[root@sparkproject1 bin]#
[root@sparkproject1 bin]#
[root@sparkproject1 bin]#
[root@sparkproject1 bin]#
[root@sparkproject1 bin]# ll
total 72
-rwxrwxr-x 1 root root 901 Mar 5 2014 kafka-console-consumer.sh
-rwxrwxr-x 1 root root 901 Mar 5 2014 kafka-console-producer.sh
-rwxrwxr-x 1 root root 901 Mar 5 2014 kafka-consumer-perf-test.sh
-rwxrwxr-x 1 root root 884 Mar 5 2014 kafka-preferred-replica-election.sh
-rwxrwxr-x 1 root root 901 Mar 5 2014 kafka-producer-perf-test.sh
-rwxrwxr-x 1 root root 872 Mar 5 2014 kafka-reassign-partitions.sh
-rwxrwxr-x 1 root root 866 Mar 5 2014 kafka-replay-log-producer.sh
-rwxrwxr-x 1 root root 4171 Aug 18 15:29 kafka-run-class.sh
-rwxrwxr-x 1 root root 1238 Mar 5 2014 kafka-server-start.sh
-rwxrwxr-x 1 root root 890 Mar 5 2014 kafka-server-stop.sh
-rwxrwxr-x 1 root root 907 Mar 5 2014 kafka-simple-consumer-perf-test.sh
-rwxrwxr-x 1 root root 868 Mar 5 2014 kafka-simple-consumer-shell.sh
-rwxrwxr-x 1 root root 861 Mar 5 2014 kafka-topics.sh
drwxrwxr-x 2 root root 4096 Mar 5 2014 windows
-rwxrwxr-x 1 root root 1275 Mar 5 2014 zookeeper-server-start.sh
-rwxrwxr-x 1 root root 875 Mar 5 2014 zookeeper-server-stop.sh
-rwxrwxr-x 1 root root 968 Mar 5 2014 zookeeper-shell.sh
[root@sparkproject1 bin]# zookeeper-server-start.sh /usr/local/kafka/config/zookeeper.properties &^C
[root@sparkproject1 bin]# cd ..
[root@sparkproject1 kafka]# cd ..
[root@sparkproject1 local]# zookeeper-server-start.sh /usr/local/kafka/config/zookeeper.properties &
[1] 31262
[root@sparkproject1 local]# -bash: zookeeper-server-start.sh: command not found
^C
[1]+ Exit 127 zookeeper-server-start.sh /usr/local/kafka/config/zookeeper.properties
[root@sparkproject1 local]# bin/zookeeper-server-start.sh /usr/local/kafka/config/zookeeper.properties &
[1] 31263
[root@sparkproject1 local]# -bash: bin/zookeeper-server-start.sh: No such file or directory
^C
You have new mail in /var/spool/mail/root
[1]+ Exit 127 bin/zookeeper-server-start.sh /usr/local/kafka/config/zookeeper.properties
[root@sparkproject1 local]# bin/zookeeper-server-start.sh config/zookeeper.properties &
[1] 31264
[root@sparkproject1 local]# -bash: bin/zookeeper-server-start.sh: No such file or directory
^C
[1]+ Exit 127 bin/zookeeper-server-start.sh config/zookeeper.properties
[root@sparkproject1 local]# cd kafka/
[root@sparkproject1 kafka]# bin/zookeeper-server-start.sh config/zookeeper.properties &
[1] 31276
[root@sparkproject1 kafka]# [2018-10-23 03:03:14,355] INFO Reading configuration from: config/zookeeper.properties (org.apache.zookeeper.server.quorum.QuorumPeerConfig)
[2018-10-23 03:03:14,358] WARN Either no config or no quorum defined in config, running in standalone mode (org.apache.zookeeper.server.quorum.QuorumPeerMain)
[2018-10-23 03:03:14,430] INFO Reading configuration from: config/zookeeper.properties (org.apache.zookeeper.server.quorum.QuorumPeerConfig)
[2018-10-23 03:03:14,437] INFO Starting server (org.apache.zookeeper.server.ZooKeeperServerMain)
[2018-10-23 03:03:14,475] INFO Server environment:zookeeper.version=3.3.3-1203054, built on 11/17/2011 05:47 GMT (org.apache.zookeeper.server.ZooKeeperServer)
[2018-10-23 03:03:14,476] INFO Server environment:host.name=sparkproject1 (org.apache.zookeeper.server.ZooKeeperServer)
[2018-10-23 03:03:14,476] INFO Server environment:java.version=1.7.0_65 (org.apache.zookeeper.server.ZooKeeperServer)
[2018-10-23 03:03:14,476] INFO Server environment:java.vendor=Oracle Corporation (org.apache.zookeeper.server.ZooKeeperServer)
[2018-10-23 03:03:14,478] INFO Server environment:java.home=/usr/java/jdk1.7.0_65/jre (org.apache.zookeeper.server.ZooKeeperServer)
[2018-10-23 03:03:14,479] INFO Server environment:java.class.path=.::/usr/java/latest/lib:/usr/java/latest/jre/lib:/usr/local/kafka/bin/../core/build/dependant-libs-2.8.0/*.jar:/usr/local/kafka/bin/../perf/build/libs//kafka-perf_2.8.0*.jar:/usr/local/kafka/bin/../clients/build/libs//kafka-clients*.jar:/usr/local/kafka/bin/../examples/build/libs//kafka-examples*.jar:/usr/local/kafka/bin/../contrib/hadoop-consumer/build/libs//kafka-hadoop-consumer*.jar:/usr/local/kafka/bin/../contrib/hadoop-producer/build/libs//kafka-hadoop-producer*.jar:/usr/local/kafka/bin/../libs/jopt-simple-3.2.jar:/usr/local/kafka/bin/../libs/kafka_2.9.2-0.8.1.jar:/usr/local/kafka/bin/../libs/log4j-1.2.15.jar:/usr/local/kafka/bin/../libs/metrics-annotation-2.2.0.jar:/usr/local/kafka/bin/../libs/metrics-core-2.2.0.jar:/usr/local/kafka/bin/../libs/scala-library-2.9.2.jar:/usr/local/kafka/bin/../libs/slf4j-api-1.7.2.jar:/usr/local/kafka/bin/../libs/slf4j-nop-1.7.6.jar:/usr/local/kafka/bin/../libs/snappy-java-1.0.5.jar:/usr/local/kafka/bin/../libs/zkclient-0.3.jar:/usr/local/kafka/bin/../libs/zookeeper-3.3.4.jar:/usr/local/kafka/bin/../core/build/libs/kafka_2.8.0*.jar (org.apache.zookeeper.server.ZooKeeperServer)
[2018-10-23 03:03:14,479] INFO Server environment:java.library.path=/usr/java/packages/lib/i386:/lib:/usr/lib (org.apache.zookeeper.server.ZooKeeperServer)
[2018-10-23 03:03:14,479] INFO Server environment:java.io.tmpdir=/tmp (org.apache.zookeeper.server.ZooKeeperServer)
[2018-10-23 03:03:14,479] INFO Server environment:java.compiler=<NA> (org.apache.zookeeper.server.ZooKeeperServer)
[2018-10-23 03:03:14,479] INFO Server environment:os.name=Linux (org.apache.zookeeper.server.ZooKeeperServer)
[2018-10-23 03:03:14,480] INFO Server environment:os.arch=i386 (org.apache.zookeeper.server.ZooKeeperServer)
[2018-10-23 03:03:14,480] INFO Server environment:os.version=2.6.32-358.el6.i686 (org.apache.zookeeper.server.ZooKeeperServer)
[2018-10-23 03:03:14,480] INFO Server environment:user.name=root (org.apache.zookeeper.server.ZooKeeperServer)
[2018-10-23 03:03:14,484] INFO Server environment:user.home=/root (org.apache.zookeeper.server.ZooKeeperServer)
[2018-10-23 03:03:14,485] INFO Server environment:user.dir=/usr/local/kafka (org.apache.zookeeper.server.ZooKeeperServer)
[2018-10-23 03:03:14,511] INFO tickTime set to 3000 (org.apache.zookeeper.server.ZooKeeperServer)
[2018-10-23 03:03:14,511] INFO minSessionTimeout set to -1 (org.apache.zookeeper.server.ZooKeeperServer)
[2018-10-23 03:03:14,511] INFO maxSessionTimeout set to -1 (org.apache.zookeeper.server.ZooKeeperServer)
[2018-10-23 03:03:14,573] INFO binding to port 0.0.0.0/0.0.0.0:2181 (org.apache.zookeeper.server.NIOServerCnxn)
[2018-10-23 03:03:14,610] INFO Snapshotting: 0 (org.apache.zookeeper.server.persistence.FileTxnSnapLog)
[root@sparkproject1 kafka]#
[root@sparkproject1 kafka]#
[root@sparkproject1 kafka]#
[root@sparkproject1 kafka]#
[root@sparkproject1 kafka]#
[root@sparkproject1 kafka]# jps
30452 NameNode
29898 ResourceManager
30619 SecondaryNameNode
31276 QuorumPeerMain
30762 DataNode
31295 Jps
[root@sparkproject1 kafka]# kill -9 31276
You have new mail in /var/spool/mail/root
[root@sparkproject1 kafka]#
[1]+ Killed bin/zookeeper-server-start.sh config/zookeeper.properties
[root@sparkproject1 kafka]#
[root@sparkproject1 kafka]#
[root@sparkproject1 kafka]#
[root@sparkproject1 kafka]# jps
30452 NameNode
29898 ResourceManager
30619 SecondaryNameNode
30762 DataNode
31304 Jps
[root@sparkproject1 kafka]#
You have new mail in /var/spool/mail/root
[root@sparkproject1 kafka]#
[root@sparkproject1 kafka]#
[root@sparkproject1 kafka]#
[root@sparkproject1 kafka]#
[root@sparkproject1 kafka]#
[root@sparkproject1 kafka]#
[root@sparkproject1 kafka]# clear
[root@sparkproject1 kafka]# 31276 QuorumPeerMain^C
[root@sparkproject1 kafka]# bin/kafka-server-start.sh config/server.properties &
[1] 31362
[root@sparkproject1 kafka]# [2018-10-23 03:07:34,518] INFO Verifying properties (kafka.utils.VerifiableProperties)
[2018-10-23 03:07:34,629] INFO Property broker.id is overridden to 0 (kafka.utils.VerifiableProperties)
[2018-10-23 03:07:34,630] INFO Property log.cleaner.enable is overridden to false (kafka.utils.VerifiableProperties)
[2018-10-23 03:07:34,630] INFO Property log.dirs is overridden to /tmp/kafka-logs (kafka.utils.VerifiableProperties)
[2018-10-23 03:07:34,631] INFO Property log.retention.check.interval.ms is overridden to 60000 (kafka.utils.VerifiableProperties)
[2018-10-23 03:07:34,632] INFO Property log.retention.hours is overridden to 168 (kafka.utils.VerifiableProperties)
[2018-10-23 03:07:34,633] INFO Property log.segment.bytes is overridden to 536870912 (kafka.utils.VerifiableProperties)
[2018-10-23 03:07:34,634] INFO Property num.io.threads is overridden to 8 (kafka.utils.VerifiableProperties)
[2018-10-23 03:07:34,635] INFO Property num.network.threads is overridden to 2 (kafka.utils.VerifiableProperties)
[2018-10-23 03:07:34,636] INFO Property num.partitions is overridden to 2 (kafka.utils.VerifiableProperties)
[2018-10-23 03:07:34,636] INFO Property port is overridden to 9092 (kafka.utils.VerifiableProperties)
[2018-10-23 03:07:34,637] INFO Property socket.receive.buffer.bytes is overridden to 1048576 (kafka.utils.VerifiableProperties)
[2018-10-23 03:07:34,638] INFO Property socket.request.max.bytes is overridden to 104857600 (kafka.utils.VerifiableProperties)
[2018-10-23 03:07:34,639] INFO Property socket.send.buffer.bytes is overridden to 1048576 (kafka.utils.Verif