[快速配置]zookeeper+kafka集群

Host
cat /etc/hosts
...
192.168.184.17 zk-kfk-01
192.168.184.18 zk-kfk-02
192.168.184.19 zk-kfk-03

Zookeeper
Install
wget http://apache.fayea.com/zookeeper/zookeeper-3.4.8/zookeeper-3.4.8.tar.gz
tar zxvf zookeeper-3.4.8.tar.gz

mkdir -p /service /data/zookeeper/{data,logs}
cp -r zookeeper-3.4.8 /service/zookeeper


Config
cp /service/zookeeper/conf/zoo_sample.cfg /service/zookeeper/conf/zoo.cfg


cat /service/zookeeper/conf/zoo.cfg
dataDir=/data/zookeeper/data
dataLogDir=/data/zookeeper/logs
clientPort=2181
tickTime=2000
initLimit=5
syncLimit=2
server.1=zk-kfk-01:2888:3888
server.2=zk-kfk-02:2888:3888
server.3=zk-kfk-03:2888:3888


ClusterID
cat >>/data/zookeeper/data/myid <<EOF
1
EOF


StartZookeeper
./zkServer.sh start


Kafka
Install
wget http://apache.fayea.com/kafka/0.10.0.1/kafka_2.11-0.10.0.1.tgz
tar zxvf kafka_2.11-0.10.0.1.tgz


cp -r kafka_2.11-0.10.0.1 /service/kafka
cat /service/kafka/config/server.properties
broker.id=1
port=9092
host.name=zk-kfk-01
advertised.host.name=zk-kfk-01
num.network.threads=3
num.io.threads=8
socket.send.buffer.bytes=102400
socket.receive.buffer.bytes=102400
socket.request.max.bytes=104857600
log.dirs=/data/kafka/logs
num.partitions=2
log.retention.hours=168
log.segment.bytes=536870912
log.retention.check.interval.ms=60000
log.cleaner.enable=false
zookeeper.connect=zk-kfk-01:2181,zk-kfk-02:2181,zk-kfk-03:2181/kafka
zookeeper.connection.timeout.ms=6000
delete.topic.enable=true
auto.leader.rebalance.enable=true


StartKafka
nohup /service/kafka/bin/kafka-server-start.sh /service/kafka/config/server.properties &


CreateTopic
./kafka-topics.sh --create --zookeeper zk-kfk-01:2181/kafka --replication-factor 2 --partitions 3 --topic test_topic


Test
./kafka-topics.sh --list --zookeeper zk-kfk-01:2181/kafka
./kafka-console-consumer.sh --zookeeper zk-kfk-02:2181/kafka --topic test_topic
./kafka-console-producer.sh --broker-list zk-kfk-03:9092 --topic test_topic