部署kafuka，zookeeper

配置java环境
tar xf /tmp/jdk-8u121-linux-x64.tar.gz -C /usr/local/

mv jdk-8u121-linux-x64 java
echo ’
JAVA_HOME=/usr/local/java
PATH=$JAV{A}_{H}OME/bin:$PATH
export JAVA_HOME PATH
’ >>/etc/profile
source /etc/profile

解析服务器在vim/etc/hosts
192.168.64.153 ela1
192.168.64.133 ela2
192.168.64.150 ela3

安装配置ZK 三台机器同样的配置
1、安装
tar xf /tmp/kafka_2.11-2.1.0.tgz -C /usr/local/
2、配置
sed -i ‘s/^[#]/#&/’ /usr/local/kafka_2.11-2.1.0/config/zookeeper.properties

配置文件
vim /usr/local/kafka_2.11-2.1.0/config/zookeeper.properties
dataDir=/opt/data/zookeeper/data
dataLogDir=/opt/data/zookeeper/logs
clientPort=2181
tickTime=2000
initLimit=20
syncLimit=10
server.1=192.168.203.189:2888:3888
server.2=192.168.203.128:2888:3888
server.3=192.168.203.192:2888:3888

mkdir -p /opt/data/zookeeper/{data,logs}
echo 1 > /opt/data/zookeeper/data/myid
echo 2 > /opt/data/zookeeper/data/myid
echo 3 > /opt/data/zookeeper/data/myid

3配置Kafka ela1
1、配置
sed -i ‘s/^[#]/#&/’ /usr/local/kafka_2.11-2.1.0/config/server.properties
配置文件
vim /usr/local/kafka_2.11-2.1.0/config/server.properties
broker.id=1
listeners=PLAINTEXT://192.168.203.189:9092
num.network.threads=3
num.io.threads=8
socket.send.buffer.bytes=102400
socket.receive.buffer.bytes=102400
socket.request.max.bytes=104857600
log.dirs=/opt/data/kafka/logs
num.partitions=6
num.recovery.threads.per.data.dir=1
offsets.topic.replication.factor=2
transaction.state.log.replication.factor=1
transaction.state.log.min.isr=1
log.retention.hours=168
log.segment.bytes=536870912
log.retention.check.interval.ms=300000
zookeeper.connect=192.168.203.189:2181,192.168.203.192:2181,192.168.203.128:2181
zookeeper.connection.timeout.ms=6000
group.initial.rebalance.delay.ms=0

mkdir -p /opt/data/kafka/logs

ela2

broker.id=2
listeners=PLAINTEXT://192.168.203.128:9092
num.network.threads=3
num.io.threads=8
socket.send.buffer.bytes=102400
socket.receive.buffer.bytes=102400
socket.request.max.bytes=104857600
log.dirs=/opt/data/kafka/logs
num.partitions=6
num.recovery.threads.per.data.dir=1
offsets.topic.replication.factor=2
transaction.state.log.replication.factor=1
transaction.state.log.min.isr=1
log.retention.hours=168
log.segment.bytes=536870912
log.retention.check.interval.ms=300000
zookeeper.connect=192.168.203.189:2181,192.168.203.192:2181,192.168.203.128:2181
zookeeper.connection.timeout.ms=6000
group.initial.rebalance.delay.ms=0

mkdir -p /opt/data/kafka/logs

ela3
broker.id=3
listeners=PLAINTEXT://192.168.203.192:9092
num.network.threads=3
num.io.threads=8
socket.send.buffer.bytes=102400
socket.receive.buffer.bytes=102400
socket.request.max.bytes=104857600
log.dirs=/opt/data/kafka/logs
num.partitions=6
num.recovery.threads.per.data.dir=1
offsets.topic.replication.factor=2
transaction.state.log.replication.factor=1
transaction.state.log.min.isr=1
log.retention.hours=168
log.segment.bytes=536870912
log.retention.check.interval.ms=300000
zookeeper.connect=192.168.203.189:2181,192.168.203.192:2181,192.168.203.128:2181
zookeeper.connection.timeout.ms=6000
group.initial.rebalance.delay.ms=0

mkdir -p /opt/data/kafka/logs

修改完配置文件三台依次启动验证zookeeper
cd /usr/local/kafka_2.11-2.1.0/
nohup bin/zookeeper-server-start.sh config/zookeeper.properties &
netstat -lntp | grep 2181

三台依次启动验证kafka（9092端口）
cd /usr/local/kafka_2.11-2.1.0/
nohup bin/kafka-server-start.sh config/server.properties &