Hadoop2.7.4上搭建zookerper

一 Hadoop集群配置如下

主机名            IP                              安装的软件                       运行的进程

master           192.168.0.110           jdk1.8、hadoop2.7.4        NameNode、resourcemanager

slave1            192.168.0.111           jdk1.8、hadoop2.7.4        dataNode、secondnamenode、NodeManager

slave2            192.168.0.112           jdk1.8、hadoop2.7.4        dataNode、NodeManager

二 在master上下载zookeeper

[root@master opt]# wget http://archive.apache.org/dist/zookeeper/zookeeper-3.4.6/zookeeper-3.4.6.tar.gz

三 在master解压zookeeper

[root@master opt]# tar xzvf zookeeper-3.4.6.tar.gz

四 在master配置zookeeper的zoo.cfg

# The number of milliseconds of each tick
tickTime=2000
# The number of ticks that the initial
# synchronization phase can take
initLimit=10
# The number of ticks that can pass between
# sending a request and getting an acknowledgement
syncLimit=5
# the directory where the snapshot is stored.
# do not use /tmp for storage, /tmp here is just
# example sakes.
dataDir=/opt/zookeeper-3.4.6/data
# the port at which the clients will connect
clientPort=2181
# the maximum number of client connections.
# increase this if you need to handle more clients
#maxClientCnxns=60
#
# Be sure to read the maintenance section of the
# administrator guide before turning on autopurge.
#
# http://zookeeper.apache.org/doc/current/zookeeperAdmin.html#sc_maintenance
#
# The number of snapshots to retain in dataDir
#autopurge.snapRetainCount=3
# Purge task interval in hours
# Set to "0" to disable auto purge feature
#autopurge.purgeInterval=1
server.1=master:2888:3888
server.2=slave1:2888:3888
server.3=slave2:2888:3888

五 拷贝master的数据到其他两个节点

[root@master data]# scp -r /opt/zookeeper-3.4.6 root@slave1:/opt
[root@master data]# scp -r /opt/zookeeper-3.4.6 root@slave2:/opt

六 修改myid

master节点

[root@slave2 ~]# cat /opt/zookeeper-3.4.6/data/myid
1

slave1

[root@slave2 ~]# cat /opt/zookeeper-3.4.6/data/myid
2

slave2

[root@slave2 ~]# cat /opt/zookeeper-3.4.6/data/myid
3

七 三个节点的etc/profile配置如下环境变量

export ZK_HOME=/opt/zookeeper-3.4.6
export PATH=$PATH:$ZK_HOME/bin

八 启动和测试

master节点

[root@master bin]# ./zkServer.sh start
JMX enabled by default
Using config: /opt/zookeeper-3.4.6/bin/../conf/zoo.cfg
Starting zookeeper ... STARTED
[root@master bin]# telnet master 2181
Trying 192.168.0.110...
Connected to master.
Escape character is '^]'.
stat
This ZooKeeper instance is not currently serving requests
Connection closed by foreign host.
[root@master bin]# telnet master 2181
Trying 192.168.0.110...
Connected to master.
Escape character is '^]'.
stat
Zookeeper version: 3.4.6-1569965, built on 02/20/2014 09:09 GMT
Clients:
/192.168.0.110:39392[0](queued=0,recved=1,sent=0)
Latency min/avg/max: 0/0/0
Received: 1
Sent: 0
Connections: 1
Outstanding: 0
Zxid: 0x0
Mode: follower
Node count: 4
Connection closed by foreign host.
[root@master bin]# telnet master 2181
Trying 192.168.0.110...
Connected to master.
Escape character is '^]'.
stat
Zookeeper version: 3.4.6-1569965, built on 02/20/2014 09:09 GMT
Clients:
/192.168.0.110:39393[0](queued=0,recved=1,sent=0)
Latency min/avg/max: 0/0/0
Received: 2
Sent: 1
Connections: 1
Outstanding: 0
Zxid: 0x0
Mode: follower
Node count: 4
Connection closed by foreign host.
[root@master bin]# jps
3904 NameNode
4168 ResourceManager
6777 QuorumPeerMain
6857 Jps

slave1

[root@slave1 bin]# ./zkServer.sh start
JMX enabled by default
Using config: /opt/zookeeper-3.4.6/bin/../conf/zoo.cfg
Starting zookeeper ... STARTED
[root@slave1 bin]# telnet slave 2181
telnet: slave: Temporary failure in name resolution
slave: Host name lookup failure
[root@slave1 bin]# telnet slave1 2181
Trying 192.168.0.111...
Connected to slave1.
Escape character is '^]'.
stat
Zookeeper version: 3.4.6-1569965, built on 02/20/2014 09:09 GMT
Clients:
/192.168.0.111:41084[0](queued=0,recved=1,sent=0)
Latency min/avg/max: 0/0/0
Received: 1
Sent: 0
Connections: 1
Outstanding: 0
Zxid: 0x100000000
Mode: leader
Node count: 4
Connection closed by foreign host.
[root@slave1 bin]# jps
5889 Jps
3093 SecondaryNameNode
5804 QuorumPeerMain
3037 DataNode
3197 NodeManager

slave2

[root@slave2 ~]# cd /opt/zookeeper-3.4.6/bin/
[root@slave2 bin]#  ./zkServer.sh start
JMX enabled by default
Using config: /opt/zookeeper-3.4.6/bin/../conf/zoo.cfg
Starting zookeeper ... STARTED
[root@slave2 bin]# telnet slave2 2181
Trying 192.168.0.112...
Connected to slave2.
Escape character is '^]'.
stats
Zookeeper version: 3.4.6-1569965, built on 02/20/2014 09:09 GMT
Clients:
/192.168.0.112:37963[0](queued=0,recved=1,sent=0)
Latency min/avg/max: 0/0/0
Received: 1
Sent: 0
Connections: 1
Outstanding: 0
Zxid: 0x100000000
Mode: follower
Node count: 4
Connection closed by foreign host.
[root@slave2 bin]# jps
5344 QuorumPeerMain
3137 NodeManager
5409 Jps
3039 DataNode

九 参考

http://www.jikexueyuan.com/course/1813_3.html?ss=1