Hadoop之HDFS

搭建hdfs集群

配置文件

首先拷贝文件到家目录下面

解压zookeeper-3.4.6文件，然后进入到里面的conf目录下，把zooXXXX.cfg文件改名为zoo.cfg

vi zoo.cfg

编辑文件，dataDir为文件目录，

dataDir=/tmp/zookeeper
 # the port at which the clients will connect

clientPort=2181
 # the maximum number of client connections.
 # increase this if you need to handle more clients
 #maxClientCnxns=60
#
 # Be sure to read the maintenance section of the  
 # administrator guide before turning on autopurge.
#
 # The number of snapshots to retain in dataDir
 #autopurge.snapRetainCount=3
 # Purge task interval in hours
 # Set to "0" to disable auto purge feature
 #autopurge.purgeInterval=1

server.1=benxi:2888:3888   配置三台
server.2=CentOS2:2888:3888
server.3=CentOS3:2888:3888

配置core-size.xml

<configuration>

   <property>
       <name>fs.defaultFS</name>
       <value>hdfs://bx</value>   bx为集群名字
   </property>

   <property>设置节点
       <name>ha.zookeeper.quorum</name>
       <value>benxi:2181,CentOS2:2181,CentOS3:2181</value>
   </property>

   <property>
       <name>hadoop.tmp.dir</name>
       <value>/opt/hadoop</value>
   </property>
</configuration>

配置hdfs-site.xml文件

<configuration>

   <property>设置集群名称
       <name>dfs.nameservices</name>
       <value>bx</value>
   </property>

   <property>设置两台主机代号
       <name&g