hadoop3.0高可用HA大数据平台架构硬件和部署方案(一)
http://blog.csdn.net/lxb1022/article/details/78389836
hadoop3.0高可用HA大数据平台架构软件和部署方案(二)
http://blog.csdn.net/lxb1022/article/details/78399462
1.到官网下载hadoop-3.0.0-beta1.tar.gz
http://mirrors.tuna.tsinghua.edu.cn/apache/hadoop/common/hadoop-3.0.0-beta1/hadoop-3.0.0-beta1.tar.gz
2、解压到安装目录/opt/,并配置环境变量:vi /etc/profile
tar -zxvf hadoop-3.0.0-beta1.tar.gz
#set java env
export JAVA_HOME=/opt/jdk1.8.0_144
export PATH=$PATH:$JAVA_HOME/bin
export CLASSPATH=.:$JAVA_HOME/lib/rt.jar
#set hadoop env
export HADOOP_HOME=/opt/hadoop-3.0.0-beta1
export PATH=$PATH:$HADOOP_HOME/bin
export PATH=$PATH:$HADOOP_HOME/sbin
3、配置:/opt/hadoop-3.0.0-beta1/etc/hadoop/hadoop-env.sh
export JAVA_HOME=/opt/jdk1.8.0_144
export HADOOP_HOME=/opt/hadoop-3.0.0-beta1
4.配置:/opt/hadoop-3.0.0-beta1/etc/hadoop/core-site.xml
<configuration>
<property>
<name>fs.defaultFS</name>
<value>hdfs://mycluster</value>
<description>mycluster唯一标识hdfs实例的nameservice ID的名称</description>
</property>
<property>
<name>hadoop.tmp.dir</name>
<value>file:///opt/hadoop-3.0.0-beta1/tmp</value>
<description> 指定hadoop临时目录</description>
</property>
<property>
<name>ha.zookeeper.quorum</name>
<value>zookeeper1:2181,zookeeper2:2181,zookeeper:2181</value>
<description>指定zookeeper地址</description>
</property>
</configuration>
5、配置:/opt/hadoop-3.0.0-beta1/etc/hadoop/hdfs-site.xml
<configuration>
<property>
<name>dfs.nameservices</name>
<value>mycluster</value>
<description>指定hdfs的nameservice为mycluster,需要和core-site.xml中的保持一致</description>
</property>