hadoop2.9.2安装

解压

tar -zxvf hadoop-2.9.2.tar.gz -C /usr

配置hadoop环境变量

JAVA_HOME=/usr/java/jdk1.8.0_201
ZOOKEEPER_HOME=/usr/zookeeper-3.5.9
HADOOP_HOME=/usr/hadoop-2.9.2
PATH=$PATH:$JAVA_HOME/bin:$ZOOKEEPER_HOME/bin:$HADOOP_HOME/bin:$HADOOP_HOME/sbin
CLASSPATH=.
export JAVA_HOME
export ZOOKEEPER_HOME
export HADOOP_HOME
export PATH
export CLASSPATH

配置 core-site.xml

<property>
  <name>hadoop.tmp.dir</name>
  <value>/usr/hadoop-2.9.2/hadoop-${user.name}</value>
</property>

<property>
  <name>fs.trash.interval</name>
  <value>60</value>
</property>

<property>
  <name>fs.defaultFS</name>
  <value>hdfs://hadoop:9000</value>
</property>

配置hdfs-site.xml

<!-- 设置副本因子数为1-->
<property>
    <name>dfs.replication</name>
    <value>1</value>
</property>
<!--配置Sencondary namenode所在物理主机-->
<property>
  <name>dfs.namenode.secondary.http-address</name>
  <value>hadoop:9001</value>
</property>

格式化hdfs

hdfs namenode -format

启动

start-dfs.sh

配置yarn-site.xml

<property>
 <name>yarn.nodemanager.aux-services</name>
  <value>mapreduce_shuffle</value>
</property>
<property>
  <name>yarn.resourcemanager.hostname</name>
  <value>hadoop</value>
</property> 

配置mapred-site.xml

<property>
    <name>mapreduce.framework.name</name>
    <value>yarn</value>
</property>

启动

start-yarn.sh