搭建hadoop（1+x）

[root@VM-M-01597287170765 ~]# hostnamectl set-hostname master

[root@master ~]# bash

[root@master ~]# vi /etc/hosts (ip a或者ifconfig看id)

必须要把自己的ip地址加上master打进去

[root@master ~]# systemctl stop firewalld

[root@master ~]# systemctl disable firewalld

创建Hadoop用户

[root@master ~]# useradd hadoop

[root@master ~]# passwd Hadoop

解压Java

[root@master ~]# rpm -qa | grep java

[root@master ~]# rpm -e --nodeps java-1.8.0-openjdk

[root@master ~]# rpm -e --nodeps java-1.8.0-openjdk-headless

[root@master ~]# tar -zxvf /opt/software/jdk-8u152-linux

x64.tar.gz -C /usr/local/src

[root@master ~]# mv /usr/local/src/jdk     /usr/local/src/java

Java的配置文件  背一下

[root@master ~]# vi /etc/profile

export JAVA_HOME=/usr/local/src/java

export PATH=$PATH:$JAVA_HOME/bin

生效 一定要打

[root@master ~]# source /etc/profile

解压Hadoop

[root@master ~]# tar -zxvf ~/hadoop-2.7.1.tar.gz -C /usr/local/src/

[root@master ~]# mv /usr/local/src/hadoop...     /usr/local/src/Hadoop

Hadoop的配置文件  背下来

[root@master ~]# vi /etc/profile

export HADOOP_HOME=/usr/local/src/hadoop

export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin

生效   一定要打

[root@master ~]# source /etc/profile

[root@master ~]# hadoop

Usage: hadoop [--config confdir] [COMMAND | CLASSNAME]

CLASSNAME run the class named CLASSNAME

…… 省略 ……

背下来  

[root@master ~]# chown -R hadoop:hadoop /usr/local/src

[root@master ~]# cd /usr/local/src/hadoop

[root@master ~]# vi etc/hadoop/hadoop-env.sh

export JAVA_HOME=/usr/local/src/java

export HADOOP_HOME=/usr/local/src/hadoop

免密登录(这里以后都用hadoop用户)

ssh-keygen -t rsa   然后一直回车

ssh-copy-id localhost

[root@master ~]# cd /usr/local/src/hadoop/etc/hadoop/

[root@master hadoop]# vi hdfs-site.xml

#在文件中<configuration>和</configuration>一对标签之间追加以下配置信息

<configuration>

<property>
  <name>dfs.replication</name>
  <value>1</value>
</property>

</configuration>

[root@master hadoop]# vi core-site.xml

#在文件中<configuration>和</configuration>一对标签之间追加以下配置信息

<configuration>

<property>
   <name>fs.defaultFS</name>
   <value>hdfs://localhost/</value>
</property>

</configuration>

[root@master hadoop]# vi mapred-site.xml

#在文件中<configuration>和</configuration>里面打进去

<configuration>

<property>
   <name>mapreduce.framework.name</name>
   <value>yarn</value>
</property>

</configuration>

[root@master hadoop]# vi yarn-site.xml

#在文件中<configuration>和</configuration>一对标签之间追加以下配置信息

<configuration>

<!-- Site specific YARN configuration properties -->

<property>
  <name>yarn.nodemanager.aux-services</name>
  <value>mapreduce_shuffle</value>
</property>

</configuration>

[root@master ~]# su – hadoop

[hadoop@master ~]# cd /usr/local/src/hadoop/

Namenode格式化

[hadoop@master hadoop]$ bin/hdfs namenode –format

结果：

20/05/02 16:21:50 INFO namenode.NameNode: SHUTDOWN_MSG:

/************************************************************

SHUTDOWN_MSG: Shutting down NameNode at master/192.168.1.6

************************************************************/

[hadoop@master hadoop]$  start-all.sh

[hadoop@master hadoop]$  jps

3557 NameNode

3557 DataNode

3449 SecondaryNameNode

3287 ResourceManager

4600 NodeManager

3624 Jps