[root@VM-M-01597287170765 ~]# hostnamectl set-hostname master
[root@master ~]# bash
[root@master ~]# vi /etc/hosts (ip a或者ifconfig看id)
必须要把自己的ip地址加上master打进去
[root@master ~]# systemctl stop firewalld
[root@master ~]# systemctl disable firewalld
创建Hadoop用户
[root@master ~]# useradd hadoop
[root@master ~]# passwd Hadoop
解压Java
[root@master ~]# rpm -qa | grep java
[root@master ~]# rpm -e --nodeps java-1.8.0-openjdk
[root@master ~]# rpm -e --nodeps java-1.8.0-openjdk-headless
[root@master ~]# tar -zxvf /opt/software/jdk-8u152-linux
x64.tar.gz -C /usr/local/src
[root@master ~]# mv /usr/local/src/jdk /usr/local/src/java
Java的配置文件 背一下
[root@master ~]# vi /etc/profile
export JAVA_HOME=/usr/local/src/java
export PATH=$PATH:$JAVA_HOME/bin
生效 一定要打
[root@master ~]# source /etc/profile
解压Hadoop
[root@master ~]# tar -zxvf ~/hadoop-2.7.1.tar.gz -C /usr/local/src/
[root@master ~]# mv /usr/local/src/hadoop... /usr/local/src/Hadoop
Hadoop的配置文件 背下来
[root@master ~]# vi /etc/profile
export HADOOP_HOME=/usr/local/src/hadoop
export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin
生效 一定要打
[root@master ~]# source /etc/profile
[root@master ~]# hadoop
Usage: hadoop [--config confdir] [COMMAND | CLASSNAME]
CLASSNAME run the class named CLASSNAME
…… 省略 ……
背下来
[root@master ~]# chown -R hadoop:hadoop /usr/local/src
[root@master ~]# cd /usr/local/src/hadoop
[root@master ~]# vi etc/hadoop/hadoop-env.sh
export JAVA_HOME=/usr/local/src/java
export HADOOP_HOME=/usr/local/src/hadoop
免密登录(这里以后都用hadoop用户)
ssh-keygen -t rsa 然后一直回车
ssh-copy-id localhost
[root@master ~]# cd /usr/local/src/hadoop/etc/hadoop/
[root@master hadoop]# vi hdfs-site.xml
#在文件中<configuration>和</configuration>一对标签之间追加以下配置信息
<configuration>
<property>
<name>dfs.replication</name>
<value>1</value>
</property>
</configuration>
[root@master hadoop]# vi core-site.xml
#在文件中<configuration>和</configuration>一对标签之间追加以下配置信息
<configuration>
<property>
<name>fs.defaultFS</name>
<value>hdfs://localhost/</value>
</property>
</configuration>
[root@master hadoop]# vi mapred-site.xml
#在文件中<configuration>和</configuration>里面打进去
<configuration>
<property>
<name>mapreduce.framework.name</name>
<value>yarn</value>
</property>
</configuration>
[root@master hadoop]# vi yarn-site.xml
#在文件中<configuration>和</configuration>一对标签之间追加以下配置信息
<configuration>
<!-- Site specific YARN configuration properties -->
<property>
<name>yarn.nodemanager.aux-services</name>
<value>mapreduce_shuffle</value>
</property>
</configuration>
[root@master ~]# su – hadoop
[hadoop@master ~]# cd /usr/local/src/hadoop/
Namenode格式化
[hadoop@master hadoop]$ bin/hdfs namenode –format
结果:
20/05/02 16:21:50 INFO namenode.NameNode: SHUTDOWN_MSG:
/************************************************************
SHUTDOWN_MSG: Shutting down NameNode at master/192.168.1.6
************************************************************/
[hadoop@master hadoop]$ start-all.sh
[hadoop@master hadoop]$ jps
3557 NameNode
3557 DataNode
3449 SecondaryNameNode
3287 ResourceManager
4600 NodeManager
3624 Jps