hadoop伪分布式安装

Hadoop 伪分布式安装
1、配置环境参数
cat  /etc/redhat-release
uname -r
uname -m
df -h

hostnamectl set-hostname hadoop
vi  /etc/hostname
hadoop

vi /etc/hosts

192.168.1.142  hadoop

2、关闭防火墙和selinux
systemctl disable firewalld
systemctl stop  firewalld

sed -i s'#SELINUX=enforcing#SELINUX=disabled#' /etc/selinux/config 
setenforce 0

3、配置免密登录
ssh-keygen -t rsa -P '' -f ~/.ssh/id_rsa
ssh-copy-id  root@hadoop

4、安装jdk

tar -zxvf   jdk-8u202-linux-x64.tar.gz   -C /usr/bin
mv  /usr/bin/jdk1.8.0_202  /usr/bin/java

vi  /etc/profile
JAVA_HOME=/usr/bin/java
PATH=$PATH:$JAVA_HOME/bin 

source /etc/profile

5、安装hadoop
mkdir -pv /data/hadoop/{hdfs,yarn,mapreduce}

tar -zxvf   hadoop-3.1.3.tar.gz.gz  -C /usr/bin
mv  /usr/bin/hadoop-3.1.3   /usr/bin/hadoop
vi  /etc/profile
HADOOP_HOME=/usr/bin/hadoop
PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin

source /etc/profile

6、修改配置文件
vi   /usr/bin/hadoop/etc/hadoop/hadoop-env.sh
export JAVA_HOME=/usr/bin/java
export HDFS_NAMENODE_USER=root
export HDFS_DATANODE_USER=root
export HDFS_SECONDARYNAMENODE_USER=root

vi  /usr/bin/hadoop/etc/hadoop/core-site.xml

<configuration>
        <property>
                <name>fs.defaultFS</name>
                <value>hdfs://hadoop:9820</value>
        </property>
        <property>
                <name>hadoop.tmp.dir</name>
                <value>/data/hadoop/hdfs</value>
        </property>
</configuration>

 vi  /usr/bin/hadoop/etc/hadoop/hdfs-site.xml 
<configuration>
        <property>
                <name>dfs.replication</name>
                <value>1</value>
        </property>
        <property>
                <name>dfs.namenode.secondary.http-address</name>
                <value>hadoop:9868</value>
        </property>
</configuration>

vi /usr/bin/hadoop/etc/hadoop/workers 
hadoop

7、格式化系统
hdfs namenode -format
ll /data/hadoop/hdfs/

8、启动集群
start-dfs.sh
jps
http://192.168.153.132:9870/dfshealth.html#tab-datanode

9、测试
hdfs dfs -mkdir /new
hdfs dfs -put hadoop-3.1.3.tar.gz.gz   /new