Ubuntu伪分布式hadoop安装教程

vim /usr/local/hadoop-3.2.2/etc/hadoop/hadoop-env.sh

export  JAVA_HOME=/usr/lib/jvm/jdk-15.0.2

(1) vim /usr/local/hadoop-3.2.2/etc/hadoop/core-site.xml

<configuration>
    <property>
        <name>hadoop.tmp.dir</name>
        <value>file:/usr/local/hadoop-3.2.2/tmp</value>
    </property>

    <property>
        <name>fs.defaultFS</name>
        <value>hdfs://localhost:9000</value>
    </property>
</configuration>

(2) vim /usr/local/hadoop-3.2.2/etc/hadoop/hdfs-site.xml

<configuration>
    <property>
        <name>dfs.namenode.name.dir</name>
        <value>file:/usr/local/hadoop-3.2.2/hadoop_data/hdfs/namenode</value>
    </property>

    <property>
        <name>dfs.datanode.data.dir</name>
        <value>file:/usr/local/hadoop-3.2.2/hadoop_data/hdfs/datanode</value>
</property>
</configuration>

(3) vim /usr/local/hadoop-3.2.2/etc/hadoop/mapred-site.xml

<configuration>
    <property>
        <name>mapreduce.framework.name</name>
        <value>yarn</value>
    </property>
    <property>
        <name>mapreduce.application.classpath</name>
        <value>$HADOOP_MAPRED_HOME/share/hadoop/mapreduce/*:$HADOOP_MAPRED_HOME/share/hadoop/mapreduce/lib/*</value>
    </property>	
</configuration>

(4) vim /usr/local/hadoop-3.2.2/etc/hadoop/yarn-site.xml

<property>
        <name>yarn.nodemanager.aux-services</name>
        <value>mapreduce_shuffle</value>
    </property>
    <property>
        <name>yarn.nodemanager.env-whitelist</name>
        <value>JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,
                HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,
                HADOOP_YARN_HOME,HADOOP_MAPRED_HOME</value>
    </property>

(5) vim .bashrc

#Java Enviromemt
export JAVA_HOME=/usr/lib/jvm/jdk-15.0.2
export PATH=${JAVA_HOME}/bin:$PATH

#Hadoop Enviroment
export HADOOP_HOME=/usr/local/hadoop-3.2.2
export HADOOP_MAPRED_HOME=$HADOOP_HOME
export CLASSPATH=$($HADOOP_HOME/bin/hadoop classpath):$CLASSPATH
export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native
export HADOOP_OPTS="-Djava.library.path=$HADOOP_HOME/lib"
export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin

source .bashrc
hdfs namenode –format (格式化)
start-dfs.sh
jps//三个服务
start-yarn.sh
jps//五个服务
cd /usr/local/hadoop-3.2.2/share/hadoop/mapreduce
cd
hadoop classpath (复制classpath的路径)
vim /usr/local/hadoop-3.2.2/etc/hadoop/yarn-site.xml

<property>
            <name>yarn.application.classpath</name>
            <value>（classpath的路径） </value>
 </property>

stop-all.sh
start-all.sh

hadoop jar /usr/local/hadoop-3.2.2/share/hadoop/mapreduce/hadoop-mapreduce-examples-3.2.2.jar pi 5 10
//（一遍不行多执行几遍）