环境搭建——hadoop3.1.1（伪分布式配置）

hadoop-env.sh配置：

export JAVA_HOME=/usr/local/jdk1.8.0_191
export HDFS_NAMENODE_USER=root
export HDFS_DATANODE_USER=root
export HDFS_SECONDARYNAMENODE_USER=root
export YARN_RESOURCEMANAGER_USER=root
export YARN_NODEMANAGER_USER=root

hdfs-site.xml配置：

<configuration>
<property>
	<name>dfs.replication</name>
	<value>1</value>
</property>

<property>
	<name>dfs.data.dir</name>
	<value>/usr/local/hadoop-3.1.1/hadoopfs/data</value>
</property>

<property>
	<name>dfs.name.dir</name>
	<value>/usr/local/hadoop-3.1.1/hadoopfs/name</value>
</property>

<property>
	<name>dfs.permissions</name>
	<value>false</value>
</property>
</configuration>

core-site.xml配置

<configuration>
<property>
	<name>hadoop.tmp.dir</name>
	<value>/usr/local/hadoop-3.1.1/tmp</value>
	<description>A base fopr other temporary directionres.</description>
</property>

<property>
	<name>fs.default.name</name>
	<value>hdfs://localhost:9000</value>
	<description>fs name url.</description>
</property>
</configuration>

mapred-site.xml配置：

<configuration>
<property>
<name>mapreduce.framework.name</name>
<value>yarn</value>
</property>
</configuration>

yarn-site.xml配置：

<configuration>

<!-- Site specific YARN configuration properties -->
    <property>
    <name>yarn.resourcemanager.hostname</name>
    <value>node01</value>
    </property>
    <property>
    <name>yarn.nodemanager.aux-services</name>
    <value>mapreduce_shuffle</value>
    </property>
</configuration>