hadoop单机环境搭建

#配置Java环境变量
export JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk1.8.0_181.jdk/Contents/Home
#配合Hadoop home
export HADOOP_HOME=/Users/yangyijun/workspace/soft/hadoop
#设置Hadoop配置文件路径
export HADOOP_CONF_DIR=/Users/yangyijun/workspace/soft/hadoop/etc/hadoop
#配置Hadoop本地库地址
export HADOOP_COMMON_LIB_NATIVE_DIR=/Users/yangyijun/workspace/soft/hadoop/lib/native
export HADOOP_OPTS="-Djava.library.path=/Users/yangyijun/workspace/soft/hadoop/lib/native"


-- core-site.xml
<property>
	<name>fs.defaultFS</name>
	<value>hdfs://localhost:8020</value>
</property>
<property>
	<name>hadoop.tmp.dir</name>
	<value>/Users/yangyijun/workspace/data/hadoop/tmp</value>
</property>


--  hdfs-site.xml
<property>
	<name>dfs.replication</name>
	<value>1</value>
</property>
<property>
	<name>dfs.namenode.name.dir</name>      					     
	<value>/Users/yangyijun/workspace/data/hadoop/nn</value>
</property>
<property>
	<name>dfs.datanode.data.dir</name>                       
	<value>/Users/yangyijun/workspace/data/hadoop/dn</value>
</property>
<property>
	<name>dfs.permissions.enabled</name>                       
	<value>false</value>
</property>
<property>
	<name>dfs.datanode.data.dir.perm</name>                       
	<value>750</value>
</property>

-- mapred-site.xml
<property>
	<name>mapreduce.framework.name</name>
	<value>yarn</value>
</property>

--  yarn-site.xml
<!-- 指定YARN的老大（ResourceManager）的地址 -->
<property>
	<name>yarn.resourcemanager.hostname</name>
	<value>localhost</value>
</property>
<!-- reducer获取数据的方式 -->
<property>
	<name>yarn.nodemanager.aux-services</name>
	<value>mapreduce_shuffle</value>
</property>