安装单机版本hadoop

安装单机版本hadoop

1、安装java 略…
2、下载hadoop3.2.1

wget https://mirror.bit.edu.cn/apache/hadoop/common/hadoop-3.2.1/hadoop-3.2.1.tar.gz

3、解压缩

tar zxvf hadoop-3.2.1/hadoop-3.2.1.tar.gz -C /root/soft/

4、进入目录更改配置文件

cd /root/soft/hadoop-3.2.1/etc/hadoop/

5、添加环境变量

vi hadoop-env.sh

export JAVA_HOME=/usr/local/src/jdk1.8.0_172

 vim /etc/profile

export JAVA_HOME=/usr/local/src/jdk1.8.0_172export HADOOP_HOME=/root/soft/hadoop-3.2.1

6、修改core-site.xml 、hdfs-site.xml 、mapred-site.xml、yarn-site.xml、的配置文件

core-site.xml

<configuration>
 	<property>
 		<name>hadoop.tmp.dir</name>
 		<value>file:/data/hadoop/tmp</value>
 		<description>Abase for other temporary directories.</description>
 	</property>
 	<property>
 		<name>fs.defaultFS</name>
 		<value>hdfs://kudu:9000</value>
 	</property>
</configuration>

hdfs-site.xml

<configuration>
 	<property>
 		<name>dfs.replication</name>
 		<value>1</value>
 	</property>
 	<property>
 		<name>dfs.namenode.name.dir</name>
 		<value>/data/hadoop/dfs/namenode</value>
 	</property>
 	<property>
 		<name>dfs.datanode.data.dir</name>
 		<value>/data/hadoop/dfs/datanode</value>
 	</property>
 	<property>
 		<name>dfs.namenode.http-address</name>
 		<value>kudu:50070</value>
 	</property>
 	<property>
 		<name>dfs.namenode.secondary.http-address</name>
 		<value>kudu:50090</value>
 	</property>
</configuration>

mapred-site.xml

<configuration>
 	<property>
 		<name>mapreduce.framework.name</name>
 		<value>yarn</value>
 	</property>
 	<property>
 		<name>mapreduce.jobhistory.address</name>
 		<value>kudu:10020</value>
 	</property>
 	<property>
 		<name>mapreduce.jobhistory.webapp.address</name>
 		<value>kudu:19888</value>
 	</property>
</configuration>

yarn-site.xml

<configuration>
<!-- Site specific YARN configuration properties -->
 	<property>
 		<name>yarn.nodemanager.aux-services</name>
 		<value>mapreduce_shuffle</value>
 		<final>true</final>
 	</property>
 	<property>
 		<name>yarn.resourcemanager.hostname</name>
 		<value>kudu</value>
 	</property>
</configuration>

7、 格式HDFS文件系统

hdfs namenode -format

8、HDFS格式化完成之后，使用如下命令启动HDFS

start-all.sh

9、 浏览页面

http://192.168.129.166:50070/