Linux 配置 Hadoop（单机版）

步骤1：将压缩文件拖至指定目录下

[root@kb129 ~]# cd /opt/install/

步骤2：解压该文件至 指定目录下

[root@kb129 install]# tar -zxf ./hadoop-3.1.3.tar.gz -C ../soft/

步骤3：切换至soft目录更改文件名字

[root@kb129 install]# cd ../soft/

[root@kb129 soft]# mv hadoop-3.1.3/ hadoop313

[root@kb129 soft]# cd ../soft/

[root@kb129 soft]# ls

步骤4：赋权

[root@kb129 soft]# chown -R root:root ./hadoop313/

步骤5：切换至hadoop313目录下添加环境变量

[root@kb129 soft]# cd ./hadoop313/

#HADOOP_HOME
export HADOOP_HOME=/opt/soft/hadoop313
export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin:$HADOOP_HOME/lib
export HDFS_NAMENODE_USER=root
export HDFS_DATANODE_USER=root
export HDFS_SECONDARYNAMENODE_USER=root
export HDFS_JOURNALNODE_USER=root
export HDFS_ZKFC_USER=root
export YARN_RESOURCEMANAGER_USER=root
export YARN_NODEMANAGER_USER=root
export HADOOP_MAPRED_HOME=$HADOOP_HOME
export HADOOP_COMMON_HOME=$HADOOP_HOME
export HADOOP_HDFS_HOME=$HADOOP_HOME
export HADOOP_YARN_HOME=$HADOOP_HOME
export HADOOP_INSTALL=$HADOOP_HOME
export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native
export HADOOP_LIBEXEC_DIR=$HADOOP_HOME/libexec
export JAVA_LIBRARY_PATH=$HADOOP_HOME/lib/native
export HADOOP_CONF_DIR=$HADOOP_HOME/etc/hadoop

记得source 一下

步骤6：在hadoop313目录下创建一个data文件

[root@kb129 hadoop313]# mkdir ./data

步骤7：切换至hadoop目录下

[root@kb129 hadoop313]# cd /opt/soft/hadoop313/etc/hadoop

步骤8：修改配置文件core-site.xml

[root@kb129 hadoop]# vim core-site.xml

<configuration>
  <property>
    <name>fs.defaultFS</name>
    <value>hdfs://kb129:9000</value>
  </property>
  <property>
    <name>hadoop.tmp.dir</name>
    <value>/opt/soft/hadoop313/data</value>
  </property>
  <property>
    <name>hadoop.http.staticuser.user</name>
    <value>root</value>
  </property>
  <property>
    <name>io.file.buffer.size</name>
    <value>131073</value>
  </property>
  <property>
    <name>hadoop.proxyuser.root.hosts</name>
    <value>*</value>
  </property>
  <property>
    <name>hadoop.proxyuser.root.groups</name>
    <value>*</value>
  </property>
</configuration>

步骤9：修改配置文件

[root@kb129 hadoop]# vim ./hadoop-env.sh

步骤10：修改配置文件

[root@kb129 hadoop]# vim ./hdfs-site.xml

<configuration>
  <property>
    <name>dfs.replication</name>
    <value>1</value>
  </property>
  <property>
    <name>dfs.namenode.name.dir</name>
    <value>/opt/soft/hadoop313/data/dfs/name</value>
  </property>
  <property>
    <name>dfs.datanode.data.dir</name>
    <value>/opt/soft/hadoop313/data/dfs/data</value>
  </property>
  <property>
    <name>dfs.permissions.enabled</name>
    <value>false</value>
  </property>
</configuration>

步骤11：修改配置文件

[root@kb129 hadoop]# vim ./mapred-site.xml

<configuration>
  <property>
    <name>mapreduce.framework.name</name>
    <value>yarn</value>
  </property>
  <property>
    <name>mapreduce.jobhistory.address</name>
    <value>kb129:10020</value>
  </property>
  <property>
    <name>mapreduce.jobhistory.webapp.address</name>
    <value>kb129:19888</value>
  </property>
  <property>
    <name>mapreduce.map.memory.mb</name>
    <value>4096</value>
  </property>
  <property>
    <name>mapreduce.reduce.memory.mb</name>
    <value>4096</value>
  </property>
  <property>
    <name>mapreduce.application.classpath</name>
    <value>/opt/soft/hadoop313/etc/hadoop:/opt/soft/hadoop313/share/hadoop/common/lib/*:/opt/soft/hadoop313/share/hadoop/common/*:/opt/soft/hadoop313/share/hadoop/hdfs/*:/opt/soft/hadoop313/share/hadoop/hdfs/lib/*:/opt/soft/hadoop313/share/hadoop/mapreduce/*:/opt/soft/hadoop313/share/hadoop/mapreduce/lib/*:/opt/soft/hadoop313/share/hadoop/yarn/*:/opt/soft/hadoop313/share/hadoop/yarn/lib/*</value>
  </property> 
</configuration>

步骤12：修改配置文件

[root@kb129 hadoop]# vim ./yarn-site.xml

<configuration>

<!-- Site specific YARN configuration properties -->
  <property>
    <name>yarn.resourcemanager.connect.retry-interval.ms</name>
    <value>20000</value>
  </property>
  <property>
    <name>yarn.resourcemanager.scheduler.class</name>
    <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler</value>
  </property>
  <property>
    <name>yarn.nodemanager.localizer.address</name>
    <value>kb129:8040</value>
  </property>
  <property>
    <name>yarn.nodemanager.address</name>
    <value>kb129:8050</value>
  </property>
  <property>
    <name>yarn.nodemanager.webapp.address</name>
    <value>kb129:8042</value>
  </property>
  <property>
    <name>yarn.nodemanager.aux-services</name>
    <value>mapreduce_shuffle</value>
  </property>
  
  <property>
    <name>yarn.nodemanager.local-dirs</name>
    <value>/opt/soft/hadoop313/yarndata/yarn</value>
  </property>

  <property>
    <name>yarn.nodemanager.log-dirs</name>
    <value>/opt/soft/hadoop313/yarndata/log</value>
  </property>

  
  <property>
    <name>yarn.nodemanager.vmem-check-enabled</name>
    <value>false</value>
  </property>
</configuration>

步骤13：修改文件为本机机器名

[root@kb129 hadoop]# vim ./workers

步骤14：切换至bin目录执行初始化

[root@kb129 hadoop]# cd /opt/soft/hadoop313/bin/

[root@kb129 bin]# hadoop namenode -format

步骤15：切换至家目录设置免密登录

[root@kb129 ~]# ssh-keygen -t rsa -P ""

[root@kb129 ~]# cat /root/.ssh/id_rsa.pub >> /root/.ssh/authorized_keys

[root@kb129 ~]# ssh -p 22 root@kb129

[root@kb129 ~]# exit

步骤16：切换至hadoop目录下开启

[root@kb129 hadoop313]# cd ./etc/hadoop/

[root@kb129 hadoop]# start-all.sh

[root@kb129 hadoop]# jps

出现以上5个则为配置成功

步骤17：关闭

[root@kb129 hadoop]# stop-all.sh