hadoop3.0.3版本Linux单机测试版配置

本篇为结合其它博主和个人总结所得。

全篇为复制粘贴Linxu虚拟机上配置所来，所有的文件路径视自身而定，仅作参考。

 

配置文件在目录/etc/hadoop下

core-site.xml:

<configuration>
       <property>
              <name>fs.defaultFS</name>
               <value>hdfs://hadoop02:9000</value>
       </property>
<property>
    <name>hadoop.tmp.dir</name>
    <value>/home/hadoop/hdfs/tmp</value>
</property>
</configuration>

 

hdfs-site.xml:

<configuration>
<property>
   <name>dfs.replication</name>
<value>1</value>
</property>

<property>
   <name>dfs.http.address</name>
<value>hadoop02:50070</value>
</property>
<property>
   <name>dfs.permissions</name>
<value>false</value>
</property>
<property>
  <name>dfs.namenode.rpc-address.myhdfs.nn2</name>
  <value>hadoop02:9000</value>
</property>
</configuration>

 

yarn-site.xml:

<configuration>

<!-- Site specific YARN configuration properties -->
<property>
        <name>yarn.resourcemanager.hostname</name>
        <value>hadoop02</value>
    </property>
<property>
     <name>yarn.nodemanager.aux-services</name>
     <value>mapreduce_shuffle</value>
</property>
<property>
   <name>yarn.nodemanager.env-whitelist</name>   <value>JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_MAPRED_HOME</value>
</property>
<property>
    <name>yarn.nodemanager.vmem-check-enabled</name>
    <value>false</value>
</property>
</configuration>

 

mapred-site.xml:

<configuration>
<property>
      <name>mapreduce.framework.name</name>
       <value>yarn</value>
</property>
<property>
        <name>mapreduce.admin.user.env</name>
        <value>HADOOP_MAPRED_HOME=/usr/local/hadoop/hadoop-3.0.3</value>
</property>
<property>
<name>mapreduce.application.classpath</name>
 <value>/usr/local/hadoop3/etc/hadoop,
            /usr/local/hadoop/hadoop-3.0.3/share/hadoop/common/*,
            /usr/local/hadoop/hadoop-3.0.3/share/hadoop/common/lib/*,
            /usr/local/hadoop/hadoop-3.0.3/share/hadoop/hdfs/*,
            /usr/local/hadoop/hadoop-3.0.3/share/hadoop/hdfs/lib/*,
            /usr/local/hadoop/hadoop-3.0.3/share/hadoop/mapreduce/*,
            /usr/local/hadoop/hadoop-3.0.3/share/hadoop/mapreduce/lib/*,
            /usr/local/hadoop/hadoop-3.0.3/share/hadoop/yarn/*,
            /usr/local/hadoop/hadoop-3.0.3/share/hadoop/yarn/lib/*</value>
</property>
</configuration>

 

hadoop-env.sh:

export JAVA_HOME=/usr/local/hadoop/jdk1.8.0_151

 

目录：/sbin

start-dfs.sh:

HDFS_DATANODE_USER=root
HADOOP_SECURE_DN_USER=hdfs
HDFS_NAMENODE_USER=root
HDFS_SECONDARYNAMENODE_USER=root

 

start-yarn.sh:

YARN_RESOURCEMANAGER_USER=root
HADOOP_SECURE_DN_USER=yarn
YARN_NODEMANAGER_USER=root