centos hadoop 简单入门配置

#上传 hadoop-2.7.3.tar.gz 到 /usr
cd /usr
tar zxvf hadoop-2.7.3.tar.gz
mv hadoop-2.7.3
mkdir /usr/hadoop/tmp
vi /etc/profile

#追加hadoop环境变量
export HAD
cd /usr/hadoop/etc/hadoop/
vi hadoop-env.sh 

#追加如下内容
export JAVA_HOME=/usr/java/jdk1.7.0_80OOP_HOME=/usr/hadoop
export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin
export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native
export HADOOP_OPTS="-Djava.library.path=$HADOOP_HOME/lib"

#环境变量生效
source /etc/profile 

#测试一下
hadoop version
#显示这样就对了
Hadoop 2.7.3
Subversion https://git-wip-us.apache.org/repos/asf/hadoop.git -r baa91f7c6bc9cb92be5982de4719c1c8af91ccff
Compiled by root on 2016-08-18T01:41Z
Compiled with protoc 2.5.0
From source with checksum 2e4ce5f957ea4db193bce3734ff29ff4
This command was run using /usr/hadoop/share/hadoop/common/hadoop-common-2.7.3.jar

#可能会有jdk目录下权限问题
chmod 777 (有问题的目录文件) 

#修改hadoop-env.sh
cd /usr/hadoop/etc/hadoop/
vi hadoop-env.sh 

#追加如下内容
export JAVA_HOME=你的jdk路径 

#修改core-site.xml
vi core-site.xml 
#添加如下内容
<configuration>
    <property>
        <name>fs.defaultFS</name>
        <value>hdfs://你的主机名:9000</value>
    </property>
    <property>
        <name>hadoop.tmp.dir</name>
        <value>/usr/hadoop/tmp/</value>
        <description>A base for other temporary directories.</description>
    </property>
</configuration>

#查看主机名
hostname
#修改hdfs-site.xml
vi hdfs-site.xml
#添加如下内容
<configuration>
    <property>
        <name>dfs.replication</name>
        <value>1</value>
    </property>
</configuration>
#格式化hdfs
hdfs namenode -format
#启动
start-dfs.sh
#关闭
stop-dfs.sh
#测试
浏览器打开 http://配置hadoop服务器ip:50070/
至此hadoop基本启动运行配置完成
可能遇到的问题
#ssh无密码访问
yum -y install ssh
yum -y install rsync
ssh-keygen -t rsa -P '' -f ~/.ssh/id_rsa
cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
chmod 600 ~/.ssh/authorized_keys 
#文件授权
chmod 777 目标文件