hadoop

hadoop安装

hadoop安装

先安装JDK
然后下载hadoop包 解压
[os@localhost conf]$ pwd
/home/os/hadoop-1.2.1/conf

vim hadoop-env.sh
export JAVA_HOME=/usr/local/jdk1.8.0_144

#修改core-site.xml
[os@localhost conf]$ cat core-site.xml 
<configuration>
    <property>
        <name>fs.default.name</name>
        <value>hdfs://192.168.1.116:9000</value>
    </property>

    <property>
        <name>hadoop.tmp.dir</name>
        <value>/home/os/hadoop/tmp</value>
    </property>
</configuration>

# hdfs-site.xml
[os@localhost conf]$ vim hdfs-site.xml
<configuration>
    <property>
        <name>dfs.replication</name>
        <value>1</valu>
    </property>
</configuration>


# mapred-site.xml
[os@localhost conf]$ vim mapred-site.xml 

<configuration>
    <property>
        <name>mapred.job.tracker</name>
        <value>192.168.1.116:9001</value>
    </property>
</configuration>

# masters
[os@localhost conf]$ vim masters
192.168.1.116

# slaves
[os@localhost conf]$ vim slaves 

192.168.1.104
192.168.1.105

# 格式化
[os@os bin]$ pwd
/home/os/hadoop-1.2.1/bin
[os@os bin]$ ./hadoop namenode -format

# 启动hadoop集群
[os@os bin]$ ./start-all.sh 
starting namenode, logging to /home/os/hadoop-1.2.1/libexec/../logs/hadoop-os-namenode-localhost.out
192.168.1.104: starting datanode, logging to /home/os/hadoop-1.2.1/libexec/../logs/hadoop-os-datanode-os1.out
192.168.1.105: starting datanode, logging to /home/os/hadoop-1.2.1/libexec/../logs/hadoop-os-datanode-os2.out
192.168.1.116: starting secondarynamenode, logging to /home/os/hadoop-1.2.1/libexec/../logs/hadoop-os-secondarynamenode-os.out
starting jobtracker, logging to /home/os/hadoop-1.2.1/libexec/../logs/hadoop-os-jobtracker-localhost.out
192.168.1.105: starting tasktracker, logging to /home/os/hadoop-1.2.1/libexec/../logs/hadoop-os-tasktracker-os2.out
192.168.1.104: starting tasktracker, logging to /home/os/hadoop-1.2.1/libexec/../logs/hadoop-os-tasktracker-os1.out
[os@os bin]$ 

# 检查节点启动情况
[os@os bin]$ jps 
5794 NameNode
6074 JobTracker
6410 Jps
5982 SecondaryNameNode

[os@os2 conf]$ jps
4984 Jps

[os@os1 conf]$ jps
4905 Jps