hadoop集群安装

免密

ssh-keygen       #获取秘钥
ssh-copy-id hadoop1
            hadoop2    #发送秘钥
            hadoop3
ssh hadoop1
ssh hadoop2      #连接
ssh hadoop3

配置hosts文件

vim /etc/hosts
192.168.72.110 hadoop1
192.168.72.112 hadoop2
192.168.72.114 hadoop3

安装lrzsz

yum -y install lrzsz

新建目录

mkdir -p /home/hadoop/apps
cd /home/hadoop/apps

传入文件

rz

解压jdk文件

tar -zxvf jdk-8u181-linux-x64.tar.gz

配置java环境变量

vi /etc/profile
export JAVA_HOME=/home/hadoop/apps/jdk1.8.0_181
export PATH=$JAVA_HOME/bin:$PATH

编译

source /etc/profile

查看版本号

java -version    #1.8.0_181

解压hadoop文件

tar -zxvf hadoop-2.8.0.tar.gz

配置hadoop环境变量

vi /etc/profile
export HADOOP_HOME=/home/hadoop/apps/hadoop-2.8.0
export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin

编译

source /etc/profile

查看版本号

hadoop version    #2.8.0

修改配置文件

cd /home/hadoop/apps/hadoop-2.8.0/etc/hadoop

1.vi  hadoop-env.sh
  	export JAVA_HOME=/home/hadoop/apps/jdk1.8.0_181
2.vi  core-site.xml
	<configuration>
	<property>
	<name>fs.defaultFS</name>
	<value>hdfs://hadoop1:9000</value>
	</property>
	
	<property>
	<name>hadoop.tmp.dir</name>
	<value>/root/hdptmp</value>
	</property>
	</configuration> 
3.vi  hdfs-site.xml
	<configuration>
	<property>
	<name>dfs.namenode.name.dir</name>
	<value>/root/hdp-meta</value>
	</property>
	
	<property>
	<name>dfs.datanode.data.dir</name>
	<value>/root/hdp-blocks</value>
	</property>
	
	<property>
	<name>dfs.replication</name>
	<value>3</value>
	</property>
	
	<property>
	<name>dfs.blocksize</name>
	<value>128m</value>
	</property>
	
	<property>
	<name>dfs.secondary.http.address</name>
	<value>hadoop1:50090</value>
	</property>
	</configuration>
4.cp mapred-site.xml.template mapred-site.xml
  vi  mapred-site.xml
	<configuration>
	<property>
	<name>mapreduce.framework.name</name>
	<value>yarn</value>
	</property>
	</configuration>
5.vi  yarn-site.xml
	<configuration>
	<property>
	<name>yarn.resourcemanager.hostname</name>
	<value>hadoop1</value>
	</property>
	</configuration>
6.vi  salves
	hadoop1
	hadoop2
	hadoop3

在hadoop2和hadoop3是分别创建apps

mkdir -p /home/hadoop/apps

在hadoop1上，把之前安装好的jdk、hadoop 、/etc/profile 、 /etc/hosts文件分别发送到hadoop2和hadoop3上

scp -r /home/hadoop/apps/jdk1.8.0_181/ hdp02:/home/hadoop/apps/
scp -r /home/hadoop/apps/jdk1.8.0_181/ hdp03:/home/hadoop/apps/
scp -r /home/hadoop/apps/hadoop-2.8.0 hdp02:/home/hadoop/apps/
scp -r /home/hadoop/apps/hadoop-2.8.0 hdp03:/home/hadoop/apps/
scp -r /etc/hosts hadoop2:/etc
scp -r /etc/hosts hadoop3:/etc
scp -r /etc/profile hadoop2:/etc/profile
scp -r /etc/profile hadoop3:/etc/profile

分别在hadoop2、hadoop3上编译环境变量

source /etc/profile

启动集群

hadoop namenode -format
start-all.sh
jps

使用主节点ip访问浏览器 192.168.72.110:50070