大数据Hadoop集群增加新节点

Hadoop集群之增加节点

真机开启新的主机

新的主机

[root@elk64 ~]# hostnamectl set-hostname node4 //设置新主机名
[root@elk64 ~]# yum -y install java-1.8.0-openjdk-devel //安装openjdk
[root@elk64 ~]# mkdir /var/hadoop
[root@elk64 ~]# ifconfig eth0
eth0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
inet 192.168.1.64 netmask 255.255.255.0 broadcast 192.168.1.255
ether 52:54:00:90:30:ff txqueuelen 1000 (Ethernet)
RX packets 512 bytes 10294992 (9.8 MiB)
RX errors 0 dropped 65 overruns 0 frame 0
TX packets 286 bytes 19362 (18.9 KiB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0

[root@elk64 ~]# exit //退出使主机名生效
logout

真机

[student@room12pc14 ~]$ ssh root@192.168.1.64 //真机重新登录
[root@node4 ~]#

nn01主机

[root@nn01 hadoop]# ssh-copy-id 192.168.1.64 //设置无密码登录
[root@nn01 hadoop]# ssh root@192.168.1.64 //尝试登录,不用输密码
[root@node4 ~]# exit
登出
[root@nn01 hadoop]# vim /etc/hosts //增加域名解析
[root@nn01 hadoop]# rsync -av /etc/hosts 192.168.1.64:/etc/hosts //同步域名解析文件
sending incremental file list
hosts
…

node4主机查看

[root@node4 ~]# cat /etc/hosts

::1 localhost localhost.localdomain localhost6 localhost6.localdomain6
127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4
192.168.1.60 nn01
192.168.1.61 node1
192.168.1.62 node2
192.168.1.63 node3
192.168.1.64 node4

nn01主机

[root@nn01 hadoop]# cat ./etc/hadoop/slaves
node1
node2
node3
node4
[root@nn01 hadoop]# cd /usr/local/hadoop/
[root@nn01 hadoop]# vim ./etc/hadoop/slaves //添加节点
node1
node2
node3
node4

[root@nn01 hadoop]# for i in {61…64}

do
rsync -aXSH --delete /usr/local/hadoop/ 192.168.1.$i:/usr/local/hadoop/ -e ‘ssh’ & //同步配置
done
[1] 2638
[2] 2639
[3] 2640
[4] 2641

node4主机

[root@node4 ~]# cd /usr/local/hadoop/
[root@node4 hadoop]# ./sbin/hadoop-daemon.sh start datanode //启动

查看状态

[root@node4 hadoop]# jps
789 DataNode
861 Jps

设置带宽

[root@node4 hadoop]# ./bin/hdfs dfsadmin (tab)
…
[-setBalancerBandwidth ]
…

[root@node4 hadoop]# ./bin/hdfs dfsadmin -setBalancerBandwidth 50000000 //设置带宽

[root@node4 hadoop]# ./sbin/start-balancer.sh //启动

___增加节点完成