Hadoop 之 节点管理

增加节点

1）增加一个新的节点node4

[root@hadoop5 ~]# echo node4 > /etc/hostname     //更改主机名为node4
[root@hadoop5 ~]# hostname node4
[root@node4 ~]# yum -y install rsync
[root@node4 ~]# yum -y install java-1.8.0-openjdk-devel
[root@node4 ~]# mkdir /var/hadoop
[root@nn01 .ssh]# ssh-copy-id 192.168.1.25


[root@nn01 .ssh]# vim /etc/hosts
192.168.1.21  nn01
192.168.1.22  node1
192.168.1.23  node2
192.168.1.24  node3
192.168.1.25  node4

[root@nn01 .ssh]# scp /etc/hosts 192.168.1.25:/etc/
[root@nn01 ~]# cd /usr/local/hadoop/

[root@nn01 hadoop]# vim ./etc/hadoop/slaves
node1
node2
node3
node4

[root@nn01 hadoop]# for i in {22..25}; do rsync -aSH --delete /usr/local/hadoop/
\ 192.168.1.$i:/usr/local/hadoop/  -e 'ssh' & done        //同步配置
[1] 1841
[2] 1842
[3] 1843
[4] 1844

[root@node4 hadoop]# ./sbin/hadoop-daemon.sh start datanode  //启动

2）查看状态

[root@node4 hadoop]# jps
24439 Jps
24351 DataNode

3）设置同步带宽

[root@node4 hadoop]# ./bin/hdfs dfsadmin -setBalancerBandwidth 60000000
Balancer bandwidth is set to 60000000
[root@node4 hadoop]# ./sbin/start-balancer.sh

4）删除节点

[root@nn01 hadoop]# vim /usr/local/hadoop/etc/hadoop/slaves        
//去掉之前添加的node4
node1
node2
node3
[root@nn01 hadoop]# vim /usr/local/hadoop/etc/hadoop/hdfs-site.xml        
//在此配置文件里面加入下面四行
<property>                                      
    <name>dfs.hosts.exclude</name>
    <value>/usr/local/hadoop/etc/hadoop/exclude</value>
</property>

[root@nn01 hadoop]# vim /usr/local/hadoop/etc/hadoop/exclude
node4

5）导出数据

[root@nn01 hadoop]# ./bin/hdfs dfsadmin -refreshNodes

[root@nn01 hadoop]# ./bin/hdfs dfsadmin -report  //查看node4显示 

[root@node4 hadoop]# ./sbin/hadoop-daemon.sh stop datanode    //停止 

[root@node4 hadoop]# ./sbin/yarn-daemon.sh start nodemanager  
 //yarn 增加 nodemanager

[root@node4 hadoop]# ./sbin/yarn-daemon.sh stop  nodemanager  //停止 

[root@node4 hadoop]# ./bin/yarn node -list        
//yarn 查看节点状态，还是有node4节点，要过一段时间才会消失