从零部署CDH5.14.0（二）集群安装

最新推荐文章于 2024-06-12 18:02:46 发布

阿晨007

最新推荐文章于 2024-06-12 18:02:46 发布

阅读量290

点赞数

分类专栏：大数据文章标签： hadoop 大数据 cloudera

本文链接：https://blog.csdn.net/sinat_28116395/article/details/106136512

版权

大数据专栏收录该内容

3 篇文章 0 订阅

订阅专栏

一、配置同步脚本xsync，所有节点安装工具rsync

yum -y install xsync

以hadoop001为主节点，配置xsync

[root@hadoop001 ]# vi /usr/local/bin/xsync
#!/bin/sh
pcount=$#
if((pcount==0)); then
        echo no args...;
        exit;
fi

# 获取文件名称
p1=$1
fname=`basename $p1`
echo fname=$fname
# 获取上级目录到绝对路径
pdir=`cd -P $(dirname $p1); pwd`
echo pdir=$pdir
# 获取当前用户名称
user=`whoami`
# 循环
for((host=122; host<=126; host++)); do
        echo $pdir/$fname $user@192.168.122.$host:$pdir
        echo ==================slave$host==================
        rsync -rvl $pdir/$fname $user@192.168.122.$host:$pdir
done
[root@hadoop001 ]# chmod 777 /usr/local/bin/xsync

二、安装jdk1.8、配置mysql-connector-java.jar

[root@hadoop001 src]# mkdir /usr/java
[root@hadoop001 src]# tar xf jdk-8u91-linux-x64.tar.gz -C /usr/java/
[root@hadoop001 src]# tee -a /etc/profile <<-'EOF'
export JAVA_HOME=/usr/java/jdk1.8.0_91
export PATH=$JAVA_HOME/bin:$PATH
EOF

#分发jdk和profile
[root@hadoop001 src]# xsync /usr/java/jdk1.8.0_91
[root@hadoop001 src]# xsync /etc/profile
#所有节点执行
[root@hadoop001 src]# source /etc/profile
#验证
[root@hadoop001 src]# java -version
java version "1.8.0_91"
Java(TM) SE Runtime Environment (build 1.8.0_91-b14)
Java HotSpot(TM) 64-Bit Server VM (build 25.91-b14, mixed mode)
[root@hadoop001 src]# mkdir /usr/share/java
[root@hadoop001 src]# cp mysql-connector-java-5.1.27-bin.jar /usr/share/java/
[root@hadoop001 src]# xsync /usr/share/java

三、hadoop001安装CM Server

[root@hadoop001 cm-server-5.14.0]# ll
总用量 716680
-rw-r--r-- 1 root root 733852448 5月  15 10:39 cloudera-manager-daemons-5.14.0-1.cm5140.p0.25.el7.x86_64.rpm
-rw-r--r-- 1 root root      8716 5月  15 10:39 cloudera-manager-server-5.14.0-1.cm5140.p0.25.el7.x86_64.rpm
-rw-r--r-- 1 root root     10612 5月  15 10:39 cloudera-manager-server-db-2-5.14.0-1.cm5140.p0.25.el7.x86_64.rpm
[root@hadoop001 cm-server-5.14.0]# yum localinstall *.rpm -y
[root@hadoop001 cm-server-5.14.0]# /usr/share/cmf/schema/scm_prepare_database.sh -h192.168.122.120 -P3306 --scm-host 192.168.122.120 --force mysql cm cdh *****
[root@hadoop001 cm-server-5.14.0]# service cloudera-scm-server start
Starting cloudera-scm-server (via systemctl):              [  OK  ]

四、hadoop001-006配置agent

#cloudera-manager-agent依赖于cloudera-manager-daemon
yum -y install cloudera-manager-agent-5.14.0-1.cm5140.p0.25.el7.x86_64.rpm cloudera-manager-daemons-5.14.0-1.cm5140.p0.25.el7.x86_64.rpm
sed -i 's/server_host=localhost/server_host=hadoop001/g' /etc/cloudera-scm-agent/config.ini

五、web安装 ip:7180