链接:https://pan.baidu.com/s/12JGsLsGv3oIwb-0N0yqKfw
提取码:jm7o
参考资料:
https://www.cnblogs.com/swordfall/p/10816797.html
https://www.bilibili.com/video/BV1YK411T7pX?p=7&t=42
linux配置
vim /etc/sysconfig/network-scripts/ifcfg-ens32
BOOTPROTO=static
ONBOOT=yes
IPADDR=192.168.66.11
NETMASK=255.255.255.0
GATEWAY=192.168.66.2
DNS1=114.114.114.114
systemctl restart network
ping www.baidu.com
vi /etc/hosts
192.168.66.11 cdh01
192.168.66.12 cdh02
192.168.66.13 cdh03
systemctl stop firewalld
systemctl disable firewalld
vim /etc/selinux/config
SELINUX=disabled
hostnamectl set-hostname cdh01
sysctl -w vm.swappiness=10
echo vm.swappiness = 10 >> /etc/sysctl.conf
echo never>/sys/kernel/mm/transparent_hugepage/defrag
echo never>/sys/kernel/mm/transparent_hugepage/enabled
克隆两台虚拟机,把内存调整到30G
hostnamectl set-hostname cdh02
hostnamectl set-hostname cdh03
修改IP地址,删除UUID
克隆的两台虚拟机配置好了主机名和网络之后,最好保存一下快照,现在重启机器。
以下 这几件事情三台机器都要做:
yum remove java*
rpm -ivh oracle-j2sdk1.8-1.8.0+update181-1.x86_64.rpm
vim /etc/profile
export JAVA_HOME=/usr/java/jdk1.8.0_181-cloudera
export CLASSPATH=./:$JAVA_HOME/lib
export PATH=$JAVA_HOME/bin:$PATH
source /etc/profile
java -version
mkdir /usr/share/java
mv mysql-connector-java-5.1.34.jar mysql-connector-java.jar
mv mysql-connector-java.jar /usr/share/java/
上面的是所有节点执行的,下面开始配置免密钥:
ssh-keygen -t rsa
ssh-copy-id cdh01
ssh-copy-id cdh02
ssh-copy-id cdh03
ssh cdh01
ssh cdh02
ssh cdh03
在cdh01安装mysql
tar -xvf mysql-5.7.26-1.el7.x86_64.rpm-bundle.tar
rpm -ivh mysql-community-common-5.7.26-1.el7.x86_64.rpm --nodeps --force
rpm -ivh mysql-community-libs-5.7.26-1.el7.x86_64.rpm --nodeps --force
rpm -ivh mysql-community-libs-compat-5.7.26-1.el7.x86_64.rpm --nodeps --force
rpm -ivh mysql-community-devel-5.7.26-1.el7.x86_64.rpm --nodeps --force
rpm -ivh mysql-community-client-5.7.26-1.el7.x86_64.rpm --nodeps --force
rpm -ivh mysql-community-server-5.7.26-1.el7.x86_64.rpm --nodeps --force
systemctl status mysqld.service
systemctl start mysqld.service
systemctl enable mysqld
systemctl daemon-reload
grep "password" /var/log/mysqld.log
mysql -uroot -p
set password = PASSWORD('1qaz@WSX');
exit
use mysql;
update user set host='%' where host='localhost';
delete from user where Host !='%';
flush privileges;
create database cmf DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database amon DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database hive DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database oozie DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database hue DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
grant all on cmf.* to 'cmfuser'@'%' identified by '1qaz@WSX';
grant all on amon.* to 'amonuser'@'%' identified by '1qaz@WSX';
grant all on hive.* to 'hiveuser'@'%' identified by '1qaz@WSX';
grant all on oozie.* to 'oozieuser'@'%' identified by '1qaz@WSX';
grant all on hue.* to 'hueuser'@'%' identified by '1qaz@WSX';
三台都执行:
yum -y install chkconfig python bind-utils psmisc libxslt zlib sqlite cyrus-sasl-plain cyrus-sasl-gssapi fuse fuse-libs redhat-lsb
cdh01:
yum install httpd
systemctl start httpd
mkdir -p /var/www/html/cloudera-repos/
将下载的cm包文件移到此目录下:
mv cm6 /var/www/html/cloudera-repos/
cd /var/www/html/cloudera-repos/cm6/
在cm6下面创建repodata:
createrepo ./
http://192.168.66.11/cloudera-repos/cm6/
下面配置yum需要三台都执行:
vim /etc/yum.repos.d/cloudera-manager.repo
[cloudera-manager]
name=cloudera-manager
baseurl=http://cdh01/cloudera-repos/cm6/
gpgcheck=1
yum clean all
yum makecache
rpm --import http://cdh01/cloudera-repos/cm6/RPM-GPG-KEY-cloudera
复制过去也可以,但是需要去执行yum命令:
scp cloudera-manager.repo root@cdh03:`pwd`
scp cloudera-manager.repo root@cdh02:`pwd`
三台安装:
yum install cloudera-manager-daemons -y
yum install cloudera-manager-agent -y
所有机器修改:
vim /etc/cloudera-scm-agent/config.ini
server_host=cdh01
在cdh01执行:
cd /opt/cloudera/parcel-repo
mv /root/parcel-6.2.0/* ./
yum install cloudera-manager-server -y
vim /etc/cloudera-scm-server/db.properties
com.cloudera.cmf.db.type=mysql
# The database host
# If a non standard port is needed, use 'hostname:port'
com.cloudera.cmf.db.host=cdh01
# The database name
com.cloudera.cmf.db.name=cmf
# The database user
com.cloudera.cmf.db.user=cmfuser
# The database user's password
com.cloudera.cmf.db.password=1qaz@WSX
# The db setup type
# After fresh install it is set to INIT
# and will be changed post config.
# If scm-server uses Embedded DB then it is set to EMBEDDED
# If scm-server uses External DB then it is set to EXTERNAL
com.cloudera.cmf.db.setupType=EXTERNAL
/opt/cloudera/cm/schema/scm_prepare_database.sh mysql cmf cmfuser 1qaz@WSX
cdh01:
service cloudera-scm-server start
所有机器:
service cloudera-scm-agent start
tail -f /var/log/cloudera-scm-server/cloudera-scm-server.log
访问:
http://192.168.66.11:7180/cmf/login
安装到这里基本上是大功告成了,接下来安装大数据套件就容易了
安装大数据组件,可以参考尚硅谷的CDH版数据采集文档