CDH6.2离线安装

链接：https://pan.baidu.com/s/12JGsLsGv3oIwb-0N0yqKfw
提取码：jm7o
参考资料：
https://www.cnblogs.com/swordfall/p/10816797.html
https://www.bilibili.com/video/BV1YK411T7pX?p=7&t=42

linux配置

vim /etc/sysconfig/network-scripts/ifcfg-ens32

BOOTPROTO=static
ONBOOT=yes
IPADDR=192.168.66.11
NETMASK=255.255.255.0
GATEWAY=192.168.66.2
DNS1=114.114.114.114

systemctl restart network

ping www.baidu.com

 vi /etc/hosts

192.168.66.11 cdh01
192.168.66.12 cdh02
192.168.66.13 cdh03

systemctl stop firewalld
systemctl disable firewalld

vim /etc/selinux/config

SELINUX=disabled

hostnamectl set-hostname cdh01

sysctl -w vm.swappiness=10

echo vm.swappiness = 10 >> /etc/sysctl.conf

echo never>/sys/kernel/mm/transparent_hugepage/defrag

echo never>/sys/kernel/mm/transparent_hugepage/enabled

克隆两台虚拟机，把内存调整到30G

hostnamectl set-hostname cdh02
hostnamectl set-hostname cdh03

修改IP地址，删除UUID

克隆的两台虚拟机配置好了主机名和网络之后，最好保存一下快照，现在重启机器。

以下 这几件事情三台机器都要做：

yum remove java* 

 rpm -ivh oracle-j2sdk1.8-1.8.0+update181-1.x86_64.rpm

vim  /etc/profile

export JAVA_HOME=/usr/java/jdk1.8.0_181-cloudera
export CLASSPATH=./:$JAVA_HOME/lib
export PATH=$JAVA_HOME/bin:$PATH

source /etc/profile
java -version

mkdir /usr/share/java
mv mysql-connector-java-5.1.34.jar mysql-connector-java.jar
mv mysql-connector-java.jar /usr/share/java/

上面的是所有节点执行的，下面开始配置免密钥：

ssh-keygen -t rsa

ssh-copy-id cdh01
ssh-copy-id cdh02
ssh-copy-id cdh03

ssh cdh01
ssh cdh02
ssh cdh03

在cdh01安装mysql

tar -xvf mysql-5.7.26-1.el7.x86_64.rpm-bundle.tar

rpm -ivh mysql-community-common-5.7.26-1.el7.x86_64.rpm --nodeps --force
rpm -ivh mysql-community-libs-5.7.26-1.el7.x86_64.rpm --nodeps --force
rpm -ivh mysql-community-libs-compat-5.7.26-1.el7.x86_64.rpm --nodeps --force
rpm -ivh mysql-community-devel-5.7.26-1.el7.x86_64.rpm --nodeps --force
rpm -ivh mysql-community-client-5.7.26-1.el7.x86_64.rpm --nodeps --force
rpm -ivh mysql-community-server-5.7.26-1.el7.x86_64.rpm --nodeps --force

systemctl status mysqld.service
systemctl start mysqld.service
systemctl enable mysqld
systemctl daemon-reload

grep "password" /var/log/mysqld.log

mysql -uroot -p

 set password = PASSWORD('1qaz@WSX');
 exit

 use mysql;
 update user set host='%' where host='localhost';
 delete from user where Host !='%';
 flush privileges;

create database cmf DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database amon DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database hive DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database oozie DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database hue DEFAULT CHARSET utf8 COLLATE utf8_general_ci;

grant all on cmf.* to 'cmfuser'@'%' identified by '1qaz@WSX';
grant all on amon.* to 'amonuser'@'%' identified by '1qaz@WSX';
grant all on hive.* to 'hiveuser'@'%' identified by '1qaz@WSX';
grant all on oozie.* to 'oozieuser'@'%' identified by '1qaz@WSX';
grant all on hue.* to 'hueuser'@'%' identified by '1qaz@WSX';

三台都执行：

yum -y install chkconfig python bind-utils psmisc libxslt zlib sqlite cyrus-sasl-plain cyrus-sasl-gssapi fuse fuse-libs redhat-lsb

cdh01:

yum install httpd
systemctl start httpd

mkdir -p /var/www/html/cloudera-repos/

将下载的cm包文件移到此目录下:

mv cm6 /var/www/html/cloudera-repos/
cd /var/www/html/cloudera-repos/cm6/

在cm6下面创建repodata：

createrepo ./

http://192.168.66.11/cloudera-repos/cm6/

下面配置yum需要三台都执行：

vim /etc/yum.repos.d/cloudera-manager.repo

[cloudera-manager]
name=cloudera-manager
baseurl=http://cdh01/cloudera-repos/cm6/
gpgcheck=1

 yum clean all

 yum makecache

rpm --import http://cdh01/cloudera-repos/cm6/RPM-GPG-KEY-cloudera

复制过去也可以，但是需要去执行yum命令：

scp cloudera-manager.repo root@cdh03:`pwd`
scp cloudera-manager.repo root@cdh02:`pwd`

三台安装：

yum install cloudera-manager-daemons -y

yum install cloudera-manager-agent -y

所有机器修改：

vim /etc/cloudera-scm-agent/config.ini

server_host=cdh01

在cdh01执行：

cd /opt/cloudera/parcel-repo
mv /root/parcel-6.2.0/* ./
yum install cloudera-manager-server -y

vim /etc/cloudera-scm-server/db.properties

com.cloudera.cmf.db.type=mysql

# The database host
# If a non standard port is needed, use 'hostname:port'
com.cloudera.cmf.db.host=cdh01

# The database name
com.cloudera.cmf.db.name=cmf

# The database user
com.cloudera.cmf.db.user=cmfuser

# The database user's password
com.cloudera.cmf.db.password=1qaz@WSX

# The db setup type
# After fresh install it is set to INIT
# and will be changed post config.
# If scm-server uses Embedded DB then it is set to EMBEDDED
# If scm-server uses External DB then it is set to EXTERNAL
com.cloudera.cmf.db.setupType=EXTERNAL

/opt/cloudera/cm/schema/scm_prepare_database.sh mysql cmf cmfuser 1qaz@WSX

cdh01:

service cloudera-scm-server start

所有机器：

service cloudera-scm-agent start

tail -f /var/log/cloudera-scm-server/cloudera-scm-server.log

访问：

http://192.168.66.11:7180/cmf/login

安装到这里基本上是大功告成了，接下来安装大数据套件就容易了

安装大数据组件，可以参考尚硅谷的CDH版数据采集文档