CDH6.3.1企业版安装详细步骤

0. 主机规划

虚拟机主机	IP	资源(CPU/内存/硬盘)	所在ESXi(IP)
Tools	192.168.1.30	04 Core/8 GB/10 TB	192.168.1.201
cdh-server01	192.168.1.31	32 Core/64 GB/3 TB	192.168.1.202
cdh-agent01	192.168.1.41	16 Core/32 GB/3 TB	192.168.1.203
cdh-agent02	192.168.1.42	16 Core/32 GB/3 TB	192.168.1.203
cdh-agent03	192.168.1.43	16 Core/32 GB/3 TB	192.168.1.204
cdh-agent04	192.168.1.44	16 Core/32 GB/3 TB	192.168.1.204

注：用户名:root 密码:********

1. 配置静态IP(主、次)

vi /etc/sysconfig/network-scripts/ifcfg-ens192
# 把文件内容修改为以下内容
    TYPE=Ethernet
    BOOTPROTO=static
    DEFROUTE=yes
    PEERDNS=yes
    PEERROUTES=yes
    IPV4_FAILURE_FATAL=no
    IPV6INIT=yes
    IPV6_AUTOCONF=yes
    IPV6_DEFROUTE=yes
    IPV6_PEERDNS=yes
    IPV6_PEERROUTES=yes
    IPV6_FAILURE_FATAL=no
    NAME=eno192              #使用原NAME
    UUID=ae0965e7-22b9-45aa-8ec9-3f0a20a85d11
    ONBOOT=yes
    IPADDR0=192.168.1.30     # 根据需要填写
    PREFIXO0=24
    GATEWAY0=192.168.1.1
    DNS1=8.8.8.8
    DNS2=8.8.4.4
service network restart

2. 集群初始化(主、次)

2.1 修改主机hostname

# 修改为虚拟主机名,例如： 
vi /etc/hostname
修改
    cdh-agent01

2.2 修改主机hosts

echo "192.168.1.31 cdh-server01" >> /etc/hosts  
echo "192.168.1.41 cdh-agent01" >> /etc/hosts  
echo "192.168.1.42 cdh-agent02" >> /etc/hosts  
echo "192.168.1.43 cdh-agent03" >> /etc/hosts  
echo "192.168.1.44 cdh-agent04" >> /etc/hosts  

2.3 关闭防火墙和清空规则

systemctl stop firewalld
systemctl disable firewalld
iptables -F

2.4 selinux关闭

vi /etc/selinux/config
修改
    selinux=disabled

2.5 时区与时间同步

date
timedatectl --help
timedatectl set-timezone Asia/Shanghai

2.6 时间同步(一主多从)

yum install -y ntp
# 主节点
vi /etc/ntp.conf
添加
    server 127.127.1.0 iburst local clock
    restrict 192.168.1.0 mask 255.255.255.0 nomodify notrap
systemctl start ntpd
systemctl status ntpd
ntpq -p
# 次节点
systemctl stop ntpd
systemctl disable ntpd
ntpdate cdh-server01
crontab -e
添加
    # 分 时 日 月 周，每天00:00执行该脚本
    00 00 * * * /usr/sbin/ntpdate cdh-server01

3. 安装JDK(主、次)

3.1 由Tools把软件包移动到主节点

# Tools
scp -r CDH6.3.1 192.168.1.31:/root/
# 次节点
mkdir CDH6.3.1
cd CDH6.3.1
# 主节点
cd CDH6.3.1
scp jdk-8u45-linux-x64.gz  cdh-agent01:/root/CDH6.3.1/
scp jdk-8u45-linux-x64.gz  cdh-agent02:/root/CDH6.3.1/
scp jdk-8u45-linux-x64.gz  cdh-agent03:/root/CDH6.3.1/
scp jdk-8u45-linux-x64.gz  cdh-agent04:/root/CDH6.3.1/

3.2 jdk安装

mkdir /usr/java
tar -zxvf jdk-8u45-linux-x64.gz -C /usr/java
cd /usr/java/
ll
chown -R root:root /usr/java/jdk1.8.0_45
vi /etc/profile
添加
    export JAVA_HOME=/usr/java/jdk1.8.0_45
    export PATH=${JAVA_HOME}/bin:${PATH}
source /etc/profile
which java

4. 离线部署MySQL(主)

4.1 解压及创建my.cnf

cd /root/CDH6.3.1/
tar xzvf mysql-5.7.11-linux-glibc2.5-x86_64.tar.gz -C /usr/local
ll
cd /usr/local
ll
mv mysql-5.7.11-linux-glibc2.5-x86_64 mysql
ll
mkdir mysql/arch mysql/data mysql/tmp
vi /etc/my.cnf
:.,$d 
添加
[client]
port            = 3306
socket          = /usr/local/mysql/data/mysql.sock
default-character-set=utf8mb4

[mysqld]
port            = 3306
socket          = /usr/local/mysql/data/mysql.sock

skip-slave-start

skip-external-locking
key_buffer_size = 256M
sort_buffer_size = 2M
read_buffer_size = 2M
read_rnd_buffer_size = 4M
query_cache_size= 32M
max_allowed_packet = 16M
myisam_sort_buffer_size=128M
tmp_table_size=32M

table_open_cache = 512
thread_cache_size = 8
wait_timeout = 86400
interactive_timeout = 86400
max_connections = 600

# Try number of CPU's*2 for thread_concurrency
#thread_concurrency = 32 

#isolation level and default engine 
default-storage-engine = INNODB
transaction-isolation = READ-COMMITTED

server-id  = 1739
basedir     = /usr/local/mysql
datadir     = /usr/local/mysql/data
pid-file     = /usr/local/mysql/data/hostname.pid

#open performance schema
log-warnings
sysdate-is-now

binlog_format = ROW
log_bin_trust_function_creators=1
log-error  = /usr/local/mysql/data/hostname.err
log-bin = /usr/local/mysql/arch/mysql-bin
expire_logs_days = 7

innodb_write_io_threads=16

relay-log  = /usr/local/mysql/relay_log/relay-log
relay-log-index = /usr/local/mysql/relay_log/relay-log.index
relay_log_info_file= /usr/local/mysql/relay_log/relay-log.info

log_slave_updates=1
gtid_mode=OFF
enforce_gtid_consistency=OFF

# slave
slave-parallel-type=LOGICAL_CLOCK
slave-parallel-workers=4
master_info_repository=TABLE
relay_log_info_repository=TABLE
relay_log_recovery=ON

#other logs
#general_log =1
#general_log_file  = /usr/local/mysql/data/general_log.err
#slow_query_log=1
#slow_query_log_file=/usr/local/mysql/data/slow_log.err

#for replication slave
sync_binlog = 500


#for innodb options 
innodb_data_home_dir = /usr/local/mysql/data/
innodb_data_file_path = ibdata1:1G;ibdata2:1G:autoextend

innodb_log_group_home_dir = /usr/local/mysql/arch
innodb_log_files_in_group = 4
innodb_log_file_size = 1G
innodb_log_buffer_size = 200M

#根据生产需要，调整pool size 
innodb_buffer_pool_size = 2G
#innodb_additional_mem_pool_size = 50M #deprecated in 5.6
tmpdir = /usr/local/mysql/tmp

innodb_lock_wait_timeout = 1000
#innodb_thread_concurrency = 0
innodb_flush_log_at_trx_commit = 2

innodb_locks_