实站:离线安装mysql
1.解压缩文件
[root@cdh02 ~]tar xzvf mysql-5.7.11-linux-glibc2.5-x86_64.tar.gz -C /usr/local
[root@cdh02 ~]cd /usr/local
[root@cdh02 ~]mv mysql-5.7.11-linux-glibc2.5-x86_64 mysql #先确保没有同名的文件夹
2.编辑配置文件
[root@cdh02 ~]# vim /etc/my.cnf
==========================
[client]
port = 3306
socket = /usr/local/mysql/data/mysql.sock
default-character-set=utf8mb4
[mysqld]
port = 3306
socket = /usr/local/mysql/data/mysql.sock
skip-slave-start
skip-external-locking
key_buffer_size = 256M
sort_buffer_size = 2M
read_buffer_size = 2M
read_rnd_buffer_size = 4M
query_cache_size= 32M
max_allowed_packet = 16M
myisam_sort_buffer_size=128M
tmp_table_size=32M
table_open_cache = 512
thread_cache_size = 8
wait_timeout = 86400
interactive_timeout = 86400
max_connections = 600
# Try number of CPU's*2 for thread_concurrency
#thread_concurrency = 32
#isolation level and default engine
default-storage-engine = INNODB
transaction-isolation = READ-COMMITTED
server-id = 1739
basedir = /usr/local/mysql
datadir = /usr/local/mysql/data
pid-file = /usr/local/mysql/data/hostname.pid
#open performance schema
log-warnings
sysdate-is-now
binlog_format = ROW
log_bin_trust_function_creators=1
log-error = /usr/local/mysql/data/hostname.err
log-bin = /usr/local/mysql/arch/mysql-bin
expire_logs_days = 7
innodb_write_io_threads=16
relay-log = /usr/local/mysql/relay_log/relay-log
relay-log-index = /usr/local/mysql/relay_log/relay-log.index
relay_log_info_file= /usr/local/mysql/relay_log/relay-log.info
log_slave_updates=1
gtid_mode=OFF
enforce_gtid_consistency=OFF
# slave
slave-parallel-type=LOGICAL_CLOCK
slave-parallel-workers=4
master_info_repository=TABLE
relay_log_info_repository=TABLE
relay_log_recovery=ON
#other logs
#general_log =1
#general_log_file = /usr/local/mysql/data/general_log.err
#slow_query_log=1
#slow_query_log_file=/usr/local/mysql/data/slow_log.err
#for replication slave
sync_binlog = 500
#for innodb options
innodb_data_home_dir = /usr/local/mysql/data/
innodb_data_file_path = ibdata1:1G;ibdata2:1G:autoextend
innodb_log_group_home_dir = /usr/local/mysql/arch
innodb_log_files_in_group = 4
innodb_log_file_size = 1G
innodb_log_buffer_size = 200M
#根据生产需要,调整pool size
innodb_buffer_pool_size = 2G
#innodb_additional_mem_pool_size = 50M #deprecated in 5.6
tmpdir = /usr/local/mysql/tmp
innodb_lock_wait_timeout = 1000
#innodb_thread_concurrency = 0
innodb_flush_log_at_trx_commit = 2
innodb_locks_unsafe_for_binlog=1
#innodb io features: add for mysql5.5.8
performance_schema
innodb_read_io_threads=4
innodb-write-io-threads=4
innodb-io-capacity=200
#purge threads change default(0) to 1 for purge
innodb_purge_threads=1
innodb_use_native_aio=on
#case-sensitive file names and separate tablespace
innodb_file_per_table = 1
lower_case_table_names=1
[mysqldump]
quick
max_allowed_packet = 128M
[mysql]
no-auto-rehash
default-character-set=utf8mb4
[mysqlhotcopy]
interactive-timeout
[myisamchk]
key_buffer_size = 256M
sort_buffer_size = 256M
read_buffer = 2M
write_buffer = 2M
3.创建用户和用户组
[root@cdh02 local]# groupadd -g 101 dba
[root@cdh02 local]# useradd -u 514 -g dba -G root -d /usr/local/mysql mysqladmin
[root@cdh02 local]# id mysqladmin
uid=514(mysqladmin) gid=101(dba) 组=101(dba),0(root)
[root@cdh02 local]# passwd mysqladmin
4.将用户配置文件复制到家目录中,并编辑环境配置文件
[root@cdh02 local]# cp /etc/skel/.* /usr/local/mysql
cp: 略过目录"/etc/skel/."
cp: 略过目录"/etc/skel/.."
cp: 略过目录"/etc/skel/.mozilla"
[root@cdh02 local]# vim mysql/.bash_profile
# .bash_profile
# Get the aliases and functions
if [ -f ~/.bashrc ]; then
. ~/.bashrc
fi
# User specific environment and startup programs
export MYSQL_BASE=/usr/local/mysql
export PATH=${MYSQL_BASE}/bin:$PATH
unset USERNAME
#stty erase ^H
set umask to 022
umask 022
PS1=`uname -n`":"'$USER'":"'$PWD'":>"; export PS1
## end
5.赋权限和用户组,切换用户mysqladmin,安装
[root@cdh02 local]# chown mysqladmin:dba /etc/my.cnf
[root@cdh02 local]# chmod 640 /etc/my.cnf
[root@cdh02 local]# chown -R mysqladmin:dba /usr/local/mysql
[root@cdh02 local]# chmod -R 755 /usr/local/mysql
#[root@cdh02 local]# su - mysqladmin
#上一次登录:四 6月 18 11:41:25 CST 2020pts/0 上
#[mysqladmin@cdh02 ~]$ #中括号显示正常
6.配置服务及开机自启动
[root@cdh02 local]# cd /usr/local/mysql
#将服务文件拷贝到init.d下,并重命名为mysql
[root@cdh02 local]# cp support-files/mysql.server /etc/rc.d/init.d/mysql
#赋予可执行权限
[root@cdh02 local]# chmod +x /etc/rc.d/init.d/mysql
#删除服务
[root@cdh02 local]# chkconfig --del mysql
#添加服务
[root@cdh02 local]# chkconfig --add mysql
[root@cdh02 local]# chkconfig --level 345 mysql on
# [root@cdh02 mysql]# chkconfig --list #检查
[root@cdh02 local]# chown mysqladmin:dba /etc/my.cnf
[root@cdh02 local]# chmod 640 /etc/my.cnf
[root@cdh02 local]# chown -R mysqladmin:dba /usr/local/mysql
7.安装libaio及安装mysql的初始db
[root@cdh02 local]# yum -y install libaio
[root@cdh02 local]# sudo su - mysqladmin
zxd6662.cn:mysqladmin:/usr/local/mysql:> bin/mysqld \
--defaults-file=/etc/my.cnf \
--user=mysqladmin \
--basedir=/usr/local/mysql/ \
--datadir=/usr/local/mysql/data/ \
--initialize
zxd6662.cn:mysqladmin:/usr/local/mysql:> cat hostname.err |grep password
2017-07-22T02:15:29.439671Z 1 [Note] A temporary password is generated for root@localhost: kFCqrXeh2y(0
zxd6662.cn:mysqladmin:/usr/local/mysql:>
8.启动
/usr/local/mysql/bin/mysqld_safe --defaults-file=/etc/my.cnf &
9.登陆 mysql
cdh02:mysqladmin:/usr/local/mysql:> mysql -uroot -p'xC>=C9u4(wNe'
mysql: [Warning] Using a password on the command line interface can be insecure.
Welcome to the MySQL monitor. Commands end with ; or \g.
Your MySQL connection id is 2
Server version: 5.7.11-log
10.修改密码,刷新权限
mysql> alter user root@localhost identified by '123456';
Query OK, 0 rows affected (0.00 sec)
mysql> GRANT ALL PRIVILEGES ON *.* TO 'root'@'%' IDENTIFIED BY '123456' ;
Query OK, 0 rows affected, 1 warning (0.00 sec)
mysql> flush privileges;
Query OK, 0 rows affected (0.00 sec)
========================查看进程
bin/mysqld --defaults-file=/etc/my.cnf --user=mysqladmin --basedir=/usr/local/mysql/ --datadir=/usr/local/mysql/data/ --initialize
/usr/local/mysql/bin/mysqld_safe --defaults-file=/etc/my.cnf &
su - mysqladmin
ps -ef | grep mysql
netstat -nlp 10268
ps -ef | grep mysql
netstat -nlp 11085
ps -ef | grep mysql
netstat -nlp| grep 10268
11.出错的话,查看日志新建这3个目录
su - mysqladmin
mkdir -p /usr/local/mysql/arch/mysql-bin
mkdir -p /usr/local/mysql/arch
mkdir -p /usr/local/mysql/tmp
12.并改变所有者权限
chown -R mysqladmin:dba /usr/local/mysql
chown - 修改文件所有者和组别
chmod - 改变文件的访问权限
mv /home/hadoop/mysql-5.7.11-linux-glibc2.5-x86_64.tar.gz ~/
#超快捷操作#超快捷操作#超快捷操作#超快捷操作#超快捷操作#超快捷操作
tar xzvf mysql-5.7.11-linux-glibc2.5-x86_64.tar.gz -C /usr/local;cd /usr/local ;mv mysql-5.7.11-linux-glibc2.5-x86_64 mysql;vim /etc/my.cnf
[client]
port = 3306
socket = /usr/local/mysql/data/mysql.sock
default-character-set=utf8mb4
[mysqld]
port = 3306
socket = /usr/local/mysql/data/mysql.sock
skip-slave-start
skip-external-locking
key_buffer_size = 256M
sort_buffer_size = 2M
read_buffer_size = 2M
read_rnd_buffer_size = 4M
query_cache_size= 32M
max_allowed_packet = 16M
myisam_sort_buffer_size=128M
tmp_table_size=32M
table_open_cache = 512
thread_cache_size = 8
wait_timeout = 86400
interactive_timeout = 86400
max_connections = 600
Try number of CPU’s*2 for thread_concurrency
#thread_concurrency = 32
#isolation level and default engine
default-storage-engine = INNODB
transaction-isolation = READ-COMMITTED
server-id = 1739
basedir = /usr/local/mysql
datadir = /usr/local/mysql/data
pid-file = /usr/local/mysql/data/hostname.pid
#open performance schema
log-warnings
sysdate-is-now
binlog_format = ROW
log_bin_trust_function_creators=1
log-error = /usr/local/mysql/data/hostname.err
log-bin = /usr/local/mysql/arch/mysql-bin
expire_logs_days = 7
innodb_write_io_threads=16
relay-log = /usr/local/mysql/relay_log/relay-log
relay-log-index = /usr/local/mysql/relay_log/relay-log.index
relay_log_info_file= /usr/local/mysql/relay_log/relay-log.info
log_slave_updates=1
gtid_mode=OFF
enforce_gtid_consistency=OFF
slave
slave-parallel-type=LOGICAL_CLOCK
slave-parallel-workers=4
master_info_repository=TABLE
relay_log_info_repository=TABLE
relay_log_recovery=ON
#other logs
#general_log =1
#general_log_file = /usr/local/mysql/data/general_log.err
#slow_query_log=1
#slow_query_log_file=/usr/local/mysql/data/slow_log.err
#for replication slave
sync_binlog = 500
#for innodb options
innodb_data_home_dir = /usr/local/mysql/data/
innodb_data_file_path = ibdata1:1G;ibdata2:1G:autoextend
innodb_log_group_home_dir = /usr/local/mysql/arch
innodb_log_files_in_group = 4
innodb_log_file_size = 1G
innodb_log_buffer_size = 200M
#根据生产需要,调整pool size
innodb_buffer_pool_size = 2G
#innodb_additional_mem_pool_size = 50M #deprecated in 5.6
tmpdir = /usr/local/mysql/tmp
innodb_lock_wait_timeout = 1000
#innodb_thread_concurrency = 0
innodb_flush_log_at_trx_commit = 2
innodb_locks_unsafe_for_binlog=1
#innodb io features: add for mysql5.5.8
performance_schema
innodb_read_io_threads=4
innodb-write-io-threads=4
innodb-io-capacity=200
#purge threads change default(0) to 1 for purge
innodb_purge_threads=1
innodb_use_native_aio=on
#case-sensitive file names and separate tablespace
innodb_file_per_table = 1
lower_case_table_names=1
[mysqldump]
quick
max_allowed_packet = 128M
[mysql]
no-auto-rehash
default-character-set=utf8mb4
[mysqlhotcopy]
interactive-timeout
[myisamchk]
key_buffer_size = 256M
sort_buffer_size = 256M
read_buffer = 2M
write_buffer = 2M
=========================================2
groupadd -g 101 dba;useradd -u 514 -g dba -G root -d /usr/local/mysql mysqladmin;passwd mysqladmin
===================2
cp -f /etc/skel/.* /usr/local/mysql;vim mysql/.bash_profile
===============3
vim mysql/.bash_profile
.bash_profile
Get the aliases and functions
if [ -f ~/.bashrc ]; then
. ~/.bashrc
fi
User specific environment and startup programs
export MYSQL_BASE=/usr/local/mysql
export PATH=
M
Y
S
Q
L
B
A
S
E
/
b
i
n
:
{MYSQL_BASE}/bin:
MYSQLBASE/bin:PATH
unset USERNAME
#stty erase ^H
set umask to 022
umask 022
PS1=uname -n
":"‘
U
S
E
R
′
"
:
"
′
USER'":"'
USER′":"′PWD’":>"; export PS1
end
===============3
chown mysqladmin:dba /etc/my.cnf;chmod 640 /etc/my.cnf;chown -R mysqladmin:dba /usr/local/mysql;chmod -R 755 /usr/local/mysql
cd /usr/local/mysql;cp -f support-files/mysql.server /etc/rc.d/init.d/mysql;chmod +x /etc/rc.d/init.d/mysql;chkconfig --del mysql;chkconfig --add mysql;chkconfig --level 345 mysql on
chown mysqladmin:dba /etc/my.cnf;chmod 640 /etc/my.cnf;chown -R mysqladmin:dba /usr/local/mysql
chown mysqladmin:dba /etc/my.cnf;chmod 640 /etc/my.cnf;chown -R mysqladmin:dba /usr/local/mysql;chmod -R 755 /usr/local/mysql;cd /usr/local/mysql;cp -f support-files/mysql.server /etc/rc.d/init.d/mysql;chmod +x /etc/rc.d/init.d/mysql;chkconfig --del mysql;chkconfig --add mysql;chkconfig --level 345 mysql on;chown mysqladmin:dba /etc/my.cnf;chmod 640 /etc/my.cnf;chown -R mysqladmin:dba /usr/local/mysql;
yum -y install libaio
su - mysqladmin;
mkdir -p /usr/local/mysql/arch/mysql-bin;mkdir -p /usr/local/mysql/arch;mkdir -p /usr/local/mysql/tmp;
bin/mysqld
–defaults-file=/etc/my.cnf
–user=mysqladmin
–basedir=/usr/local/mysql/
–datadir=/usr/local/mysql/data/
–initialize
=================
=======================4查看临时密码
cd data;cat hostname.err |grep password
2020-06-19T02:31:48.375564Z 1 [Note] A temporary password is generated for root@localhost: _ce9MM1=B0pa
cdh03:mysqladmin:/usr/local/mysql/data:>
========================4
/usr/local/mysql/bin/mysqld_safe --defaults-file=/etc/my.cnf &
#登陆 mysql
mysql -uroot -p’/c%tJdrY>1ii’
#修改密码,刷新权限
mysql> alter user root@localhost identified by ‘123456’;GRANT ALL PRIVILEGES ON . TO ‘root’@’%’ IDENTIFIED BY ‘123456’ ;flush privileges;
cp=‘cp -i’
===========================
#运维时常用命令
日志:
/opt/cloudera-manager/cm-5.16.1/log
#server 日志
ll /opt/cloudera-manager/cm-5.16.1/log/cloudera-scm-server/cloudera-scm-server.log
#agent日志
tail -f /opt/cloudera-manager/cm-5.16.1/log/cloudera-scm-agent/cloudera-scm-agent.log
配置文件
vim /opt/cloudera-manager/cm-5.16.1/etc/cloudera-scm-server/db.properties
启动server
/opt/cloudera-manager/cm-5.16.1/etc/init.d/cloudera-scm-server start
/opt/cloudera-manager/cm-5.16.1/etc/init.d/cloudera-scm-server stop
启动agent
/opt/cloudera-manager/cm-5.16.1/etc/init.d/cloudera-scm-agent start
/opt/cloudera-manager/cm-5.16.1/etc/init.d/cloudera-scm-agent stop
cloudera 安装网页
http://172.16.28.56:7180/cmf/login
#主节点开启
systemctl start ntpd
#各个节点关联到cdh02
/usr/sbin/ntpdate cdh02
#查看状态 ntpq -p
systemctl status ntpd
#各个从节点关闭ntpd
systemctl stop ntpd
ntpd服务
#yum install -y ntp
#关闭防火墙
systemctl stop firewalld;systemctl disable firewalld;iptables -F
/usr/sbin/ntpdate cdh02
chown -R cloudera-scm:cloudera-scm /opt/cloudera-manager;chown -R cloudera-scm:cloudera-scm /opt/cloudera/
其他节点删除ntp服务
systemctl disable ntpd;systemctl disable ntpd
#启动mysql
#启动
/usr/local/mysql/bin/mysqld_safe --defaults-file=/etc/my.cnf &
mysql -uroot -p123456
show databases;
drop database amon;
drop database cmf;
#删除cdh 重装
1.删除mysql相应的库
2.删除uuid
3.4> 在主节点上重新初始化CM数据库
# /usr/share/cmf/schema/scm_prepare_database.sh mysql -uroot -proot scm scm scm ?????
运维相关常用命令
/usr/local/mysql/bin/mysqld_safe --defaults-file=/etc/my.cnf &
drop database amon;
drop database cmf;
create database cmf DEFAULT CHARACTER SET utf8;
create database amon DEFAULT CHARACTER SET utf8;
grant all on cmf.* TO 'cmf'@'%' IDENTIFIED BY '123456';
grant all on amon.* TO 'amon'@'%' IDENTIFIED BY '123456';
flush privileges;
chown -R mysqladmin:dba /usr/local/mysql