超级会员免费看
本文档提供了一步一步在Centos7环境下安装MySQL和搭建Hive组件的详细过程，包括卸载旧的MySQL依赖、安装新的MySQL数据库、配置Hive环境、解决初始化问题及启动Hadoop集群。
目录
2、 在Centos7镜像下安装Mysql实现的效果图如下：
1、在Centos7镜像下安装Mysql
1.1 列出自带的mysql依赖库的包
rpm -qa | grep mariadb
mariadb-libs-5.5.68-1.el7.x86_64
2.2 卸载自带的mysql依赖库的包
sudo rpm -e --nodeps mariadb-libs-5.5.68-1.el7.x86_64
3.3 安装新的mysql数据库，并配置相关参数
mkdir mysql
cd mysql
wget https://downloads.mysql.com/archives/get/p/23/file/mysql-5.7.30-1.el7.x86_64.rpm-bundle.tar
[hadoop@analysis01 mysql]$ tar xvf mysql-5.7.30-1.el7.x86_64.rpm-bundle.tar
sudo yum -y install mysql-community-common-*
sudo yum -y install mysql-community-libs-5.7.30-1.el7.x86_64.rpm
sudo yum -y install mysql-community-client-5.7.30-1.el7.x86_64.rpm
sudo yum -y install mysql-community-server-5.7.30-1.el7.x86_64.rpm
systemctl start mysqld.service
systemctl status mysqld.service
sudo cat /var/log/mysqld.log | grep password
mysql -uroot -p
mysql> ALTER USER 'root'@'localhost' IDENTIFIED BY 'Root123$';
mysql> grant all privileges on *.* to 'root'@'%' identified by 'Root123$' with grant option;
mysql> use mysql;
mysql> select host,user from user;
flush privileges; #刷新权限
status; #查看当前状态
exit
[root@hadoop02 usr]# vim /etc/my.cnf
[client]
default-character-set=utf8
#For advice on how to change settings please see
#http://dev.mysql.com/doc/refman/5.7/en/server-configuration-defaults.html
[mysqld]
#
#Remove leading # and set to the amount of RAM for the most important data
#cache in MySQL. Start at 70% of total RAM for dedicated server, else 10%.
#innodb_buffer_pool_size = 128M
#
#Remove leading # to turn on a very important data integrity option: logging
#changes to the binary log between backups.
#log_bin
#
#Remove leading # to set options mainly useful for reporting servers.
#
#The server defaults are faster for transactions and fast SELECTs.
#Adjust sizes as needed, experiment to find the optimal values.
#join_buffer_size = 128M
#sort_buffer_size = 2M
#read_rnd_buffer_size = 2M
datadir=/var/lib/mysql
socket=/var/lib/mysql/mysql.sock
character-set-server=utf8
collation-server=utf8_general_ci
#Disabling symbolic-links is recommended to prevent assorted security risks
symbolic-links=0
log-error=/var/log/mysqld.log
pid-file=/var/run/mysqld/mysqld.pid
2、 在Centos7镜像下安装Mysql实现的效果图如下：
3、Hive组件的搭建正式开始了
1.1下载apache-hive安装包
http://archive.apache.org/dist/hive/hive-3.1.2/apache-hive-3.1.2-bin.tar.gz(下载网址)
2.2 解压apache-hive安装包
tar -zxvf apache-hive-3.1.2-bin.tar.gz
mv apache-hive-3.1.2-bin hive
3.3 配置与hive相关的项
vi ~/.bashrc
export HIVE_HOME=~/hive
export PATH=$PATH:$HIVE_HOME/bin
source ~/.bashrc
cd hive/conf
cp hive-default.xml.template hive-site.xml
sudo vi hive-site.xml
jdbc:mysql://analysis01:3306/hive?createDatabaseIfNotExist=true&useSSL=false
P85页: 584 569 798 1102 1127 1846 143 148 3215(删除描述项description) 4404
mkdir -p ~/hive/tmp
####配置项如下####
<name>javax.jdo.option.ConnectionURL</name>
584 <value>jdbc:mysql://192.168.100.129:3306/hive?createDatabaseIfNotExist=true&useSSL=false&serverTimezone=GMT</value>
####初始化hive元组时若找不到版本，这可以把jdbc:mysql://后面的IP地址换成localhost,就OK啦
<name>javax.jdo.option.ConnectionPassword</name>
569 <value>Root123$</value>
<name>hive.metastore.schema.verification</name>
798 <value>false</value>
<name>javax.jdo.option.ConnectionDriverName</name>
1102 <value>com.mysql.jdbc.Driver</value>
<name>javax.jdo.option.ConnectionUserName</name>
1127 <value>root</value>
<name>hive.querylog.location</name>
1846 <value>/home/test_01/hive/tmp</value>
<name>hive.exec.local.scratchdir</name>
143 <value>/home/test_01/hive/tmp</value>
<name>hive.downloaded.resources.dir</name>
148 <value>/home/test_01/hive/tmp/resources</value>
3215 删除描述项<description></description>
<name>hive.server2.logging.operation.log.location</name>
4404 <value>/home/test_01/hive/tmp/operation_logs</value>
cp mysql-connector-java-8.0.22.jar /home/test_01/hive/lib/ #这一步必须做
cd ~/hive/lib（两个地方都得有新27.0版本)
rm -rf guava-19.0.jar（删除低版本的）
cd /home/test_01/hadoop/share/hadoop/common/lib
cp guava-27.0-jre.jar ~/hive/lib #可做可不做
cd /home/hadoop/hive/lib #这有两个日志冲突，要删除其中一个（建议删除hadoop里面的）
cd /home/hadoop/hadoop/share/hadoop/common/lib
rm -rf slf4j-log4j12-1.7.25.jar
参考书P88,89页
4.4 hive初始化失败后，可以用以下方法重新来
*****mysql -uroot -p***
mysql> select user,host from mysql.user;
+------------------+---------------------+
| user | host |
+------------------+---------------------+
| root | % |
| root | 192.168.50.140 |
| root | 192.168.56.200 |
| root | 192.168.56.2000 |
| root | 192.168.56.200:3306 |
| debian-sys-maint | localhost |
| mysql.session | localhost |
| mysql.sys | localhost |
| root | localhost |
+------------------+---------------------+
9 rows in set (0.00 sec)
***mysql> show databases;***
***+--------------------+***
***| Database |***
***+--------------------+***
***| information_schema |***
***| hive |***
***| mysql |***
***| performance_schema |***
***| sys |***
***+--------------------+***
***5 rows in set (0.00 sec)***
***mysql 删除表时提示有外键***
***mysql> SET FOREIGN_KEY_CHECKS = 0; #外键赋值为0***
***Query OK, 0 rows affected (0.00 sec)***
***mysql> drop database hive;***
***Query OK, 74 rows affected (0.34 sec)***
***mysql> show databases;***
***+--------------------+***
***| Database |***
***+--------------------+***
***| information_schema |***
***| mysql |***
***| performance_schema |***
***| sys |***
***+--------------------+***
***4 rows in set (0.00 sec)******mysql> exit;***
***Bye*****
5.5 启动Hadoop集群,初始化Hive元数据库
mkdir -p ~/hive/tmp
start-all.sh
schematool -initSchema -dbType mysql
hive #进入后可以查看数据库，创建数据库和表什么的，表示hive组件到此安装成功
4、 Hive组件的搭建成功效果图如下：
扫一扫
963
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
