Hive分布式安装部署

目录

1.安装Hive

1.1解压tar包，修改文件名

1.2修改配置文件

 1.3在HDFS上创建tmp和warehouse

2.安装MySQL--只需主节点安装即可

2.1检查是否安装了MySQL，如果安装了就卸载

2.2解压tar包，并重命名为mysql

2.3创建用户和用户组

2.4创建缓存目录，修改mysql文件夹权限

2.5配置my.cnf

2.6将mysql加入服务并初始化

2.7启动mysql服务，修改密码

3.配置Hive

4.启动Hive

---

1.安装Hive

1.1解压tar包，修改文件名

[root@master software]# tar -zxvf apache-hive-1.2.1-bin.tar.gz -C /opt/module/
[root@master module]# mv apache-hive-1.2.1-bin/ hive

1.2修改配置文件

[root@master hive]# cd conf/
[root@master conf]# mv hive-env.sh.template hive-env.sh
[root@master conf]# vi hive-env.sh
export HADOOP_HOME=/opt/module/hadoop-2.7.2
export HIVE_CONF_DIR=/opt/module/hive/conf
export HIVE_AUX_JARS_PATH=/opt/module/hive/lib

 1.3在HDFS上创建tmp和warehouse

[root@master hadoop-2.7.2]# sbin/start-dfs.sh
[root@master hadoop-2.7.2]# sbin/start-yarn.sh

[root@master hadoop-2.7.2]# bin/hadoop fs -mkdir /tmp
[root@master hadoop-2.7.2]# bin/hadoop fs -mkdir -p /user/hive/warehouse

[root@master hadoop-2.7.2]# bin/hadoop fs -chmod g+w /tmp
[root@master hadoop-2.7.2]# bin/hadoop fs -chmod g+w /user/hive/warehouse

2.安装MySQL--只需主节点安装即可

ps:这里以tar包的形式安装，如果想以rpm的形式安装自行百度。

2.1检查是否安装了MySQL，如果安装了就卸载

[root@master ~]# rpm -qa|grep mysql
mysql-libs-5.1.73-7.el6.x86_64
[root@master ~]# rpm --nodeps mysql-libs-5.1.73-7.el6.x86_64

2.2解压tar包，并重命名为mysql

[root@master software]# tar -zxvf mysql-5.7.18-linux-glibc2.5-x86_64.tar.gz -C /usr/local/
[root@master software]# mv mysql-5.7.18-linux-glibc2.5-x86_64 mysql

2.3创建用户和用户组

[root@master mysql]# groupadd mysql
[root@master mysql]# useradd -r -g mysql mysql 

2.4创建缓存目录，修改mysql文件夹权限

[root@master mysql]# mkdir /usr/local/mysql/data  

[root@master mysql]# chown -R mysql:mysql  /usr/local/mysql/
[root@master mysql]# chgrp -R mysql /usr/local/mysql/  

2.5配置my.cnf

[root@master hadoop-2.7.2]# cd /etc/
[root@master etc]# touch my.cnf
[root@master etc]# vi my.cnf

[mysqld]    
basedir=/usr/local/mysql
datadir=/usr/local/mysql/data
socket=/tmp/mysql.sock
user=root
lower_case_table_names=1
port = 3306
character-set-server=utf8
symbolic-links=0
language=/usr/local/mysql/share/english 
[client]
default-character-set=utf8
[mysql-safe]
log-error=/var/log/mysqld.log
pid-file=/var/run/mysqld/mysqld.pid

2.6将mysql加入服务并初始化

[root@master etc]# cp /usr/local/mysql/support-files/mysql.server /etc/init.d/mysql


[root@master etc]#/usr/local/mysql/bin/mysqld --initialize --user=mysql --basedir=/usr/local/mysql/  --datadir=/usr/local/mysql/data

注意：记得复制初始化密码，配置环境变量 

#JAVA_HOME
export JAVA_HOME=/opt/module/jdk1.8.0_181
export PATH=$PATH:$JAVA_HOME/bin
export MYSQL_HOME=/usr/local/mysql

##HADOOP_HOME
export HADOOP_HOME=/opt/module/hadoop-2.7.6
export PATH=$PATH:$HADOOP_HOME/bin
export PATH=$PATH:$HADOOP_HOME/sbin
export PATH=$PATH:$MYSQL_HOME/bin

#HIVE_HOME
export HIVE_HOME=/opt/module/hive
export PATH=$HIVE_HOME/bin:$HIVE_HOME/conf:$PATH
   

2.7启动mysql服务，修改密码

开启自启
chkconfig mysql on

启动mysql服务
service mysql start

mysql -uroot -p在这里粘贴初始化的密码回车

set password=password('新密码');

创建数据库hive  赋予权限并刷新
mysql> create database hive default charset utf8
mysql> grant all privileges on *.* to 'root'@'%' identified by '更改的密码'
mysql> flush privileges;

查询user表---use mysql;
mysql>select User, Host, Password from user;

修改user表，把Host表内容修改为%
mysql>update user set host='%' where host='localhost';

删除root用户的其他host
mysql>delete from user where Host='hadoop102';
mysql>delete from user where Host='127.0.0.1';
mysql>delete from user where Host='::1';
mysql>delete from user where user='mysql.sys' and host='localhost'
mysql>delete from user where user='root' and host='localhost'
刷新
mysql>flush privileges;

3.配置Hive

Hive元数据配置到MySql
[root@master software]# cp mysql-connector-java-5.1.40-bin.jar /opt/module/hive/lib/

[root@master software]# cd /opt/module/hive/conf/

重新touch一个hive-site.xml添加一下配置（注意修改配置中的mysql的密码）
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
	<property>
	  <name>javax.jdo.option.ConnectionURL</name>
	  <value>jdbc:mysql://master:3306/metastore?createDatabaseIfNotExist=true&amp;useSSL=false</value>
	  <description>JDBC connect string for a JDBC metastore</description>
	</property>

	<property>
	  <name>javax.jdo.option.ConnectionDriverName</name>
	  <value>com.mysql.jdbc.Driver</value>
	  <description>Driver class name for a JDBC metastore</description>
	</property>

	<property>
	  <name>javax.jdo.option.ConnectionUserName</name>
	  <value>root</value>
	  <description>username to use against metastore database</description>
	</property>

	<property>
	  <name>javax.jdo.option.ConnectionPassword</name>
	  <value>root（这里配置自己的mysql密码）</value>
	  <description>password to use against metastore database</description>
	</property>

<property>
<name>hive.metastore.warehouse.dir</name>
<value>/user/hive/warehouse</value>
<description>location of default database for the warehouse</description>
</property>

<property>
	<name>hive.cli.print.header</name>
	<value>true</value>
</property>

<property>
	<name>hive.cli.print.current.db</name>
	<value>true</value>
</property>

<property>
  <name>hive.zookeeper.quorum</name>
  <value>master,slave1,slave2</value>
  <description>The list of ZooKeeper servers to talk to. This is only needed for read/write locks.</description>
</property>
<property>
  <name>hive.zookeeper.client.port</name>
  <value>2181</value>
  <description>The port of ZooKeeper servers to talk to. This is only needed for read/write locks.</description>
</property>

</configuration>

4.启动Hive