Hive 部署

安装Hive

设置Hive环境变量

HIVE_HOME=/usr/local/software/hive
export PATH=$PAHT:$HIVE_HOME/bin HIVE_HOME

创建HDFS目录

hdfs dfs -mkdir -p /usr/hive/warehouse
hdfs dfs -mkdir -p /usr/hive/tmp
hdfs dfs -mkdir -p /usr/hive/log
hdfs dfs -chmod g+w /usr/hive/warehouse
hdfs dfs -chmod g+w /usr/hive/tmp
hdfs dfs -chmod g+w /usr/hive/log

修改hive-env.sh

JAVA_HOME=/usr/local/software/jdk
HIVE_HOME=/usr/local/software/hive
HADOOP_HOME=/usr/local/software/hadoop
HIVE_CONF_DIR=/usr/local/software/hive/conf
export JAVA_HOME HIVE_HOME HADOOP_HOME HIVE_CONF_DIR

Mysql配置

查看Mysql默认密码：grep "temporary password" /var/log/mysqld.log

set global validate_password_policy=low;
set global validate_password_length=6;
alter user 'root'@'localhost' identified by '123456';
GRANT ALL PRIVILEGES ON *.* TO 'root'@'%' IDENTIFIED BY '123456' WITH GRANT OPTION;
flush privileges;

修改hive-site.xml

<!-- 配置mysql -->
<property>
	<name>javax.jdo.option.ConnectionURL</name>
	<value>jdbc:mysql://localhost:3306/hive</value>
	<description>JDBC connect string for a JDBC metastore</description>
</property>
 
<property>
	<name>javax.jdo.option.ConnectionDriverName</name>
	<value>com.mysql.jdbc.Driver</value>
	<description>Driver class name for a JDBC metastore</description>
</property>
 
<property>
	<name>javax.jdo.option.ConnectionUserName</name>
	<value>root</value>
	<description>Username to use against metastore database</description>
</property>
 
<property>
	<name>javax.jdo.option.ConnectionPassword</name>
	<value>narata</value>
	<description>password to use against metastore database</description>
</property>

<!-- Hive产生的元数据存放位置-->
<property>
	<name>hive.metastore.warehouse.dir</name>
	<value>????</value>
</property>
<!--- 使用本地服务连接Hive,默认为true-->
<property>
	<name>hive.metastore.local</name>
	<value>false</value>
</property>
<!-- 连接服务器-->
<property>
	<name>hive.metastore.uris</name>
	<value>thrift://salve2:9083</value>
</property>

修改hive-log4j.properties

hive.log.dir=xxx

数据库初始化

schematool -initSchema -dbType mysql

启动hive

hive --service metastore
hive --service hiveserver2
hive

Beeline配置

配置用户名密码

hive-site.xml

<property>
    <name>hive.server2.thrift.client.user</name>
    <value>hadoop</value>
    <description>Username to use against thrift client</description>
</property>
<property>
    <name>hive.server2.thrift.client.password</name>
    <value>narata</value>
    <description>Password to use against thrift client</description>
</property>

连接

beeline
beeline> !connect jdbc:hive2://localhost:10000/default

beeline -u jdbc:hive2://localhost:10000 -n hadoop -p narata