#1、解压和改名hive
tar -zxvf /opt/download/hadoop/apache-hive-3.1.2-bin.tar.gz -C /opt/software/
mv /opt/software/apache-hive-3.1.2-bin /opt/software/hive312
#2、配置
cd /opt/software/hive312/conf
mv hive-default.xml.template hive-default.xml
vim hive-site.xml
==================================================
[root@singlelucky hive312]#cd /opt/software/hive312/conf
[root@singlelucky conf]# ls
beeline-log4j2.properties.template hive-exec-log4j2.properties.template llap-cli-log4j2.properties.template
hive-default.xml.template hive-log4j2.properties.template llap-daemon-log4j2.properties.template
hive-env.sh.template ivysettings.xml parquet-logging.properties
[root@singlelucky conf]# mv hive-default.xml.template hive-default.xml
[root@singlelucky conf]# ls
beeline-log4j2.properties.template hive-exec-log4j2.properties.template llap-cli-log4j2.properties.template
hive-default.xml hive-log4j2.properties.template llap-daemon-log4j2.properties.template
hive-env.sh.template ivysettings.xml parquet-logging.properties
[root@singlelucky conf]# vim hive-site.xml
hive-site.xml
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
<property>
<name>javax.jdo.option.ConnectionURL</name>
<value>jdbc:mysql://localhost:3306/hive312?createDatabaseIfNotExist=true</value>
<description>connect to mysql for hive metastore</description>
</property>
<property>
<name>javax.jdo.option.ConnectionDriverName</name>
<value>com.mysql.jdbc.Driver</value>
<description>driver for mysql</description>
</property>
<property>
<name>javax.jdo.option.ConnectionUserName</name>
<value>root</value>
<description>username to mysql</description>
</property>
<property>
<name>javax.jdo.option.ConnectionPassword</name>
<value>12345678</value>
<description>password to mysql</description>
</property>
</configuration>
#hive环境
vim /etc/profile.d/myenv.sh
source /etc/profile
#hive
export HIVE_HOME=/opt/software/hive312
export PATH=$HIVE_HOME/bin:$PATH
#查看mysql并解压安装在hive里面
[root@singlelucky hive312]# ls
bin binary-package-licenses conf examples hcatalog jdbc lib LICENSE NOTICE RELEASE_NOTES.txt scripts
[root@singlelucky hive312]# cd lib
[root@singlelucky lib]# ls|grep mysql
mysql-metadata-storage-0.12.0.jar
[root@singlelucky lib]# rz -E #D:\software\apache-maven-3.5.4\repository\mysql\mysql-connector-java\5.1.47\mysql-connector-java-5.1.47.jar
rz waiting to receive.
[root@singlelucky lib]# ls|grep mysql
mysql-connector-java-5.1.47.jar
mysql-metadata-storage-0.12.0.jar
#启动mysql
===========================================================================================
[root@singlelucky ~]# mysql -u root -p
Enter password:
Welcome to the MySQL monitor. Commands end with ; or \g.
Your MySQL connection id is 4
Server version: 5.7.34 MySQL Community Server (GPL)
Copyright (c) 2000, 2021, Oracle and/or its affiliates.
Oracle is a registered trademark of Oracle Corporation and/or its
affiliates. Other names may be trademarks of their respective
owners.
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
mysql>
==============================================================================================
#查看guava类型并删除
[root@singlelucky lib]# pwd
/opt/software/hive312/lib
[root@singlelucky lib]# ls|grep guava
guava-19.0.jar
jersey-guava-2.25.1.jar
[root@singlelucky lib]# rm -rf /guava-19.0.jar
[root@singlelucky lib]# ls|grep guava
jersey-guava-2.25.1.jar
#查询guava并安装
[root@singlelucky software]# find /opt/software/hadoop/hadoop313/ -name 'guava*.jar'
/opt/software/hadoop/hadoop313/share/hadoop/common/lib/guava-27.0-jre.jar
/opt/software/hadoop/hadoop313/share/hadoop/hdfs/lib/guava-27.0-jre.jar
[root@singlelucky bin]#cp /opt/software/hadoop/hadoop313/share/hadoop/common/lib/guava-27.0-jre.jar ./
[root@singlelucky lib]# ls|grep guava
guava-27.0-jre.jar
jersey-guava-2.25.1.jar
#安装hive - mysql
[root@singlelucky bin]# ./schematool -dbType mysql -initSchema
Initialization script completed
Wed Jun 09 17:05:33 CST 2021 WARN: Establishing SSL connection without server's identity verification is not recommended. According to MySQL 5.5.45+, 5.6.26+ and 5.7.6+ requirements SSL connection must be established by default if explicit option isn't set. For compliance with existing applications not using SSL the verifyServerCertificate property is set to 'false'. You need either to explicitly disable SSL by setting useSSL=false, or set useSSL=true and provide truststore for server certificate verification.
schemaTool completed
#启动hive服务
nohup 不挂起,后台启动
nohup hive --service metastore>/dev/null 2>&1 & #连MYSQL
nohup hive --service hiveserver2>/dev/null 2>&1 & #连hadoop
===================================================================================================
[root@singlelucky ~]# nohup hive --service metastore>/dev/null 2>&1 &
[1] 3437
[root@singlelucky ~]# nohup hive --service hiveserver2>/dev/null 2>&1 &
[2] 3582
#查10000端口
netstat -anp|grep 10000
[root@singlelucky ~]# netstat -anp|grep 10000
tcp6 0 0 :::10000 :::* LISTEN 16245/java
---------------------------------------------------------------------------------------------------
#若第一个没用,用第二个
beeline -u jdbc:hive2://192.168.19.130:10000 -u:url ctrl+c:退出服务 ctrl+d:退出远程链接
beeline -u jdbc:hive2://192.168.19.130:10000 -n root
---------------------------------------------------------------------------------------------------
#若端口10000 启动不了,按以下步骤操作
HDFS故障:Namenode安全模式:The reported blocks 12xx needs additional xx blocks to
reach the threshold 0.999
解决办法(Solution)*
安装HDFS客户端,并执行如下命令:
步骤 1 执行命令退出安全模式:hadoop dfsadmin -safemode leave
步骤 2 执行健康检查,删除损坏掉的block。 hdfs fsck / -delete
注意: 这种方式会出现数据丢失,损坏的block会被删掉
---------------------------------------------------------------------------------------------------
#若还不行,把以下为代码拷贝到hive-site.xml
<!--关闭权限认证-->
<property>
<name>hive.server2.authentication</name>
<value>NONE</value>
</property>
<!--root用户访问放过-->
<property>
<name>hive.server2.thrift.client.user</name>
<value>root</value>
</property>
<property>
<name>hive.server2.thrift.client.password</name>
<value>root</value>
</property>
#查看路径
[root@singlelucky ~]# jps -ml
2704 org.apache.hadoop.yarn.server.resourcemanager.ResourceManager
2854 org.apache.hadoop.yarn.server.nodemanager.NodeManager
2439 org.apache.hadoop.hdfs.server.namenode.SecondaryNameNode
3704 sun.tools.jps.Jps -ml
2188 org.apache.hadoop.hdfs.server.datanode.DataNode
3437 org.apache.hadoop.util.RunJar /opt/software/hive312/lib/hive-metastore-3.1.2.jar org.apache.hadoop.hive.metastore.HiveMetaStore
2046 org.apache.hadoop.hdfs.server.namenode.NameNode
3582 org.apache.hadoop.util.RunJar /opt/software/hive312/lib/hive-service-3.1.2.jar org.apache.hive.service.server.HiveServer2
#查看进程
[root@singlelucky ~]# jps
2704 ResourceManager
3876 Jps
2854 NodeManager
2439 SecondaryNameNode
2188 DataNode
3437 RunJar
2046 NameNode
3582 RunJar
========================================================================================