hive导入json数据

最新推荐文章于 2022-11-25 18:04:59 发布

dian张

最新推荐文章于 2022-11-25 18:04:59 发布

阅读量1k

点赞数

分类专栏： hive

本文链接：https://blog.csdn.net/u013086392/article/details/88899917

版权

hive 专栏收录该内容

2 篇文章 0 订阅

订阅专栏

 jar 下载 http://www.congiu.net/hive-json-serde/
 add jar json-serde-1.3.6-jar-with-dependencies.jar;
CREATE TABLE relation (
fan_id string,
followed_id string
) ROW FORMAT SERDE 'org.apache.hive.hcatalog.data.JsonSerDe'
STORED AS TEXTFILE;
CREATE TABLE comments (
weibo_url string,
comment_user_id string,
content string,
created_at string
) ROW FORMAT SERDE 'org.apache.hive.hcatalog.data.JsonSerDe'
STORED AS TEXTFILE;
CREATE TABLE tweets (
weibo_url string,
user_id string,
comment_user_id string,
content string,
created_at string,
like_num  int,
repost_num  int,
comment_num  int
) ROW FORMAT SERDE 'org.apache.hive.hcatalog.data.JsonSerDe'
STORED AS TEXTFILE;
LOAD DATA LOCAL INPATH '/tmp/data/comments.bat' OVERWRITE INTO TABLE  comments;

hivClassNotFoundException: Class org.apache.hive.hcatalog.data.JsonSerDe not found
添加
ADD JAR /usr/local/hive-2.3.4/lib/hive-hcatalog-core-2.3.4.jar