Hive中存储json格式的数据

启动hadoop

start-all.sh

启动hive

./hive

加载hcatalog包,此包已经包含在hive中

add jar  hive目录/hcatalog/share/hcatalog/hive-hcatalog-core-1.2.0.jar;

准备一批json数据

{"rate":"7.5","cover_x":2000,"title":"陪审员","url":"https:\/\/movie.douban.com\/subject\/27115758\/","playable":false,"cover":"https://img3.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2554542206.webp","id":"27115758","cover_y":2865,"is_new":true},{"rate":"7.9","cover_x":1300,"title":"燃烧","url":"https:\/\/movie.douban.com\/subject\/26842702\/","playable":false,"cover":"https://img1.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2520095279.webp","id":"26842702","cover_y":1856,"is_new":false},{"rate":"7.7","cover_x":960,"title":"与神同行:罪与罚","url":"https:\/\/movie.douban.com\/subject\/11584016\/","playable":false,"cover":"https://img1.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2500130777.webp","id":"11584016","cover_y":1372,"is_new":false},{"rate":"8.5","cover_x":690,"title":"特工","url":"https:\/\/movie.douban.com\/subject\/26683421\/","playable":false,"cover":"https://img3.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2528281606.webp","id":"26683421","cover_y":986,"is_new":false},{"rate":"7.7","cover_x":1800,"title":"极限职业","url":"https:\/\/movie.douban.com\/subject\/27597250\/","playable":false,"cover":"https://img1.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2542216607.webp","id":"27597250","cover_y":2565,"is_new":false},{"rate":"6.1","cover_x":950,"title":"昆池岩","url":"https:\/\/movie.douban.com\/subject\/26945085\/","playable":false,"cover":"https://img3.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2513360824.webp","id":"26945085","cover_y":1361,"is_new":false},{"rate":"7.5","cover_x":800,"title":"与神同行2:因与缘","url":"https:\/\/movie.douban.com\/subject\/27003543\/","playable":false,"cover":"https://img3.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2527205786.webp","id":"27003543","cover_y":1146,"is_new":false},{"rate":"7.3","cover_x":1500,"title":"魔女","url":"https:\/\/movie.douban.com\/subject\/26602900\/","playable":false,"cover":"https://img1.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2522814268.webp","id":"26602900","cover_y":2145,"is_new":false},{"rate":"8.2","cover_x":1432,"title":"我的一级兄弟","url":"https:\/\/movie.douban.com\/subject\/30143333\/","playable":false,"cover":"https://img1.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2548467439.webp","id":"30143333","cover_y":2048,"is_new":false},{"rate":"8.2","cover_x":1583,"title":"现在去见你","url":"https:\/\/movie.douban.com\/subject\/27018285\/","playable":false,"cover":"https://img3.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2515516851.webp","id":"27018285","cover_y":2268,"is_new":false},{"rate":"8.2","cover_x":1000,"title":"摇摆狂潮","url":"https:\/\/movie.douban.com\/subject\/27042467\/","playable":false,"cover":"https://img1.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2545836537.webp","id":"27042467","cover_y":1429,"is_new":false},{"rate":"8.2","cover_x":1000,"title":"铁雨","url":"https:\/\/movie.douban.com\/subject\/26863778\/","playable":false,"cover":"https://img3.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2505050710.webp","id":"26863778","cover_y":1429,"is_new":false},{"rate":"7.5","cover_x":1300,"title":"国家破产之日","url":"https:\/\/movie.douban.com\/subject\/27197086\/","playable":false,"cover":"https://img3.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2536564565.webp","id":"27197086","cover_y":1856,"is_new":false},{"rate":"7.1","cover_x":500,"title":"娑婆诃","url":"https:\/\/movie.douban.com\/subject\/27109171\/","playable":false,"cover":"https://img1.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2545549959.webp","id":"27109171","cover_y":712,"is_new":false},{"rate":"8.8","cover_x":669,"title":"我能说","url":"https:\/\/movie.douban.com\/subject\/27000061\/","playable":false,"cover":"https://img1.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2498433749.webp","id":"27000061","cover_y":960,"is_new":false},{"rate":"7.3","cover_x":1583,"title":"小森林","url":"https:\/\/movie.douban.com\/subject\/26877492\/","playable":false,"cover":"https://img3.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2512152196.webp","id":"26877492","cover_y":2268,"is_new":false},

将数据复制在一个文件里面取名:test01.json.

创建Test数据库

create database testdb;

use jydb;

#创建可以处理json格式数据的表

CREATE TABLE test01  IF NOT EXISTS jsonTest
(
 rate STRING,
 cover_x DOUBLE,
 title STRING,
 url STRING,
 playable BOOLIEAN,
 cover STRING,
 id STRING,
 cover_y DOUBLE,
 is_new BOOLEAN)
ROW FORMAT SERDE 'org.apache.hive.hcatalog.data.JsonSerDe'
STORED AS TEXTFILE;

#加载数据

load data local inpath '/root/test01.json' into table test01;

我们可以查看一下我们的表格

select * from test01;

发现所有数据都进来了

  • 0
    点赞
  • 2
    收藏
    觉得还不错? 一键收藏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值