通过hive映射MongoDB

一 MongoDB数据

> db.user_friend.find()
{ "_id" : ObjectId("5f83260eafd3bb6e8c7efcfb"), "user_id" : "3197468391", "friend_id" : "3873244116" }
{ "_id" : ObjectId("5f83260eafd3bb6e8c7efcfc"), "user_id" : "3197468391", "friend_id" : "2138119761" }
{ "_id" : ObjectId("5f83260eafd3bb6e8c7efcfd"), "user_id" : "3197468391", "friend_id" : "3703382700" }
{ "_id" : ObjectId("5f83260eafd3bb6e8c7efcfe"), "user_id" : "3197468391", "friend_id" : "1470725855" }
{ "_id" : ObjectId("5f83260eafd3bb6e8c7efcff"), "user_id" : "3197468391", "friend_id" : "2183113360" }
{ "_id" : ObjectId("5f83260eafd3bb6e8c7efd00"), "user_id" : "3197468391", "friend_id" : "818630635" }
{ "_id" : ObjectId("5f83260eafd3bb6e8c7efd01"), "user_id" : "3197468391", "friend_id" : "1045185118" }
{ "_id" : ObjectId("5f83260eafd3bb6e8c7efd02"), "user_id" : "3197468391", "friend_id" : "2933715602" }
{ "_id" : ObjectId("5f83260eafd3bb6e8c7efd03"), "user_id" : "3197468391", "friend_id" : "3237973301" }

二 hive建表语句

create external table user_friend(
user_id string,
friend_id string
)
STORED BY 'com.mongodb.hadoop.hive.MongoStorageHandler'
//SERDEPROPERTIES('mongo.columns.mapping'='{"user_id":"user_id","friend_id":"friend_id"}')  当hive中字段名与mongoDB中字段名一样时,此条可省略
TBLPROPERTIES('mongo.uri'='mongodb://192.168.226.111:27017/events_db.user_friend');

三 查询hive表

hive (events_from_mongodb)> select * from user_friend limit 5;
OK
user_friend.user_id     user_friend.friend_id
3197468391      3873244116
3197468391      2138119761
3197468391      3703382700
3197468391      1470725855
3197468391      2183113360
Time taken: 0.315 seconds, Fetched: 5 row(s)