Hadoop 四日目

最新推荐文章于 2024-08-05 12:04:08 发布

インターネットの男神

最新推荐文章于 2024-08-05 12:04:08 发布

阅读量283

点赞数 5

文章标签：服务器运维

本文链接：https://blog.csdn.net/y202503/article/details/138202556

版权

本文详细介绍了如何使用Hadoop进行消息统计，包括消息总量、用户分布等，以及FineBI在数据连接、组件分析、可视化和仪表板制作中的操作步骤。

摘要由CSDN通过智能技术生成

Hadoopのハンズオン操作:

--1.统计今日总消息量
create table total_information as
select substr(send_date,1,10) as hour,COUNT(*)
from myhive2.news
group by substr(send_date,1,10) ;
--2.统计今日发送和接收用户数
create table send_receive_num as
SELECT
COUNT(DISTINCT id) AS total_unique_senders,
COUNT(DISTINCT re_id) AS total_unique_receivers
FROM myhive2.news;
--3.统计每小时消息量，发送和接收用户量
create table send_receive_hour as
SELECT
DATE_FORMAT(send_date, 'yyyy-MM-dd HH') AS hour,
COUNT(*) AS message_count,
COUNT(DISTINCT id) AS unique_senders,
COUNT(DISTINCT re_id) AS unique_receivers
FROM myhive2.news
GROUP BY DATE_FORMAT(send_date, 'yyyy-MM-dd HH')
ORDER BY hour;
--4.查询每个人发了多少条信息
create table person_num as
SELECT
id AS person_name,
COUNT(*) AS message_count
FROM myhive2.news
GROUP BY id
ORDER BY message_count DESC;
--5.统计发送人的设备操作系统分布情况
create table system_opera as
SELECT
send_from AS operating_system,
COUNT(*) AS count
FROM myhive2.news
GROUP BY send_from;
--6.统计发送人的手机型号分布情况
create table phone_dis as
SELECT send_phone, COUNT(*) AS count
FROM myhive2.news
GROUP BY send_phone;
--7.统计发送人的网络类型分布情况
create table work_dis as
SELECT send_network, COUNT(*) AS count
FROM myhive2.news
GROUP BY send_network;
--8.统计发送消息各地区数据量
create table data_num as
SELECT
send_site AS region,
COUNT(*) AS message_count
FROM myhive2.news
GROUP BY send_site;