web端采用ssm框架进行对hbase操作。
配置文件:
beans.xml:
<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
xmlns:tx="http://www.springframework.org/schema/tx"
xmlns:aop="http://www.springframework.org/schema/aop"
xmlns:context="http://www.springframework.org/schema/context"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://www.springframework.org/schema/beans
http://www.springframework.org/schema/beans/spring-beans.xsd
http://www.springframework.org/schema/context
http://www.springframework.org/schema/context/spring-context-4.3.xsd
http://www.springframework.org/schema/tx
http://www.springframework.org/schema/tx/spring-tx-4.3.xsd
http://www.springframework.org/schema/aop
http://www.springframework.org/schema/aop/spring-aop-4.3.xsd" default-autowire="byType">
<!-- 配置事务特征 -->
<tx:advice id="txAdvice" transaction-manager="txManager">
<tx:attributes>
<tx:method name="*" propagation="REQUIRED" isolation="DEFAULT"/>
</tx:attributes>
</tx:advice>
<!-- 配置事务切面 -->
<aop:config>
<aop:advisor advice-ref="txAdvice" pointcut="execution(* *..*Service.*(..))" />
</aop:config>
<!-- 扫描包 -->
<context:component-scan base-package="com.chenway.ssm.dao,com.chenway.ssm.service,com.chenway.ssm.hive" />
<!-- 数据源 -->
<bean id="dataSource" class="com.mchange.v2.c3p0.ComboPooledDataSource">
<property name="driverClass" value="com.mysql.jdbc.Driver"/>
<property name="jdbcUrl" value="jdbc:mysql://localhost:3306/mybatis?user=root&password=123456&useUnicode=true&characterEncoding=utf8"/>
<property name="user" value="root"/>
<property name="password" value="123456"/>
<property name="maxPoolSize" value="10"/>
<property name="minPoolSize" value="2"/>
<property name="initialPoolSize" value="3"/>
<property name="acquireIncrement" value="2"/>
</bean>
<!-- mybatis整合spring的核心类。 -->
<bean id="sf" class="org.mybatis.spring.SqlSessionFactoryBean">
<!-- 指定数据源 -->
<property name="dataSource" ref="dataSource" />
<!-- 指定mybatis配置文件 -->
<property name="configLocation" value="classpath:mybatis-config.xml"/>
</bean>
<!-- 数据源事务管理器 -->
<bean id="txManager" class="org.springframework.jdbc.datasource.DataSourceTransactionManager">
<property name="dataSource" ref="dataSource" />
</bean>
</beans>
mybatis-config.xml:
<?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE configuration
PUBLIC "-//mybatis.org//DTD Config 3.0//EN"
"http://mybatis.org/dtd/mybatis-3-config.dtd">
<configuration>
<typeAliases>
<typeAlias type="com.chenway.ssm.domain.Person" alias="_Person"/>
</typeAliases>
<!-- 引入映射文件 -->
<mappers>
<mapper resource="PersonMapper.xml"/>
</mappers>
</configuration>
PersonMapper.xml:
<?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE mapper
PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
"http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper namespace="persons">
<select id="selectAll" resultType="_Person">
select * from persons
</select>
<select id="selectNameByPhone" resultType="string" parameterType="string">
select name from persons where phone = #{phone}
</select>
<insert id="insert" parameterType="_Person">
insert into persons(name , phone) values(#{name},#{phone})
</insert>
</mapper>
dispatcher-servlet.xml:
<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xmlns:mvc="http://www.springframework.org/schema/mvc"
xmlns:context="http://www.springframework.org/schema/context"
xsi:schemaLocation="http://www.springframework.org/schema/beans
http://www.springframework.org/schema/beans/spring-beans.xsd
http://www.springframework.org/schema/mvc
http://www.springframework.org/schema/mvc/spring-mvc-4.3.xsd
http://www.springframework.org/schema/context
http://www.springframework.org/schema/context/spring-context-4.3.xsd">
<!-- 配置扫描路径 -->
<context:component-scan base-package="com.chenway.ssm.web.controller" />
<!-- 使用注解驱动 -->
<mvc:annotation-driven />
<mvc:resources mapping="/js/**" location="/js/"/>
<mvc:resources mapping="/css/**" location="/css/"/>
<mvc:resources mapping="/images/**" location="/images/"/>
<mvc:resources mapping="/html/**" location="/html/"/>
<!-- 内部资源视图解析器 -->
<bean class="org.springframework.web.servlet.view.InternalResourceViewResolver">
<property name="prefix" value="/" />
<property name="suffix" value=".jsp"/>
</bean>
</beans>
web.xml:
<?xml version="1.0" encoding="UTF-8"?>
<web-app xmlns="http://xmlns.jcp.org/xml/ns/javaee"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://xmlns.jcp.org/xml/ns/javaee http://xmlns.jcp.org/xml/ns/javaee/web-app_3_1.xsd"
version="3.1">
<!-- 指定spring的配置文件beans.xml -->
<context-param>
<param-name>contextConfigLocation</param-name>
<param-value>classpath*:beans.xml</param-value>
</context-param>
<!-- 确保web服务器启动时,完成spring的容器初始化 -->
<listener>
<listener-class>org.springframework.web.context.ContextLoaderListener</listener-class>
</listener>
<filter>
<filter-name>characterEncodingFilter</filter-name>
<filter-class>org.springframework.web.filter.CharacterEncodingFilter</filter-class>
<init-param>
<param-name>encoding</param-name>
<param-value>UTF-8</param-value>
</init-param>
<init-param>
<param-name>forceEncoding</param-name>
<param-value>true</param-value>
</init-param>
</filter>
<filter-mapping>
<filter-name>characterEncodingFilter</filter-name>
<url-pattern>/*</url-pattern>
</filter-mapping>
<!-- 配置分发器Servlet -->
<servlet>
<servlet-name>dispatcher</servlet-name>
<servlet-class>org.springframework.web.servlet.DispatcherServlet</servlet-class>
</servlet>
<servlet-mapping>
<servlet-name>dispatcher</servlet-name>
<url-pattern>/</url-pattern>
</servlet-mapping>
</web-app>
创建PersonService:
*/
public interface PersonService extends BaseService<Person> {
public String selectNameByPhone(String phone);
}
创建PersonServiceImpl:
@Service("personService")
public class PersonServiceImpl extends BaseServiceImpl<Person> implements PersonService{
@Resource(name="userDao")
public void setDao(BaseDao<Person> dao) {
super.setDao(dao);
}
public String selectNameByPhone(String phone){
return ((PersonDaoImpl)getDao()).selectNameByPhone(phone) ;
}
}
创建PersonDaoImpl:
@Repository("personDao")
public class PersonDaoImpl extends SqlSessionDaoSupport implements BaseDao<Person> {
public void insert(Person person) {
getSqlSession().insert("persons.insert",person) ;
}
public void update(Person person) {
}
public void delete(Integer id) {
}
public Person selectOne(Integer id) {
return null;
}
public List<Person> selectAll() {
return getSqlSession().selectList("persons.selectAll");
}
public List<Person> selectPage(int offset, int len) {
return null;
}
public int selectCount() {
return 0;
}
//按照号码查询用户
public String selectNameByPhone(String phone){
return getSqlSession().selectOne("persons.selectNameByPhone",phone);
}
}
创建CallLogService:
public interface CallLogService {
public List<CallLog> findAll();
/**
* 按照范围查询通话记录
*/
public List<CallLog> findCallogs(String call,List<CallLogRange> list);
}
创建CallLogServiceImpl:
**
* 呼叫日志
*/
@Service("callLogService")
public class CallLogServiceImpl implements CallLogService{
@Resource(name="personServiceCache")
private PersonService ps ;
private Table table ;
public CallLogServiceImpl(){
try {
Configuration conf = HBaseConfiguration.create();
Connection conn = ConnectionFactory.createConnection(conf);
TableName name = TableName.valueOf("ns1:calllogs");
table = conn.getTable(name);
} catch (Exception e) {
e.printStackTrace();
}
}
/**
*查询所有log
*/
public List<CallLog> findAll() {
List<CallLog> list = new ArrayList<CallLog>();
try {
Scan scan = new Scan();
ResultScanner rs = table.getScanner(scan);
Iterator<Result> it = rs.iterator();
byte[] f = Bytes.toBytes("f1");
byte[] caller = Bytes.toBytes("caller");
byte[] callee = Bytes.toBytes("callee");
byte[] callTime = Bytes.toBytes("callTime");
byte[] callDuration = Bytes.toBytes("callDuration");
CallLog log = null ;
while(it.hasNext()){
log = new CallLog();
Result r = it.next();
//TODO 设置用户名
String callerStr = Bytes.toString(r.getValue(f, caller)) ;
log.setCaller(callerStr);
log.setCallerName(ps.selectNameByPhone(callerStr));
System.out.println(ps.selectNameByPhone(callerStr));
//TODO 设置用户名
String calleeStr = Bytes.toString(r.getValue(f, callee)) ;
log.setCallee(calleeStr);
log.setCalleeName(ps.selectNameByPhone(calleeStr));
System.out.println(ps.selectNameByPhone(calleeStr));
log.setCallTime(Bytes.toString(r.getValue(f, callTime)));
log.setCallDuration(Bytes.toString(r.getValue(f, callDuration)));
list.add(log);
}
return list ;
} catch (Exception e) {
e.printStackTrace();
}
return null;
}
/**
* 按照范围查询通话记录
*/
public List<CallLog> findCallogs(String call , List<CallLogRange> ranges){
List<CallLog> logs = new ArrayList<CallLog>();
try {
for(CallLogRange range : ranges){
Scan scan = new Scan();
//设置扫描起始行
scan.setStartRow(Bytes.toBytes(CallLogUtil.getStartRowkey(call, range.getStartPoint(),100)));
//设置扫描结束行
scan.setStopRow(Bytes.toBytes(CallLogUtil.getStopRowkey(call, range.getStartPoint(), range.getEndPoint(),100)));
ResultScanner rs = table.getScanner(scan);
Iterator<Result> it = rs.iterator();
byte[] f = Bytes.toBytes("f1");
byte[] caller = Bytes.toBytes("caller");
byte[] callee = Bytes.toBytes("callee");
byte[] callTime = Bytes.toBytes("callTime");
byte[] callDuration = Bytes.toBytes("callDuration");
CallLog log = null;
while (it.hasNext()) {
log = new CallLog();
Result r = it.next();
//rowkey
String rowkey = Bytes.toString(r.getRow());
String flag = rowkey.split(",")[3] ;
log.setFlag(flag.equals("0")?true:false);
//caller
log.setCaller(Bytes.toString(r.getValue(f, caller)));
//callee
log.setCallee(Bytes.toString(r.getValue(f, callee)));
//callTime
log.setCallTime(Bytes.toString(r.getValue(f, callTime)));
//callDuration
log.setCallDuration(Bytes.toString(r.getValue(f, callDuration)));
logs.add(log);
}
}
return logs;
} catch (Exception e) {
e.printStackTrace();
}
return null;
}
}
创建CallLogController:
/**
* Created by Administrator on 2017/4/11.
*/
@Controller
public class CallLogController {
@Resource(name="personService")
private PersonService ps ;
//注入hiveservice
@Resource(name="hiveCallLogService")
private HiveCallLogService hcs ;
@Resource(name="callLogService")
private CallLogService cs ;
@RequestMapping("/callLog/findAll")
public String findAll(Model m){
List<CallLog> list = cs.findAll();
m.addAttribute("callLogs",list);
return "callLog/callLogList" ;
}
@RequestMapping("/callLog/json/findAll")
public String findAllJson(HttpServletResponse response) {
List<CallLog> list = cs.findAll();
String json = JSON.toJSONString(list);
//内容类型
response.setContentType("application/json");
try {
OutputStream out = response.getOutputStream();
out.write(json.getBytes());
out.flush();
out.close();
} catch (IOException e) {
e.printStackTrace();
}
return null;
}
/**
* 进入查询通话记录的页面,form
*/
@RequestMapping("/callLog/toFindCallLogPage")
public String toFindCallLogPage(){
return "callLog/findCallLog" ;
}
@RequestMapping(value = "/callLog/findCallLog",method = RequestMethod.POST)
public String findCallLog(Model m , @RequestParam("caller") String caller, @RequestParam("startTime") String startTime, @RequestParam("endTime") String endTime){
List<CallLogRange> list = CallLogUtil.getCallLogRanges(startTime, endTime);
List<CallLog> logs = cs.findCallogs(caller,list);
m.addAttribute("callLogs", logs);
return "callLog/callLogList" ;
}
/**
* 查询最近通话记录
*/
@RequestMapping(value = "/callLog/findLatestCallLog",method = RequestMethod.POST)
public String findLatestCallLog(Model m , @RequestParam("caller") String caller){
CallLog log = hcs.findLatestCallLog(caller);
if(log != null){
m.addAttribute("log", log);
}
return "callLog/latestCallLog" ;
}
/**
* 查询最近通话记录
*/
@RequestMapping(value = "/callLog/toFindLatestCallLog")
public String toFindLatestCallLog(){
return "callLog/findLatestCallLog" ;
}
}
相关前端:
进入后既可以打开浏览器访问,通过查询会进行与hbase交互
另外使用hive也一样过程,只不过只要hive查询会生成对应MR作业,另外需要开启hiveserver2.
可视化数据展示挺简单,以下是使用echarts中的条形图(使用之前要导入echarts.js):
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="UTF-8">
<title>bar.html</title>
<script src="../js/jquery-3.2.0.min.js"></script>
<script src="../js/echarts.js"></script>
<script>
$(function () {
var myChart = echarts.init(document.getElementById('main'));
var option = {
title: {
text: 'xxx近三年通话次数'
},
tooltip: {},
legend: {
data: ['通话次数']
},
xAxis: {
data: ["2016", "2017", "2018"]
},
yAxis: {},
series: [{
name: '通话次数',
type: 'bar',
data: [100, 400, 980]
}]
};
myChart.setOption(option);
})
</script>
</head>
<body>
<div id="main" style="border:1px solid blue;width:600px;height:400px;">
</div>
</body>
</html>
这里的数据是写死的,查询出来的数据传入data中即可: