原文:https://www.pdai.tech/md/spring/springboot-data-multi.html
mysql, es, mongodb 三个数据源用配置文件方式连接,JPA只是正对dao做了封装,本文主要介绍如何对service层进行封装。
Spring Boot - 多个数据源Service层封装
类关系图
封装的一些配置
application.yml
pom.xml
封装后使用
MySQL 动态数据访问
Mongo 动态数据访问
ElasticSearch 动态数据访问(单个index+type)
ElasticSearch 动态数据访问(多个index+type)
源代码托管
类关系图
对多个数据源连接获取数据进行统一封装
ES spring-data方式不支持多个Index和Type的查找功能,添加了DynamicESDao支持
大大简化封装之后的调用, 调用方式如下
封装的一些配置
application.yml
banner:
charset: UTF-8
location: classpath:banner.txt
server:
port: 5555
contextPath: /
session:
timeout: 0
spring:
application:
name: 'spring-boot-datasource-demo'
output:
ansi:
enabled: DETECT
messages:
basename: i18n/messages
thymeleaf:
cache: false
profiles:
active: dev
# MySQL data source settings
datasource:
url: jdbc:mysql://localhost:3306/cdc_standalone?useSSL=false
username: root
password: bfXa4Pt2lUUScy8jakXf
# MySQL JPA settings
jpa:
generate-ddl: true
show-sql: true
properties:
hibernate:
dialect: org.hibernate.dialect.MySQLDialect
format_sql: true
# NoSQL data source settings
data:
# MongoDB 2.2+ settings
mongodb:
uri: mongodb://standalone:fhY1tPt1lpUSbS7jwkTf@10.11.60.4:27017/standalone
# ElasticSearch settings
elasticsearch:
cluster-name: es-logs-01
cluster-nodes: 10.11.60.5:9300
pom.xml
<project xmlns=http://maven.apache.org/POM/4.0.0 xmlns:xsi=http://www.w3.org/2001/XMLSchema-instance
xsi:schemaLocation=http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd>
<modelVersion>4.0.0</modelVersion>
<groupId>spring-boot-datasource-demo</groupId>
<artifactId>spring-boot-datasource-demo</artifactId>
<version>0.0.1-SNAPSHOT</version>
<name>spring-boot-datasource-demo</name>
<description>spring-boot-datasource-demo</description>
<parent>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-parent</artifactId>
<version>1.4.1.RELEASE</version>
</parent>
<properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
<java.version>1.8</java.version>
<commons.lang.version>3.3.2</commons.lang.version>
<springfox.version>2.7.0</springfox.version>
</properties>
<dependencies>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-data-mongodb</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-data-elasticsearch</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-data-jpa</artifactId>
</dependency>
<dependency>
<groupId>mysql</groupId>
<artifactId>mysql-connector-java</artifactId>
<scope>runtime</scope>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-web</artifactId>
</dependency>
<dependency>
<groupId>io.springfox</groupId>
<artifactId>springfox-swagger2</artifactId>
<version>${springfox.version}</version>
</dependency>
<dependency>
<groupId>io.springfox</groupId>
<artifactId>springfox-swagger-ui</artifactId>
<version>${springfox.version}</version>
</dependency>
<dependency>
<groupId>com.alibaba</groupId>
<artifactId>fastjson</artifactId>
<version>1.2.15</version>
</dependency>
<dependency>
<groupId>org.apache.commons</groupId>
<artifactId>commons-lang3</artifactId>
<version>${commons.lang.version}</version>
</dependency>
<dependency>
<groupId>org.apache.commons</groupId>
<artifactId>commons-collections4</artifactId>
<version>4.1</version>
</dependency>
<dependency>
<groupId>com.github.wenhao</groupId>
<artifactId>jpa-spec</artifactId>
<version>3.2.3</version>
</dependency>
</dependencies>
<build>
<sourceDirectory>src</sourceDirectory>
<plugins>
<plugin>
<artifactId>maven-compiler-plugin</artifactId>
<configuration>
<source>1.8</source>
<target>1.8</target>
</configuration>
</plugin>
</plugins>
</build>
</project>
封装后使用
封装之后使用将非常简单,公共的Service行为将被封装处理
MySQL 动态数据访问
通过几行代码即可实现对MySQL的访问,同时支持动态的条件查询;
User
@Entity
@Table(name = tb_user)
public class User extends BaseEntity {
private static final long serialVersionUID = 1L;
/**
* 用户id
*/
@Id
@GeneratedValue(strategy = GenerationType.AUTO)
@Column(name = id, nullable = false)
private Integer id;
private String userName;
private String nickName;
private String password;
private Integer sex;
private String telephone;
private String email;
private String address;
private Integer deleteStatus;
private Integer locked = 0;
private String description;
@JSONField(format = yyyy-MM-dd HH:mm:ss)
private Date createTime;
@JSONField(format = yyyy-MM-dd HH:mm:ss)
private Date updateTime;
@ManyToMany(cascade = { CascadeType.REFRESH }, fetch = FetchType.LAZY)
@JoinTable(name = tb_user_role, joinColumns = { @JoinColumn(name = user_id) }, inverseJoinColumns = {
@JoinColumn(name = role_id) })
private java.util.Set<Role> roles;
// getter & setter
}
Dao
@Repositorypublic interface IUserDao extends IBaseJpaDao<User, Integer>{}
Service
public interface IUserService extends IBaseJpaService<User, Integer> {}@Servicepublic class UserServiceImpl extends BaseJpaServiceImpl<User, Integer> implements IUserService { @Autowired private IUserDao userDao; @Override public IBaseJpaDao<User, Integer> getBaseDao() { return this.userDao; } @Override public void delete(Integer id) { User user = find(id); Assert.state(!admin.equals(user.getUserName()), 超级管理员用户不能删除); super.delete(id); }}
Controller
@RestController
@RequestMapping(/admin/user)
public class UserController {
/**
* user service
*/
@Autowired
private IUserService userService;
/**
* @param searchText
* @param user
* @param model
* @return
*/
@GetMapping(value = /list)
public List<User> list(@RequestParam(value = searchText, required = false, defaultValue=a) String searchText) {
return userService.findAll(Specifications.<User>and().like(userName, % + searchText + %).build());
}
}
Mongo 动态数据访问
通过几行代码即可实现对Mongo的访问,同时支持动态的条件查询;
Entity
@Document(collection = security_alert_rules)
public class EventRule extends BaseEntity {
private static final long serialVersionUID = -2013673868028645757L;
public static final int EVENT_STATUS_ENABLE = 0, EVENT_STATUS_DISABLE = 1;
private String component;
private String name;
private String eventId;
private String ciaLevel;
private String remarks;
private String script;
private long threshold;
private long timeWindow;
private String parseEsResultKeys;
private String nameCN;
private String remarkCN;
private String ruleType;
private String redisEventKey;
private int status = EVENT_STATUS_ENABLE;
// getter & setter
}
Dao
@Repositorypublic interface IEventRuleDao extends IBaseMongoDao<EventRule, String> {}
Service
public interface IEventRuleService extends IBaseMongoService<EventRule, String> {}@Servicepublic class EventRuleServiceImpl extends BaseMongoServiceImpl<EventRule, String> implements IEventRuleService { @Autowired IEventRuleDao eventRuleDao; @Override public IBaseMongoDao<EventRule, String> getBaseDao() { return eventRuleDao; }}
Controller
@RestController
@RequestMapping(/admin/eventRule)
public class EventRuleController {
/**
*/
@Autowired
private IEventRuleService eventRuleService;
/**
* @param searchText
* @param user
* @param model
* @return
*/
@GetMapping(value = /list)
public List<EventRule> list(@RequestParam(value = searchText, required = false) String searchText) {
EventRule param = new EventRule();
param.setName(searchText);
// Example<EventRule> rule = Example.<EventRule>of(param,
// ExampleMatcher.matching().withMatcher(name, ExampleMatcher.GenericPropertyMatchers.exact()));
Example<EventRule> rule = Example.<EventRule>of(param, ExampleMatcher.matching().withIgnoreCase(name,nameCN));
return eventRuleService.findAll(rule);
}
}
ElasticSearch 动态数据访问(单个index+type)
通过几行代码即可实现对ElasticSearch的访问,同时支持动态的条件查询;适合数据类型比较固定,且index和type独立的,比如强类型映射的实体类;
Entity
@Document(indexName=syslog, type=logs)
public class SysLog extends BaseEntity {
private static final long serialVersionUID = -4491916941883088972L;
@Id
private String _id;
private Set<String> phyPorts = new LinkedHashSet<>();
private Set<String> ports = new LinkedHashSet<>();
private String sensor;
private int vlan;
private Set<String> ip = new LinkedHashSet<>();
private Set<String> mac = new LinkedHashSet<>();
private String description;
private String type;
private String vendor;
private long timestamp;
private String name;
private String chassisId;
// getter & setter
}
Dao
@Repositorypublic interface ISysLogDao extends IBaseESDao<SysLog, String> {}
Service
public interface ILogService extends IBaseESService<SysLog, String> {}@Servicepublic class LogServiceImpl extends BaseESServiceImpl<SysLog, String> implements ILogService { @Autowired ISysLogDao sysLogDao; @Override public IBaseESDao<SysLog, String> getBaseDao() { return sysLogDao; }}
Controller
@RestController
@RequestMapping(/admin/log)
public class LogController {
/**
* user service
*/
@Autowired
private ILogService logService;
/**
* @param searchText
* @param user
* @param model
* @return
*/
@GetMapping(value = /list)
public Page<SysLog> list(@RequestParam(value = searchText, required = false) String searchText) {
return logService.search(QueryBuilders.matchQuery(_all, searchText), new PageRequest(0, 100));
}
}
ElasticSearch 动态数据访问(多个index+type)
通过几行代码即可实现对ElasticSearch的访问,同时支持动态的条件查询;适合数据类型不固定,且index和type有多个,这些index具备相同结构类型,比如syslog-EVERY-DATE(由于日志量大,将每天的日志单独存放在一个Index中);
Entity
@Document(indexName=syslog, type=logs)
public class SysLog extends BaseEntity {
private static final long serialVersionUID = -4491916941883088972L;
@Id
private String _id;
private Set<String> phyPorts = new LinkedHashSet<>();
private Set<String> ports = new LinkedHashSet<>();
private String sensor;
private int vlan;
private Set<String> ip = new LinkedHashSet<>();
private Set<String> mac = new LinkedHashSet<>();
private String description;
private String type;
private String vendor;
private long timestamp;
private String name;
private String chassisId;
// getter & setter
}
Dao
public interface IDymLogDao extends IDynamicEsDao<SysLog, String> {}@Repositorypublic class DymLogDaoImpl extends SimpleDynamicEsDaoImpl<SysLog, String> implements IDymLogDao { @Autowired protected ElasticsearchTemplate elasticsearchTemplate; @Override public ElasticsearchOperations getElasticsearchOperations() { return elasticsearchTemplate; }}
Service
public interface IDymLogService extends IDynamicESService<SysLog, String> {}@Servicepublic class DymLogServiceImpl extends DynamicESServiceImpl<SysLog, String> implements IDymLogService { @Autowired IDymLogDao sysLogDao; @Override public IDynamicEsDao<SysLog, String> getBaseDao() { return sysLogDao; }}
Controller
@RestController
@RequestMapping(/admin/dymLog)
public class DymLogController {
/**
* logService
*/
@Autowired
private IDymLogService logService;
/**
* @param searchText
* @param user
* @param model
* @return
*/
@GetMapping(value = /list)
public Page<SysLog> list(
@RequestParam(value = searchText, required = false, defaultValue = Siemens) String searchText) {
QueryBuilder queryBuilder = QueryBuilders.matchQuery(vendor, searchText);
return logService.search(new NativeSearchQueryBuilder().withIndices(syslog-2018-12-17).withTypes(logs)
.withQuery(queryBuilder).build());
}
}
源代码托管
https://github.com/realpdai/springboot-data-multidatasource-demo