quartz :任务调度框架,它的概念可以自行百度,我这里只是做一个很快速就可以使用的配置,只是可用,具体的优化,细节那些没有管。这里知道一个大概的概念就是:在 sheduler 容器中创建 job (它是任务,也就是你要处理的业务所在的类),通过配置 触发器 crontrigger ,可以在线 cron 配置自己的特殊时间去触发 job 。
至于具体的细节那些,后面会写,我也是正在官网边学习,自己边学边写笔记。
前提:我自己的项目是 springMVC + spring + maven 。所以我说的配置都是建立在这个基础之上的。
第一步:下载 jar 包,在 http://mvnrepository.com 中可用找到 maven 格式的 jar 包
<dependency> <groupId>org.quartz-scheduler</groupId> <artifactId>quartz</artifactId> <version>${quartz}</version> //${quartz} 这个是 maven 的一个简单属性应用,可用自己找相关 maven 学习就知道啦 </dependency>
第二步:在 spring 的 xml 中配置
<context-param> <param-name>contextConfigLocation</param-name> <param-value>classpath:Spring-config.xml</param-value> </context-param>
在 spring-config.xml 中配置 quartz 的相关参数
<import resource="classpath*:spring-scheduler.xml"/>
我单独为 quartz 建立了一个 XML 而不是跟 spring 的配置合在一起。
<bean id="schedulerFactory" class="org.springframework.scheduling.quartz.SchedulerFactoryBean"> <property name="configLocation" value="classpath:config/quartz.properties" />
<!--
quartz.properties 后面介绍
overwriteExistingJobs 这个地方为 true 当你修改触发器的时间格式的时候,在你重新启动项目的时候,会同时更新到数据库中。
-->
<property name="overwriteExistingJobs" value="true" />
<property name="dataSource" ref="dataSource" />
<property name="schedulerContextAsMap">
<map>
<entry key="stockCodeDictService" value-ref="stockCodeDictService"/>
<entry key="fundJsonToDBService" value-ref="fundJsonToDBService"/>
</map>
</property>
<property name="jobDetails">
<list>
<ref bean="dayDownWebStockJsonToDbJobDetail"/>
</list>
</property>
<property name="triggers">
<list>
<ref bean="dayDownWebStockJsonToDbJob"/>
</list>
</property>
</bean>
<!-- 日下载-->
<bean id="dayDownWebStockJsonToDbJobDetail" class="org.springframework.scheduling.quartz.JobDetailFactoryBean">
<property name="jobClass" value="com.steven.healthy.financialAnalysis.scheduler.DayStockDownScheduler"/> <property name="durability" value="true" />
</bean>
<bean id="dayDownWebStockJsonToDbJob" class="org.springframework.scheduling.quartz.CronTriggerFactoryBean">
<property name="jobDetail" ref="dayDownWebStockJsonToDbJobDetail"/>
<property name="startDelay" value="500"/>
<property name="cronExpression" value="0 30 15 * * ? " />//每天的 中午 15 点 30 分去执行 DayStockDownScheduler 中的业务
</bean>
</bean>
@Component public class DayStockDownScheduler extends DownBaseScheduler {//我这里是因为我有日、周、月 都是重复代码,所以抽取了一个父类出来 }
@Component public class DownBaseScheduler extends QuartzJobBean { private Logger logger = LoggerFactory.getLogger(getClass()); @Autowired FundJsonToDBService fundJsonToDBService; @Autowired StockCodeDictService stockCodeDictService;
public void setFundJsonToDBService(FundJsonToDBService fundJsonToDBService) { this.fundJsonToDBService = fundJsonToDBService; } public void setStockCodeDictService(StockCodeDictService stockCodeDictService) { this.stockCodeDictService = stockCodeDictService; }
public void execute( String date_type, String source_type){ LocalDateTime dateTime = LocalDateTime.now(); logger.info("===日下载任务开始=== 开始时间:"+ dateTime.getYear()+"-"+ dateTime.getMonthValue()+"-"+ dateTime.getDayOfMonth()+" "+ dateTime.getHour()+":"+ dateTime.getMinute()+":"+dateTime.getSecond()); List<StockCodeDict> list = stockCodeDictService.findAll(); if (list != null && list.size() > 0) { try { for (StockCodeDict obj : list) { fundJsonToDBService.downFundJsonToDb(obj.getStockCode(), obj.getStockName(), date_type, source_type); } } catch (Exception e){ logger.error("错误信息是:"+e); } } logger.info("===日下载任务结束=== 结束时间:"+ dateTime.getYear()+"-"+ dateTime.getMonthValue()+"-"+ dateTime.getDayOfMonth()+" "+ dateTime.getHour()+":"+ dateTime.getMinute()+":"+dateTime.getSecond()); }
quartz.properties 配置介绍
org.quartz.scheduler.instanceName = DefaultQuartzScheduler org.quartz.scheduler.instanceId = AUTO #============================================================== #Configure ThreadPool #============================================================== org.quartz.threadPool.class = org.quartz.simpl.SimpleThreadPool org.quartz.threadPool.threadCount = 5 org.quartz.threadPool.threadPriority = 5 #============================================================== #Configure JobStore #============================================================== org.quartz.jobStore.misfireThreshold = 60000 org.quartz.jobStore.class = org.quartz.impl.jdbcjobstore.JobStoreTX //重点介绍下,这个是代表把你上面的那些 jobDetail , 触发器都存在数据库,也可以存在 JVM 内存中 org.quartz.jobStore.tablePrefix = QRTZ_ org.quartz.jobStore.isClustered = true org.quartz.jobStore.clusterCheckinInterval = 15000
第三步:建立 quartz 所需要的表(这个前提是 jobStore 是存在数据库的,如果是直接存在内存的就没有必要这一步)
因为是存在数据库中,所以需要为 quartz 建立表,框架是没有的,需要我们自己去建立,下面的是 oracle 数据库中建立的。你也可以改为自己的 msyql 等等,只是对应的表中的字段需要修改下类型。顺序执行,因为有的表会依赖前面的表。我自己跑过没有问题。
-- Create table
create table QRTZ_JOB_DETAILS
(
SCHED_NAME VARCHAR2(120) not null,
JOB_NAME VARCHAR2(200) not null,
JOB_GROUP VARCHAR2(200) not null,
DESCRIPTION VARCHAR2(250),
JOB_CLASS_NAME VARCHAR2(250) not null,
IS_DURABLE VARCHAR2(1) not null,
IS_NONCONCURRENT VARCHAR2(1) not null,
IS_UPDATE_DATA VARCHAR2(1) not null,
REQUESTS_RECOVERY VARCHAR2(1) not null,
JOB_DATA BLOB
);
-- Create/Recreate primary, unique and foreign key constraints
alter table QRTZ_JOB_DETAILS
add constraint QRTZ_JOB_DETAILS_PK primary key (SCHED_NAME, JOB_NAME, JOB_GROUP);
-- Create/Recreate indexes
create index IDX_QRTZ_J_GRP on QRTZ_JOB_DETAILS (SCHED_NAME, JOB_GROUP);
create index IDX_QRTZ_J_REQ_RECOVERY on QRTZ_JOB_DETAILS (SCHED_NAME, REQUESTS_RECOVERY);
-- Create table
create table QRTZ_TRIGGERS
(
SCHED_NAME VARCHAR2(120) not null,
TRIGGER_NAME VARCHAR2(200) not null,
TRIGGER_GROUP VARCHAR2(200) not null,
JOB_NAME VARCHAR2(200) not null,
JOB_GROUP VARCHAR2(200) not null,
DESCRIPTION VARCHAR2(250),
NEXT_FIRE_TIME NUMBER(13),
PREV_FIRE_TIME NUMBER(13),
PRIORITY NUMBER(13),
TRIGGER_STATE VARCHAR2(16) not null,
TRIGGER_TYPE VARCHAR2(8) not null,
START_TIME NUMBER(13) not null,
END_TIME NUMBER(13),
CALENDAR_NAME VARCHAR2(200),
MISFIRE_INSTR NUMBER(2),
JOB_DATA BLOB
);
-- Create/Recreate primary, unique and foreign key constraints
alter table QRTZ_TRIGGERS
add constraint QRTZ_TRIGGERS_PK primary key (SCHED_NAME, TRIGGER_NAME, TRIGGER_GROUP);
alter table QRTZ_TRIGGERS add constraint QRTZ_TRIGGER_TO_JOBS_FK foreign key (SCHED_NAME, JOB_NAME, JOB_GROUP)
references QRTZ_JOB_DETAILS (SCHED_NAME, JOB_NAME, JOB_GROUP);
-- Create/Recreate indexes
create index IDX_QRTZ_T_C on QRTZ_TRIGGERS (SCHED_NAME, CALENDAR_NAME);
create index IDX_QRTZ_T_G on QRTZ_TRIGGERS (SCHED_NAME, TRIGGER_GROUP);
create index IDX_QRTZ_T_J on QRTZ_TRIGGERS (SCHED_NAME, JOB_NAME, JOB_GROUP);
create index IDX_QRTZ_T_JG on QRTZ_TRIGGERS (SCHED_NAME, JOB_GROUP);
create index IDX_QRTZ_T_NEXT_FIRE_TIME on QRTZ_TRIGGERS (SCHED_NAME, NEXT_FIRE_TIME);
create index IDX_QRTZ_T_NFT_MISFIRE on QRTZ_TRIGGERS (SCHED_NAME, MISFIRE_INSTR, NEXT_FIRE_TIME);
create index IDX_QRTZ_T_NFT_ST on QRTZ_TRIGGERS (SCHED_NAME, TRIGGER_STATE, NEXT_FIRE_TIME);
create index IDX_QRTZ_T_NFT_ST_MISFIRE on QRTZ_TRIGGERS (SCHED_NAME, MISFIRE_INSTR, NEXT_FIRE_TIME, TRIGGER_STATE);
create index IDX_QRTZ_T_NFT_ST_MISFIRE_GRP on QRTZ_TRIGGERS (SCHED_NAME, MISFIRE_INSTR, NEXT_FIRE_TIME, TRIGGER_GROUP, TRIGGER_STATE);
create index IDX_QRTZ_T_N_G_STATE on QRTZ_TRIGGERS (SCHED_NAME, TRIGGER_GROUP, TRIGGER_STATE);
create index IDX_QRTZ_T_N_STATE on QRTZ_TRIGGERS (SCHED_NAME, TRIGGER_NAME, TRIGGER_GROUP, TRIGGER_STATE);
create index IDX_QRTZ_T_STATE on QRTZ_TRIGGERS (SCHED_NAME, TRIGGER_STATE);
-- Create table
create table QRTZ_BLOB_TRIGGERS
(
SCHED_NAME VARCHAR2(120) not null,
TRIGGER_NAME VARCHAR2(200) not null,
TRIGGER_GROUP VARCHAR2(200) not null,
BLOB_DATA BLOB
);
-- Create/Recreate primary, unique and foreign key constraints
alter table QRTZ_BLOB_TRIGGERS
add constraint QRTZ_BLOB_TRIG_PK primary key (SCHED_NAME, TRIGGER_NAME, TRIGGER_GROUP);
alter table QRTZ_BLOB_TRIGGERS
add constraint QRTZ_BLOB_TRIG_TO_TRIG_FK foreign key (SCHED_NAME, TRIGGER_NAME, TRIGGER_GROUP)
references QRTZ_TRIGGERS (SCHED_NAME, TRIGGER_NAME, TRIGGER_GROUP);
-- Create table
create table QRTZ_CALENDARS
(
SCHED_NAME VARCHAR2(120) not null,
CALENDAR_NAME VARCHAR2(200) not null,
CALENDAR BLOB not null
);
-- Create/Recreate primary, unique and foreign key constraints
alter table QRTZ_CALENDARS
add constraint QRTZ_CALENDARS_PK primary key (SCHED_NAME, CALENDAR_NAME);
-- Create table
create table QRTZ_CRON_TRIGGERS
(
SCHED_NAME VARCHAR2(120) not null,
TRIGGER_NAME VARCHAR2(200) not null,
TRIGGER_GROUP VARCHAR2(200) not null,
CRON_EXPRESSION VARCHAR2(120) not null,
TIME_ZONE_ID VARCHAR2(80)
);
-- Create/Recreate primary, unique and foreign key constraints
alter table QRTZ_CRON_TRIGGERS
add constraint QRTZ_CRON_TRIG_PK primary key (SCHED_NAME, TRIGGER_NAME, TRIGGER_GROUP);
alter table QRTZ_CRON_TRIGGERS
add constraint QRTZ_CRON_TRIG_TO_TRIG_FK foreign key (SCHED_NAME, TRIGGER_NAME, TRIGGER_GROUP)
references QRTZ_TRIGGERS (SCHED_NAME, TRIGGER_NAME, TRIGGER_GROUP);
-- Create table
create table QRTZ_FIRED_TRIGGERS
(
SCHED_NAME VARCHAR2(120) not null,
ENTRY_ID VARCHAR2(95) not null,
TRIGGER_NAME VARCHAR2(200) not null,
TRIGGER_GROUP VARCHAR2(200) not null,
INSTANCE_NAME VARCHAR2(200) not null,
FIRED_TIME NUMBER(13) not null,
SCHED_TIME NUMBER(13) not null,
PRIORITY NUMBER(13) not null,
STATE VARCHAR2(16) not null,
JOB_NAME VARCHAR2(200),
JOB_GROUP VARCHAR2(200),
IS_NONCONCURRENT VARCHAR2(1),
REQUESTS_RECOVERY VARCHAR2(1)
);
-- Create/Recreate primary, unique and foreign key constraints
alter table QRTZ_FIRED_TRIGGERS
add constraint QRTZ_FIRED_TRIGGER_PK primary key (SCHED_NAME, ENTRY_ID);
-- Create/Recreate indexes
create index IDX_QRTZ_FT_INST_JOB_REQ_RCVRY on QRTZ_FIRED_TRIGGERS (SCHED_NAME, INSTANCE_NAME, REQUESTS_RECOVERY);
create index IDX_QRTZ_FT_JG on QRTZ_FIRED_TRIGGERS (SCHED_NAME, JOB_GROUP);
create index IDX_QRTZ_FT_J_G on QRTZ_FIRED_TRIGGERS (SCHED_NAME, JOB_NAME, JOB_GROUP);
create index IDX_QRTZ_FT_TG on QRTZ_FIRED_TRIGGERS (SCHED_NAME, TRIGGER_GROUP);
create index IDX_QRTZ_FT_TRIG_INST_NAME on QRTZ_FIRED_TRIGGERS (SCHED_NAME, INSTANCE_NAME);
create index IDX_QRTZ_FT_T_G on QRTZ_FIRED_TRIGGERS (SCHED_NAME, TRIGGER_NAME, TRIGGER_GROUP);
-- Create table
create table QRTZ_LOCKS
(
SCHED_NAME VARCHAR2(120) not null,
LOCK_NAME VARCHAR2(40) not null
);
-- Create/Recreate primary, unique and foreign key constraints
alter table QRTZ_LOCKS
add constraint QRTZ_LOCKS_PK primary key (SCHED_NAME, LOCK_NAME);
-- Create table
create table QRTZ_PAUSED_TRIGGER_GRPS
(
SCHED_NAME VARCHAR2(120) not null,
TRIGGER_GROUP VARCHAR2(200) not null
);
-- Create/Recreate primary, unique and foreign key constraints
alter table QRTZ_PAUSED_TRIGGER_GRPS
add constraint QRTZ_PAUSED_TRIG_GRPS_PK primary key (SCHED_NAME, TRIGGER_GROUP);
-- Create table
create table QRTZ_SCHEDULER_STATE
(
SCHED_NAME VARCHAR2(120) not null,
INSTANCE_NAME VARCHAR2(200) not null,
LAST_CHECKIN_TIME NUMBER(13) not null,
CHECKIN_INTERVAL NUMBER(13) not null
);
-- Create/Recreate primary, unique and foreign key constraints
alter table QRTZ_SCHEDULER_STATE
add constraint QRTZ_SCHEDULER_STATE_PK primary key (SCHED_NAME, INSTANCE_NAME);
-- Create table
create table QRTZ_SIMPLE_TRIGGERS
(
SCHED_NAME VARCHAR2(120) not null,
TRIGGER_NAME VARCHAR2(200) not null,
TRIGGER_GROUP VARCHAR2(200) not null,
REPEAT_COUNT NUMBER(7) not null,
REPEAT_INTERVAL NUMBER(12) not null,
TIMES_TRIGGERED NUMBER(10) not null
);
-- Create/Recreate primary, unique and foreign key constraints
alter table QRTZ_SIMPLE_TRIGGERS
add constraint QRTZ_SIMPLE_TRIG_PK primary key (SCHED_NAME, TRIGGER_NAME, TRIGGER_GROUP);
alter table QRTZ_SIMPLE_TRIGGERS
add constraint QRTZ_SIMPLE_TRIG_TO_TRIG_FK foreign key (SCHED_NAME, TRIGGER_NAME, TRIGGER_GROUP)
references QRTZ_TRIGGERS (SCHED_NAME, TRIGGER_NAME, TRIGGER_GROUP);
-- Create table
create table QRTZ_SIMPROP_TRIGGERS
(
SCHED_NAME VARCHAR2(120) not null,
TRIGGER_NAME VARCHAR2(200) not null,
TRIGGER_GROUP VARCHAR2(200) not null,
STR_PROP_1 VARCHAR2(512),
STR_PROP_2 VARCHAR2(512),
STR_PROP_3 VARCHAR2(512),
INT_PROP_1 NUMBER(10),
INT_PROP_2 NUMBER(10),
LONG_PROP_1 NUMBER(13),
LONG_PROP_2 NUMBER(13),
DEC_PROP_1 NUMBER(13,4),
DEC_PROP_2 NUMBER(13,4),
BOOL_PROP_1 VARCHAR2(1),
BOOL_PROP_2 VARCHAR2(1)
);
-- Create/Recreate primary, unique and foreign key constraints
alter table QRTZ_SIMPROP_TRIGGERS
add constraint QRTZ_SIMPROP_TRIG_PK primary key (SCHED_NAME, TRIGGER_NAME, TRIGGER_GROUP);
alter table QRTZ_SIMPROP_TRIGGERS
add constraint QRTZ_SIMPROP_TRIG_TO_TRIG_FK foreign key (SCHED_NAME, TRIGGER_NAME, TRIGGER_GROUP)
references QRTZ_TRIGGERS (SCHED_NAME, TRIGGER_NAME, TRIGGER_GROUP);
至此,整个配置就已经完成了,至于具体的优化,细节那些我后面会边看官网边记笔记的。