Chunk的完成策略和Spring Batch框架提供的commit-interval功能类似,通过完成策略可以配置任务的提交时机,Chunk完成策略的定义接口为org.springframework.batch.repeat.CompletionPolicy.通过属性chunk-completion-policy定义批处理的完成策略。
策略配置:
<batch:job id="completionPolicyJob">
<batch:step id="completionPolicyStep">
<batch:tasklet>
<batch:chunk reader="reader" processor="processor" writer="writer"
chunk-completion-policy="completionPolicy"/>
</batch:tasklet>
</batch:step>
</batch:job>
<bean id="completionPolicy" class="org.springframework.batch.repeat.policy.SimpleCompletionPolicy" >
<property name="chunkSize" value="7" />
</bean>
这里使用的完成策略是SimpleCompletionPolicy,即根据chunkSize值的大小,决定是否完成。这里chunkSize配置的是7,说明每处理7条数据后进行一次事务提交。其实,commit-interval就是通过SimpleCompletionPolicy来实现的。
需要说明的是,属性chunk-completion-policy和属性commit-interval不能同时存在;在Chunk中至少定义这两个其中的一个。
1.项目结构
2.代码实现
Demo16BatchMain.java:
package com.xj.demo16;
import org.springframework.batch.core.Job;
import org.springframework.batch.core.JobExecution;
import org.springframework.batch.core.JobParameters;
import org.springframework.batch.core.JobParametersBuilder;
import org.springframework.batch.core.launch.JobLauncher;
import org.springframework.context.ApplicationContext;
import org.springframework.context.support.ClassPathXmlApplicationContext;
public class Demo16BatchMain {
public static void main(String[] args) {
Demo16BatchMain batchMain = new Demo16BatchMain();
//测试skip
batchMain.executeJob("demo16/job/demo16-job.xml", "completionPolicyJob", "jobLauncher", new JobParametersBuilder().toJobParameters());
}
/**
*执行Job
* @param jobXmlPath 配置job的xml文件路径
* @param jobId job的id
* @param jobLauncherId jobLauncher的id
* @param jobParameters 参数
*/
public void executeJob(String jobXmlPath, String jobId, String jobLauncherId, JobParameters jobParameters){
ApplicationContext context = new ClassPathXmlApplicationContext(jobXmlPath);
JobLauncher jobLauncher = (JobLauncher) context.getBean(jobLauncherId);
//获取要执行的Job
Job job = (Job)context.getBean(jobId);
try{
//开始执行作业Job
JobExecution jobExecution = jobLauncher.run(job, jobParameters);
//输出执行结果
System.out.println(jobExecution.toString());
}catch (Exception e){
e.printStackTrace();
}
}
}
AutoReader.java:
package com.xj.demo16;
import org.springframework.batch.item.ItemReader;
import org.springframework.batch.item.NonTransientResourceException;
import org.springframework.batch.item.ParseException;
import org.springframework.batch.item.UnexpectedInputException;
public class AutoReader implements ItemReader<String> {
private int count = 0;
private int maxCount = 30;
public String read() throws Exception, UnexpectedInputException,
ParseException, NonTransientResourceException {
System.out.println("Read:" + ++count);
if(count > maxCount){
return null;
}else{
return count + "";
}
}
public int getMaxCount() {
return maxCount;
}
public void setMaxCount(int maxCount) {
this.maxCount = maxCount;
}
}
ConsoleWriter.java:
package com.xj.demo16;
import org.springframework.batch.item.ItemWriter;
import java.util.List;
public class ConsoleWriter implements ItemWriter<String> {
public void write(List<? extends String> items) throws Exception {
System.out.println("Write begin:");
for(String item : items){
System.out.println("item:" + item);
}
System.out.println("Write end!!");
}
}
PassProcessor.java:
package com.xj.demo16;
import org.springframework.batch.item.ItemProcessor;
public class PassProcessor<T> implements ItemProcessor<T,T> {
@Override
public T process(T t) throws Exception {
System.out.println("processor:" + (String) t);
return t;
}
}
demo16-job.xml:
<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:batch="http://www.springframework.org/schema/batch"
xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd http://www.springframework.org/schema/batch http://www.springframework.org/schema/batch/spring-batch.xsd">
<import resource="classpath:demo16/job/demo16-jobContext.xml"/>
<batch:job id="completionPolicyJob">
<batch:step id="completionPolicyStep">
<batch:tasklet>
<batch:chunk reader="reader" processor="passProcessor" writer="writer" chunk-completion-policy="completionPolicy"/>
</batch:tasklet>
</batch:step>
</batch:job>
</beans>
demo16-jobContext.xml:
<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd">
<bean id="jobRepository" class="org.springframework.batch.core.repository.support.MapJobRepositoryFactoryBean"/>
<bean id="jobLauncher" class="org.springframework.batch.core.launch.support.SimpleJobLauncher">
<property name="jobRepository" ref="jobRepository"/>
</bean>
<bean id="transactionManager" class="org.springframework.batch.support.transaction.ResourcelessTransactionManager"/>
<bean id="reader" class="com.xj.demo16.AutoReader" >
<property name="maxCount" value="20" />
</bean>
<bean id="writer" class="com.xj.demo16.ConsoleWriter" />
<bean id="passProcessor" class="com.xj.demo16.PassProcessor" />
<!--定义chunk完成策略-->
<bean id="completionPolicy" class="org.springframework.batch.repeat.policy.SimpleCompletionPolicy" >
<property name="chunkSize" value="7" />
</bean>
</beans>
3.运行结果