Spring Batch之Chunk完成策略(二十)

        Chunk的完成策略和Spring Batch框架提供的commit-interval功能类似,通过完成策略可以配置任务的提交时机,Chunk完成策略的定义接口为org.springframework.batch.repeat.CompletionPolicy.通过属性chunk-completion-policy定义批处理的完成策略。

 策略配置:

<batch:job id="completionPolicyJob">
    <batch:step id="completionPolicyStep">
        <batch:tasklet>
            <batch:chunk reader="reader" processor="processor" writer="writer"

                    chunk-completion-policy="completionPolicy"/>
        </batch:tasklet>
    </batch:step>
</batch:job>

<bean id="completionPolicy"                                         class="org.springframework.batch.repeat.policy.SimpleCompletionPolicy" >
    <property name="chunkSize" value="7" />
</bean>

        这里使用的完成策略是SimpleCompletionPolicy,即根据chunkSize值的大小,决定是否完成。这里chunkSize配置的是7,说明每处理7条数据后进行一次事务提交。其实,commit-interval就是通过SimpleCompletionPolicy来实现的。

        需要说明的是,属性chunk-completion-policy和属性commit-interval不能同时存在;在Chunk中至少定义这两个其中的一个。

1.项目结构

2.代码实现

Demo16BatchMain.java:

package com.xj.demo16;

import org.springframework.batch.core.Job;
import org.springframework.batch.core.JobExecution;
import org.springframework.batch.core.JobParameters;
import org.springframework.batch.core.JobParametersBuilder;
import org.springframework.batch.core.launch.JobLauncher;
import org.springframework.context.ApplicationContext;
import org.springframework.context.support.ClassPathXmlApplicationContext;

public class Demo16BatchMain {
    public static void main(String[] args) {
        Demo16BatchMain batchMain = new Demo16BatchMain();
        //测试skip
        batchMain.executeJob("demo16/job/demo16-job.xml", "completionPolicyJob", "jobLauncher", new JobParametersBuilder().toJobParameters());
    }

    /**
     *执行Job
     * @param jobXmlPath 配置job的xml文件路径
     * @param jobId job的id
     * @param jobLauncherId jobLauncher的id
     * @param jobParameters 参数
     */
    public void executeJob(String jobXmlPath, String jobId, String jobLauncherId, JobParameters jobParameters){
        ApplicationContext context = new ClassPathXmlApplicationContext(jobXmlPath);
        JobLauncher jobLauncher = (JobLauncher) context.getBean(jobLauncherId);
        //获取要执行的Job
        Job job = (Job)context.getBean(jobId);

        try{
            //开始执行作业Job
            JobExecution jobExecution =  jobLauncher.run(job, jobParameters);
            //输出执行结果
            System.out.println(jobExecution.toString());
        }catch (Exception e){
            e.printStackTrace();
        }
    }
}

AutoReader.java:

package com.xj.demo16;

import org.springframework.batch.item.ItemReader;
import org.springframework.batch.item.NonTransientResourceException;
import org.springframework.batch.item.ParseException;
import org.springframework.batch.item.UnexpectedInputException;

public class AutoReader implements ItemReader<String> {
	private int count = 0;
	private int maxCount = 30;
	
	public String read() throws Exception, UnexpectedInputException,
            ParseException, NonTransientResourceException {
		System.out.println("Read:" + ++count);
		if(count > maxCount){
			return null;
		}else{
			return count + "";
		}
	}
	
	public int getMaxCount() {
		return maxCount;
	}

	public void setMaxCount(int maxCount) {
		this.maxCount = maxCount;
	}
}

ConsoleWriter.java:

package com.xj.demo16;

import org.springframework.batch.item.ItemWriter;
import java.util.List;

public class ConsoleWriter implements ItemWriter<String> {

    public void write(List<? extends String> items) throws Exception {
        System.out.println("Write begin:");
        for(String item : items){
            System.out.println("item:" + item);
        }
        System.out.println("Write end!!");
    }

}

PassProcessor.java:

package com.xj.demo16;

import org.springframework.batch.item.ItemProcessor;

public class PassProcessor<T> implements ItemProcessor<T,T> {
    @Override
    public T process(T t) throws Exception {
        System.out.println("processor:" + (String) t);
        return t;
    }
}

demo16-job.xml:

<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
       xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:batch="http://www.springframework.org/schema/batch"
       xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd http://www.springframework.org/schema/batch http://www.springframework.org/schema/batch/spring-batch.xsd">

    <import resource="classpath:demo16/job/demo16-jobContext.xml"/>

    <batch:job id="completionPolicyJob">
        <batch:step id="completionPolicyStep">
            <batch:tasklet>
                <batch:chunk reader="reader" processor="passProcessor" writer="writer" chunk-completion-policy="completionPolicy"/>
            </batch:tasklet>
        </batch:step>
    </batch:job>

</beans>

demo16-jobContext.xml:

<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
       xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
       xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd">

    <bean id="jobRepository" class="org.springframework.batch.core.repository.support.MapJobRepositoryFactoryBean"/>

    <bean id="jobLauncher" class="org.springframework.batch.core.launch.support.SimpleJobLauncher">
        <property name="jobRepository" ref="jobRepository"/>
    </bean>

    <bean id="transactionManager" class="org.springframework.batch.support.transaction.ResourcelessTransactionManager"/>

    <bean id="reader" class="com.xj.demo16.AutoReader" >
        <property name="maxCount" value="20" />
    </bean>

    <bean id="writer" class="com.xj.demo16.ConsoleWriter" />

    <bean id="passProcessor" class="com.xj.demo16.PassProcessor" />

    <!--定义chunk完成策略-->
    <bean id="completionPolicy" class="org.springframework.batch.repeat.policy.SimpleCompletionPolicy" >
        <property name="chunkSize" value="7" />
    </bean>
</beans>

3.运行结果

 

  • 0
    点赞
  • 5
    收藏
    觉得还不错? 一键收藏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值