spring batch默认的MultiResourceItemReader存在一个严重的bug,应用启动后往读取文件的目录添加文件是无法被读取的,以下代码修复了这个bug
package com.ternnetwork.batch.item.file;
import java.io.IOException;
import java.util.Arrays;
import java.util.Comparator;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.springframework.batch.item.ExecutionContext;
import org.springframework.batch.item.ItemStream;
import org.springframework.batch.item.ItemStreamException;
import org.springframework.batch.item.ParseException;
import org.springframework.batch.item.ResourceAware;
import org.springframework.batch.item.UnexpectedInputException;
import org.springframework.batch.item.file.ResourceAwareItemReaderItemStream;
import org.springframework.batch.item.support.AbstractItemStreamItemReader;
import org.springframework.core.io.Resource;
import org.springframework.core.io.support.PathMatchingResourcePatternResolver;
import org.springframework.util.Assert;
import org.springframework.util.ClassUtils;
/**
* Reads items from multiple resources sequentially - resource list is given by {@link #setResources(Resource[])}, the
* actual reading is delegated to {@link #setDelegate(ResourceAwareItemReaderItemStream)}.
*
* Input resources are ordered using {@link #setComparator(Comparator)} to make sure resource ordering is preserved
* between job runs in restart scenario.
*
* 该类扩展了原来的功能,实现动态获取资源文件列表
* 之前的resources无法监控到文件的增减,此类修复了这个bug
*
* @author Robert Kasanicky
* @author Lucas Ward
*/
public class ExtendedMultiResourceItemReader<T> extends AbstractItemStreamItemReader<T> {
private static final Log logger = LogFactory.getLog(ExtendedMultiResourceItemReader.class);
private static final String RESOURCE_KEY = "resourceIndex";
private ResourceAwareItemReaderItemStream<? extends T> delegate;
private Resource[] resources;
private boolean saveState = true;
private int currentResource = -1;
// signals there are no resources to read -> just return null on first read
private boolean noInput;
private boolean strict = false;
private String resourcesLocationPattern;//资源路径通配符
/**
* In strict mode the reader will throw an exception on
* {@link #open(org.springframework.batch.item.ExecutionContext)} if there are no resources to read.
* @param strict false by default
*/
public void setStrict(boolean strict) {
this.strict = strict;
}
private Comparator<Resource> comparator = new Comparator<Resource>() {
/**
* Compares resource filenames.
*/
public int compare(Resource r1, Resource r2) {
return r1.getFilename().compareTo(r2.getFilename());
}
};
public ExtendedMultiResourceItemReader() {
this.setExecutionContextName(ClassUtils.getShortName(ExtendedMultiResourceItemReader.class));
}
/**
* Reads the next item, jumping to next resource if necessary.
*/
public T read() throws Exception, UnexpectedInputException, ParseException {
if (noInput) {
return null;
}
// If there is no resource, then this is the first item, set the current
// resource to 0 and open the first delegate.
if (currentResource == -1) {
currentResource = 0;
delegate.setResource(resources[currentResource]);
delegate.open(new ExecutionContext());
}
return readNextItem();
}
/**
* Use the delegate to read the next item, jump to next resource if current one is exhausted. Items are appended to
* the buffer.
*
* @return next item from input
*/
private T readNextItem() throws Exception {
T item = readFromDelegate();
while (item == null) {
currentResource++;
if (currentResource >= resources.length) {
return null;
}
delegate.close();
delegate.setResource(resources[currentResource]);
delegate.open(new ExecutionContext());
item = readFromDelegate();
}
return item;
}
private T readFromDelegate() throws Exception {
T item = delegate.read();
if(item instanceof ResourceAware){
((ResourceAware) item).setResource(getCurrentResource());
}
return item;
}
/**
* Close the {@link #setDelegate(ResourceAwareItemReaderItemStream)} reader and reset instance variable values.
*/
public void close() throws ItemStreamException {
super.close();
if(!this.noInput) {
delegate.close();
}
noInput = false;
}
/**
* Figure out which resource to start with in case of restart, open the delegate and restore delegate's position in
* the resource.
*/
public void open(ExecutionContext executionContext) throws ItemStreamException {
super.open(executionContext);
Assert.notNull(resourcesLocationPattern, "resourcesLocationPattern must be set");
PathMatchingResourcePatternResolver patternResolver=new PathMatchingResourcePatternResolver();
try {
resources=patternResolver.getResources(resourcesLocationPattern);//动态读取资源列表
} catch (IOException e) {
e.printStackTrace();
}
noInput = false;
if (resources.length == 0) {
if (strict) {
throw new IllegalStateException(
"No resources to read. Set strict=false if this is not an error condition.");
}
else {
logger.warn("No resources to read. Set strict=true if this should be an error condition.");
noInput = true;
return;
}
}
Arrays.sort(resources, comparator);
if (executionContext.containsKey(getExecutionContextKey(RESOURCE_KEY))) {
currentResource = executionContext.getInt(getExecutionContextKey(RESOURCE_KEY));
// context could have been saved before reading anything
if (currentResource == -1) {
currentResource = 0;
}
delegate.setResource(resources[currentResource]);
delegate.open(executionContext);
}
else {
currentResource = -1;
}
}
/**
* Store the current resource index and position in the resource.
*/
public void update(ExecutionContext executionContext) throws ItemStreamException {
super.update(executionContext);
if (saveState) {
executionContext.putInt(getExecutionContextKey(RESOURCE_KEY), currentResource);
delegate.update(executionContext);
}
}
/**
* @param delegate reads items from single {@link Resource}.
*/
public void setDelegate(ResourceAwareItemReaderItemStream<? extends T> delegate) {
this.delegate = delegate;
}
/**
* Set the boolean indicating whether or not state should be saved in the provided {@link ExecutionContext} during
* the {@link ItemStream} call to update.
*
* @param saveState
*/
public void setSaveState(boolean saveState) {
this.saveState = saveState;
}
/**
* @param comparator used to order the injected resources, by default compares {@link Resource#getFilename()}
* values.
*/
public void setComparator(Comparator<Resource> comparator) {
this.comparator = comparator;
}
/**
* @param resources input resources
*/
public void setResources(Resource[] resources) {
Assert.notNull(resources, "The resources must not be null");
this.resources = Arrays.asList(resources).toArray(new Resource[resources.length]);
}
public Resource getCurrentResource() {
if (currentResource >= resources.length || currentResource < 0) {
return null;
}
return resources[currentResource];
}
public String getResourcesLocationPattern() {
return resourcesLocationPattern;
}
public void setResourcesLocationPattern(String resourcesLocationPattern) {
this.resourcesLocationPattern = resourcesLocationPattern;
}
}
关键代码
resources=patternResolver.getResources(resourcesLocationPattern);//动态读取资源列表
配置示例
<bean id="bpMultiResourceReader" scope="prototype" class="com.ternnetwork.batch.item.file.ExtendedMultiResourceItemReader">
<property name="resourcesLocationPattern" value="file:${batch.input.dir}*.csv"/>
<property name="delegate" ref="bpFlatFileItemReader"/>
</bean>
如果您觉得我的文章给了您帮助,请为我买一杯饮料吧!我将非常感激并坚持为大家提供更多帮助!
![](http://dl2.iteye.com/upload/attachment/0113/9232/f8dd5791-e7fe-3de1-9d37-5db73d8daa9d.jpg)