springbatch读取数据和写数据的配置

读取数据:

@Configuration
public class ItemReadConfig {
    @Autowired
    private DataSource dataSource;
    @Value("classpath:/file*.txt")
    private Resource[] fileResource;
    @Bean
    public JdbcPagingItemReader<Person> dbReader() {
        JdbcPagingItemReader<Person> reader = new JdbcPagingItemReader<>();
        reader.setDataSource(dataSource);
        reader.setFetchSize(1);
        reader.setRowMapper(new RowMapper<Person>() {
            @Override
            public Person mapRow(ResultSet resultSet, int i) throws SQLException {
                Person person = new Person();
                person.setId(resultSet.getInt(1));
                person.setName(resultSet.getString(2));
                person.setAge(resultSet.getInt(3));
                person.setPassword(resultSet.getString(4));
                person.setPerms(resultSet.getString(5));
                return person;
            }
        });
        //指定sql
        MySqlPagingQueryProvider provider = new MySqlPagingQueryProvider();
        provider.setSelectClause("id,name,age,password,perms");
        provider.setFromClause("person");
        //排序
        Map<String, Order> order = new HashMap<>(1);
        order.put("id", Order.DESCENDING);
        provider.setSortKeys(order);
        reader.setQueryProvider(provider);
        return reader;
    }
    @Bean
    public StaxEventItemReader<Person> xmlReader() throws ClassNotFoundException {
        StaxEventItemReader<Person> reader = new StaxEventItemReader<>();
        //路径
        reader.setResource(new ClassPathResource("person.xml"));
        //根标签
        reader.setFragmentRootElementName("person");
        //xml转对象
        XStreamMarshaller unmarshaller = new XStreamMarshaller();
        Map<String, Class> map = new HashMap<>();
        map.put("person", Person.class);
        unmarshaller.setAliases(map);
        reader.setUnmarshaller(unmarshaller);
        return reader;
    }
    @Bean
    public FlatFileItemReader<Person> fileReader() {
        FlatFileItemReader<Person> reader = new FlatFileItemReader<>();
        reader.setResource(new ClassPathResource("file2.txt"));
        //跳过行
        reader.setLinesToSkip(1);
        //解析数据
        DelimitedLineTokenizer tokenizer = new DelimitedLineTokenizer();
        tokenizer.setNames(new String[]{"id","name","age","password","perms"});
        //数据映射
        DefaultLineMapper<Person> mapper = new DefaultLineMapper<>();
        mapper.setLineTokenizer(tokenizer);
        mapper.setFieldSetMapper(new FieldSetMapper<Person>() {
            @Override
            public Person mapFieldSet(FieldSet fieldSet) throws BindException {
                Person person = new Person();
                person.setId(fieldSet.readInt(0));
                person.setName(fieldSet.readString(1));
                person.setAge(fieldSet.readInt(2));
                person.setPassword(fieldSet.readString(3));
                person.setPerms(fieldSet.readString(4));
                return person;
            }
        });
        mapper.afterPropertiesSet();
        reader.setLineMapper(mapper);
        return reader;
    }
    @Bean
    public MultiResourceItemReader<Person> multiFileReader() {
        MultiResourceItemReader<Person> reader = new MultiResourceItemReader<>();
        reader.setDelegate(fileReader());
        reader.setResources(fileResource);
        return reader;
    }
}

写数据:

@Configuration
public class ItemWriteConfig {
    @Autowired
    private DataSource dataSource;

    @Bean
    public JdbcBatchItemWriter<Person> jdbcItemWrite() {
        JdbcBatchItemWriter<Person> writer = new JdbcBatchItemWriter<>();
        writer.setDataSource(dataSource);
        writer.setSql("insert into person(id,name,age,password,perms) values(:id,:name,:age,:password,:perms)");
        writer.setItemSqlParameterSourceProvider(new BeanPropertyItemSqlParameterSourceProvider<>());
        return writer;
    }

    @Bean
    public FlatFileItemWriter<Person> fileWrite() throws Exception {
        FlatFileItemWriter<Person> writer = new FlatFileItemWriter<>();
        String path = "C:\\Users\\Administrator\\Desktop\\person.txt";
        //输出位置
        writer.setResource(new FileSystemResource(path));
        //转换
        writer.setLineAggregator(new LineAggregator<Person>() {
            @Override
            public String aggregate(Person person) {
                ObjectMapper om = new ObjectMapper();
                try {
                    return om.writeValueAsString(person);
                } catch (JsonProcessingException e) {
                    e.printStackTrace();
                    return null;
                }
            }
        });
        writer.afterPropertiesSet();
        return writer;
    }
    @Bean
    public StaxEventItemWriter<Person> xmlWrite() throws Exception {
        StaxEventItemWriter<Person> writer = new StaxEventItemWriter<>();
        XStreamMarshaller marshaller = new XStreamMarshaller();
        Map<String, Class> map = new HashMap<>();
        map.put("person", Person.class);
        marshaller.setAliases(map);
        writer.setMarshaller(marshaller);
        writer.setRootTagName("persons");
        String path = "C:\\Users\\Administrator\\Desktop\\person.xml";
        writer.setResource(new FileSystemResource(path));
        writer.afterPropertiesSet();
        return writer;
    }
    @Bean
    public CompositeItemWriter<Person> multiFileWrite() throws Exception {
        CompositeItemWriter<Person> writer = new CompositeItemWriter<>();
        writer.setDelegates(Arrays.asList(fileWrite(),xmlWrite()));
        writer.afterPropertiesSet();
        return writer;
    }
    //分类
    @Bean
    public ClassifierCompositeItemWriter<Person> classifierMultiWriter(){
        ClassifierCompositeItemWriter<Person> writer = new ClassifierCompositeItemWriter<>();
        writer.setClassifier(new Classifier<Person, ItemWriter<? super Person>>() {
            @Override
            public ItemWriter<? super Person> classify(Person person) {
                ItemWriter<? super Person> itemWriter = null;
                try {
                    itemWriter = person.getId()%2==0?fileWrite():xmlWrite();
                } catch (Exception e) {
                    e.printStackTrace();
                }
                return itemWriter;
            }
        });
        return writer;
    }
}

 

  • 0
    点赞
  • 3
    收藏
    觉得还不错? 一键收藏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值