EasyExcel多线程导入数据(入门)

@Data
public class User {

    private String id;

    @ExcelProperty(index = 0)
    private String userName;

    @ExcelProperty(index = 1)
    private String sex;

    @ExcelProperty(index = 2)
    private Integer age;
}
@RestController
public class DemoController {

    @Resource
    private UserService userService;

    @PostMapping("upload")
    @ResponseBody
    public boolean importData(MultipartFile file) {
        return userService.importData(file);
    }
}
public interface UserService extends IService<User> {
    boolean importData(MultipartFile file);
}
@Service
public class UserServiceImpl extends ServiceImpl<UserMapper, User> implements UserService {

    @Resource
    private UserMapper userMapper;

    @Transactional(rollbackFor = Exception.class)
    @Override
    public boolean importData(MultipartFile file) {

        List<Runnable> threads = new ArrayList<>();

		// 创建6个线程,每个线程处理1个sheet
        for (int i = 0; i < 6; i++) {
            int num = i;
            threads.add(() -> {
                try {
                    EasyExcel.read(file.getInputStream(), User.class, new UserDataListener(userMapper)).sheet(num).doRead();
                } catch (IOException e) {
                    e.printStackTrace();
                }
            });
        }

        ExecutorService threadPool = Executors.newFixedThreadPool(6);

        for (Runnable thread : threads) {
            threadPool.execute(thread);
        }
        threadPool.shutdown();
        return true;
    }
}
public class UserDataListener implements ReadListener<User> {

    /**
     * 每隔5条存储数据库,实际使用中可以100条,然后清理list ,方便内存回收
     */
    private static final int BATCH_COUNT = 100;
    /**
     * 缓存的数据
     */
    private List<User> cachedDataList = ListUtils.newArrayListWithExpectedSize(BATCH_COUNT);
    /**
     * 假设这个是一个DAO,当然有业务逻辑这个也可以是一个service。当然如果不用存储这个对象没用。
     */
    private UserMapper userMapper;

    public UserDataListener(UserMapper userMapper) {
        this.userMapper = userMapper;
    }


    /**
     * 这个每一条数据解析都会来调用
     *
     * @param data    one row value. Is is same as {@link AnalysisContext#readRowHolder()}
     * @param context
     */
    @Override
    public void invoke(User data, AnalysisContext context) {
        cachedDataList.add(data);
        // 达到BATCH_COUNT了,需要去存储一次数据库,防止数据几万条数据在内存,容易OOM
        if (cachedDataList.size() >= BATCH_COUNT) {
            saveData();
            // 存储完成清理 list
            cachedDataList = ListUtils.newArrayListWithExpectedSize(BATCH_COUNT);
        }

    }

    /**
     * 所有数据解析完成了 都会来调用
     *
     * @param context
     */
    @Override
    public void doAfterAllAnalysed(AnalysisContext context) {
        String threadName = Thread.currentThread().getName();
        System.out.println(threadName);
        // 这里也要保存数据,确保最后遗留的数据也存储到数据库
        saveData();
    }

    /**
     * 加上存储数据库
     */
    private void saveData() {
        userMapper.myBatchSave(cachedDataList);
    }
}
public interface UserMapper extends BaseMapper<User> {

    int myBatchSave(@Param("users") List<User> users);
}
    <insert id="myBatchSave" parameterType="java.util.List">

        insert into tb_user(user_name, sex, age) values
        <foreach collection="users" item="user" separator=",">
            (#{user.userName}, #{user.sex}, #{user.age})
        </foreach>

    </insert>
  • 0
    点赞
  • 1
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值