工具类
package utils;
import com.alibaba.excel.context.AnalysisContext;
import com.alibaba.excel.event.AnalysisEventListener;
import com.alibaba.excel.exception.ExcelDataConvertException;
import com.alibaba.fastjson2.JSON;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
/**
* 导入通用模板
* @Author lm
* @param <T>
*/
public class ExcelListener<T> extends AnalysisEventListener<T> {
private static final Logger logger = LoggerFactory.getLogger(ExcelListener.class);
/**
* 每隔5条存储数据库,实际使用中可以3000条,然后清理list ,方便内存回收
*/
private static final int BATCH_COUNT = 3000;
/**
* 缓存的数据
*/
private List<T> list = new ArrayList<>(BATCH_COUNT);
/**
* 假设这个是一个DAO,当然有业务逻辑这个也可以是一个service。当然如果不用存储这个对象没用。
*/
private SaveInterface<T> saveInterface;
/**
* 如果使用了spring,请使用这个构造方法。每次创建Listener的时候需要把spring管理的类传进来
*
*/
public ExcelListener(SaveInterface<T> saveInterface) {
this.saveInterface = saveInterface;
}
/**
* 这个每一条数据解析都会来调用
*
* @param data one row value. Is is same as {@link AnalysisContext#readRowHolder()}
*/
@Override
public void invoke(T data, AnalysisContext context) {
logger.info("解析到一条数据:{}", JSON.toJSONString(data));
list.add(data);
// 达到BATCH_COUNT了,需要去存储一次数据库,防止数据几万条数据在内存,容易OOM
if (list.size() >= BATCH_COUNT) {
saveData();
// 存储完成清理 list
list = new ArrayList<>(BATCH_COUNT);
}
}
/**
* 所有数据解析完成了 都会来调用
*
*/
@Override
public void doAfterAllAnalysed(AnalysisContext context) {
// 这里也要保存数据,确保最后遗留的数据也存储到数据库
saveData();
logger.info("所有数据解析完成!");
}
/**
* 在转换异常 获取其他异常下会调用本接口。抛出异常则停止读取。如果这里不抛出异常则 继续读取下一行。
*
* @param exception
* @param context
* @throws Exception
*/
@Override
public void onException(Exception exception, AnalysisContext context) {
logger.error("解析失败,但是继续解析下一行:{}", exception.getMessage());
// 如果是某一个单元格的转换异常 能获取到具体行号
// 如果要获取头的信息 配合invokeHeadMap使用
if (exception instanceof ExcelDataConvertException) {
ExcelDataConvertException excelDataConvertException = (ExcelDataConvertException)exception;
//todo 此处应抛出异常关联前端提示语句
logger.error("第{}行,第{}列解析异常", excelDataConvertException.getRowIndex() + 1,
excelDataConvertException.getColumnIndex() + 1);
}
}
/**
* 加上存储数据库
*/
private void saveData() {
logger.info("{}条数据,开始存储数据库!", list.size());
saveInterface.save(list);
logger.info("存储数据库成功!");
}
}
package utils;
import java.util.List;
import java.util.Map;
/**
* @author lm
* @date 2023/8/30 10:50
*/
public interface SaveInterface<T> {
void save(List<T> list);
}
测试实体类
package external.PO;
import com.alibaba.excel.annotation.ExcelProperty;
import com.baomidou.mybatisplus.annotation.TableName;
import lombok.Data;
import java.io.Serializable;
/**
* @author lm
* @date 2023/8/30 11:37
*/
@Data
@TableName("t_test")
public class Test implements Serializable {
@ExcelProperty(value = "编号")
private Long id;
@ExcelProperty(value = "名字")
private String nickName;
@ExcelProperty(value = "创建时间")
private String createTime;
@ExcelProperty(value = "修改时间")
private String updateTime;
}
持久层
package external.dao;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import external.PO.Test;
import org.apache.ibatis.annotations.Mapper;
import org.apache.ibatis.annotations.Param;
import java.util.List;
/**
* @author lm
* @date 2023/8/30 11:39
*/
@Mapper
public interface TestDao extends BaseMapper<Test> {
int saveList(@Param("list")List<Test> list);
}
<?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE mapper PUBLIC
"-//mybatis.org//DTD Mapper 3.0//EN"
"http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper namespace="external.dao.TestDao">
<insert id="saveList" parameterType="java.util.List">
insert into t_test(nick_name,create_time,update_time)values
<foreach collection="list" item="item" index="index" separator=",">
( #{item.nickName},
#{item.createTime},
#{item.updateTime})
</foreach>
</insert>
</mapper>
业务层
package external.service.impl;
import com.alibaba.excel.EasyExcel;
import external.PO.Test;
import external.dao.TestDao;
import external.service.intf.TestService;
import org.springframework.stereotype.Service;
import org.springframework.web.multipart.MultipartFile;
import utils.ExcelListener;
import utils.SaveInterface;
import javax.annotation.Resource;
import java.io.File;
import java.io.IOException;
import java.util.List;
/**
* @author lm
* @date 2023/8/30 11:40
*/
@Service
public class TestServiceImpl implements TestService, SaveInterface<Test> {
@Resource
TestDao testDao;
@Resource
TestServiceImpl testService;
@Override
public void save(List<Test> list) {
batchInsert(list);
}
@Override
public int batchInsert(List<Test> list) {
return testDao.saveList(list);
}
@Override
public void readExcel(MultipartFile multipartFile)throws Exception {
EasyExcel.read( multipartFile.getInputStream(),Test.class,new ExcelListener(testService)).sheet().doRead();
}
}
测试接口
package external.controller;
import external.service.intf.TestService;
import io.swagger.annotations.Api;
import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RequestParam;
import org.springframework.web.bind.annotation.RestController;
import org.springframework.web.multipart.MultipartFile;
import javax.annotation.Resource;
/**
* @author lm
* @date 2023/8/30 11:42
*/
@RestController
@Api("测试")
@RequestMapping("/open/test")
public class TestController {
@Resource
private TestService service;
@PostMapping("/test")
public String importTest(@RequestParam(value = "file") MultipartFile file) throws Exception {
service.readExcel(file);
return "success";
}
}