【基于Thread多线程+随机数(Random)+java版本JDBC手动提交事务+EasyExcel读取excel文件,向数据库生成百万级别模拟数据】

1 篇文章 0 订阅
1 篇文章 0 订阅

在这里插入图片描述

基于Thread多线程+随机数(Random)+java版本JDBC手动提交事务+EasyExcel读取excel文件,向数据库生成百万级别模拟数据

基于Thread多线程+随机数(Random)+java版本JDBC手动提交事务+EasyExcel读取excel文件,向数据库生成百万级别模拟数据

MyMyExcelDate
public class MyMyExcelDate {
    private String id ;
    private String name ;
    private String tel ;
    private String idcard;
    private String wechat;
    private String birth;

    public String getId() {
        return id;
    }

    public void setId(String id) {
        this.id = id;
    }

    public String getName() {
        return name;
    }

    public void setName(String name) {
        this.name = name;
    }

    public String getTel() {
        return tel;
    }

    public void setTel(String tel) {
        this.tel = tel;
    }

    public String getIdcard() {
        return idcard;
    }

    public void setIdcard(String idcard) {
        this.idcard = idcard;
    }

    public String getWechat() {
        return wechat;
    }

    public void setWechat(String wechat) {
        this.wechat = wechat;
    }

    public String getBirth() {
        return birth;
    }

    public void setBirth(String birth) {
        this.birth = birth;
    }
}
MyMythread

ioi的大小根据实际调整

import com.alibaba.excel.EasyExcel;

import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.InputStream;
import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.PreparedStatement;
import java.sql.SQLException;
import java.util.ArrayList;
import java.util.List;
import java.util.Random;


public class MyMythread {
    public static void main(String[] args) throws Exception {
        myThread f1 = new myThread();
        f1.start();
        myThread f2 = new myThread();
        f2.start();
        myThread f3 = new myThread();
        f3.start();
        myThread f4 = new myThread();
        f4.start();
        myThread f5 = new myThread();
        f5.start();
        myThread f6 = new myThread();
        f6.start();
        myThread f7 = new myThread();
        f7.start();
        myThread f8 = new myThread();
        f8.start();
        myThread f9 = new myThread();
        f9.start();
        myThread f0 = new myThread();
        f0.start();
    }

    static class myThread extends Thread{

        @Override
        public void run(){

            InputStream inputStream = null;
            try {
                inputStream = new FileInputStream("C:\\Users\\test\\Desktop\\test.xlsx");
            } catch (FileNotFoundException e) {
                throw new RuntimeException(e);
            }

            List<MyMyExcelDate> tmpList = EasyExcel.read(inputStream)
                    // 设置与Excel表映射的类
                    .head(MyMyExcelDate.class)
                    // 设置sheet,默认读取第一个
                    .sheet(3)
                    // 设置标题所在行数
                    .headRowNumber(1)
                    // 异步读取
                    .doReadSync();

            List<String> nameList = new ArrayList<>();
            List<String> telList = new ArrayList<>();
            List<String> idcardList = new ArrayList<>();
            List<String> wechatList = new ArrayList<>();
            List<String> birthList = new ArrayList<>();
            for (MyMyExcelDate tmpDate : tmpList) {
                nameList.add(tmpDate.getName());
                telList.add(tmpDate.getTel());
                idcardList.add(tmpDate.getIdcard());
                wechatList.add(tmpDate.getWechat());
                birthList.add(tmpDate.getBirth());
            }
            // 生成 Random 对象
            Random random = new Random();
            int ioi = 1;

            while (ioi<=1000){
                System.out.println("批次:"+ioi);
                ioi++;
                String url = "jdbc:mysql://127.0.0.1:3306/testDB?characterEncoding=utf-8";
                String username = "root";
                String password = "123456";
                Connection conn = null;
                PreparedStatement ps = null;
                Long start = System.currentTimeMillis();
                System.out.println("start...");
                try {
                    conn = DriverManager.getConnection(url, username, password);
                    conn.setAutoCommit(false);
                    String sql = "insert into mockdata(name,tel,idcard,wechat,birth) values (?,?,?,?,?)";
                    ps = conn.prepareStatement(sql);
                    // ps.executeUpdate();
                    for (int i = 1; i <= 1000; i++) {
                        int number = random.nextInt(100);
                        int number2 = random.nextInt(100);
                        int number3 = random.nextInt(100);
                        int number4 = random.nextInt(100);
                        int number5 = random.nextInt(100);
                        ps.setString(1, nameList.get(number));
                        ps.setString(2, telList.get(number2));
                        ps.setString(3, idcardList.get(number3));
                        ps.setString(4, wechatList.get(number4));
                        ps.setString(5, birthList.get(number5));
                        ps.addBatch();
                        if (i % 100 == 0) {
                            System.out.println("clear batch "+i);
                            ps.executeBatch();
                            ps.clearBatch();
                        }
                    }
                    ps.executeBatch();
                    conn.commit();
                } catch (SQLException e) {
                    e.printStackTrace();
                } finally {
                    try {
                        if (ps != null) {
                            ps.close();
                        }
                        if (conn != null) {
                            conn.close();
                        }
                    } catch (SQLException e) {
                        e.printStackTrace();
                    }
                }
                System.out.println("end"+ (System.currentTimeMillis()-start));
            }


        }

    }
}
excel数据

在这里插入图片描述

数据库结果

在这里插入图片描述

  • 0
    点赞
  • 1
    收藏
    觉得还不错? 一键收藏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值