解决sharding jdbc 不能使用批量更新数据

背景:集成sharding jdbc后,对做了分表的表数据进行批量修改出现以下问题:

第一条修改数据sql的表明由sharding改写为对应的表名,之后的所有sql表名都未改写造成批量修改失败。

百度了相关资料,sharding jdbc未对批量修改改写表名支持并且未来也不会进行支持,会导致分布式表名不一致的问题(可能需要修改多个表中的数据)

解决方案:

1、根据分片配置信息计算出对应的表名

2、SQL中指定表名(请自行实现)

工具类如下:

package com.ruoyi.yjxd.utils.config;

import com.alibaba.fastjson.JSONObject;
import com.ruoyi.common.core.utils.DateUtils;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.boot.context.properties.ConfigurationProperties;
import org.springframework.context.annotation.Lazy;
import org.springframework.context.annotation.PropertySource;
import org.springframework.stereotype.Component;

import java.util.Date;

@Component
public class ShardingUtil {

    //商品表
    public static String orderxxxxx = "xxxxx";
    //商品sku表
    public static String orderxxxxx = "xxxxx";
    //商品表
    public static String goodsxxxxx = "xxxxx";
    //商品sku表
    public static String goodsxxxxx = "xxxxx";

    //支付记录表
    public static String waitxxxxx = "xxxxx";
    //订单表
    public static String waitxxxxx = "xxxxx";
    //订单具体子商品表
    public static String waitxxxxx = "xxxxx";


    //xxxxx表的xxxxx字段的分片信息(为xxxxx表的主键自增分片)
    public static Long[] orderGoodsFragment;

    //xxxxx表的xxxxx字段的分片信息(为xxxxx表的主键自增分片)
    public static Long[] orderGoodsskuFragment;

    //xxxxx表的xxxxx字段的分片信息(为xxxxx表的主键自增分片)
    public static Long[] goodsSourcsFragment;

    //xxxxx表的goods_sourcs_id字段的分片信息(为xxxxx表的主键自增分片)
    public static Long[] goodsSourcsSkuFragment;

    //xxxxx表的shop_id字段的分片信息(为xxxxx表的主键自增分片)
    public static Long[] goodsRelationStatusFragment;

    //xxxxx表的xxxxx字段的分片信息(日期分片)
    public static String waitPayRecordFragment;

    //xxxxx表的xxxxx字段的分片信息(日期分片)
    public static Integer waitPayRecordAmount;

    //xxxxx表的xxxxx字段的分片信息(日期分片)
    public static String waitPayOrderFragment;

    //xxxxx表的xxxxx字段的分片信息(日期分片)
    public static Integer waitPayOrderAmount;

    //xxxxx表的xxxxx字段的分片信息(日期分片)
    public static String waitPayOrderProductFragment;

    //xxxxx表的xxxxx字段的分片信息(日期分片)
    public static Integer waitPayOrderProductAmount;

    //分片开始时间
    public static String startTime;

    /**
     * 获取分片表名(id自增分片)
     * @param tableName 原始表名 例:ShardingUtil.orderGoodssMessage
     * @param fragmentId 分片字段
     * @param fragment 分片信息 ShardingUtil.orderGoodsFragment
     * @return
     */
    public static String getIdToTableName(String tableName,Long fragmentId,Long[] fragment){
        Long nk = 0L;
        int fg = 0;//0未确定1已确定
        for(int i=0;i<fragment.length;i++){
            if(fragmentId < fragment[i]){
                nk = i+0L;
                fg = 1;
                break;
            }
        }
        if(fg == 0){
            nk = fragment.length+0L;
        }
        return tableName+"_"+nk;
    }

    /**
     * 获取分片表名(时间分片)
     * @param date 数据的时间  例:采购订单的时间(purchase_time字段对应的时间)
     * @param tableName 原始表名 例:ShardingUtil.waitPayRecord
     * @param amount 例如:ShardingUtil.waitPayRecordAmount
     * @param fragment 时间分片单位 例如:ShardingUtil.waitPayRecordFragment
     * @return
     */
    public static String getTimeToTableName(Date date, String tableName, Integer amount, String fragment){
        //String startTime = "2023-01-01 00:00:00";
        String time = "2023";
        JSONObject jsonObject = DateUtils.dayCompare(DateUtils.dateTime(DateUtils.YYYY_MM_DD_HH_MM_SS,startTime),date);//相差年数月数
        if("YEARS".equals(fragment)){//年
            Integer yearNum = jsonObject.getInteger("year");//相差年数
            int nn = yearNum%amount;//取余
            int nj = yearNum/amount;//取倍数(需要增加的年数)
            //获取配置的开始时间的年份
            String yearStr = DateUtils.parseDateToStr(DateUtils.YYYY,DateUtils.dateTime(DateUtils.YYYY_MM_DD_HH_MM_SS,startTime));
            Integer year = Integer.parseInt(yearStr);
            if(nj > 0){//计算获取订单时间对应的表的年份
                year += (amount*nj);
            }
            time = year.toString();
        }else if("MONTHS".equals(fragment)){//月
            Integer monthNum = jsonObject.getInteger("month");//相差月数
            int nn = monthNum%amount;//取余
            int nj = monthNum/amount;//取倍数(需要增加的年数)
            int month = 0;
            if(nj > 0){//计算获取订单时间对应的表的年份
                month += (amount*nj);
            }
            Date data = DateUtils.stepMonth(DateUtils.dateTime(DateUtils.YYYY_MM_DD_HH_MM_SS,startTime),month);
            time = DateUtils.parseDateToStr(DateUtils.YYYY_MM,data);
        }
        return tableName+"_"+time;
    }

    public static void main(String[] args) {
        String startTime = "2025-09-01 00:00:00";
        String tableName = ShardingUtil.getTimeToTableName(DateUtils.dateTime(DateUtils.YYYY_MM_DD_HH_MM_SS,startTime),waitPayRecord,18,"MONTHS");
        System.out.println(tableName);
    }

    public Long[] getOrderGoodsFragment() {
        return orderGoodsFragment;
    }

    @Value("${spring.shardingsphere.rules.sharding.sharding-algorithms.table-radius.props.sharding-ranges}")
    public void setOrderGoodsFragment(Long[] orderGoodsFragment) {
        ShardingUtil.orderGoodsFragment = orderGoodsFragment;
    }

    public Long[] getOrderGoodsskuFragment() {
        return orderGoodsskuFragment;
    }

    @Value("${spring.shardingsphere.rules.sharding.sharding-algorithms.table-radius1.props.sharding-ranges}")
    public void setOrderGoodsskuFragment(Long[] orderGoodsskuFragment) {
        this.orderGoodsskuFragment = orderGoodsskuFragment;
    }

    public Long[] getGoodsSourcsFragment() {
        return goodsSourcsFragment;
    }

    @Value("${spring.shardingsphere.rules.sharding.sharding-algorithms.table-radius2.props.sharding-ranges}")
    public void setGoodsSourcsFragment(Long[] goodsSourcsFragment) {
        ShardingUtil.goodsSourcsFragment = goodsSourcsFragment;
    }

    public Long[] getGoodsSourcsSkuFragment() {
        return goodsSourcsSkuFragment;
    }

    @Value("${spring.shardingsphere.rules.sharding.sharding-algorithms.table-radius3.props.sharding-ranges}")
    public void setGoodsSourcsSkuFragment(Long[] goodsSourcsSkuFragment) {
        ShardingUtil.goodsSourcsSkuFragment = goodsSourcsSkuFragment;
    }

    public Long[] getGoodsRelationStatusFragment() {
        return goodsRelationStatusFragment;
    }

    @Value("${spring.shardingsphere.rules.sharding.sharding-algorithms.table-radius.props.sharding-ranges}")
    public void setGoodsRelationStatusFragment(Long[] goodsRelationStatusFragment) {
        ShardingUtil.goodsRelationStatusFragment = goodsRelationStatusFragment;
    }

    public String getWaitPayRecordFragment() {
        return waitPayRecordFragment;
    }

    @Value("${spring.shardingsphere.rules.sharding.sharding-algorithms.table-inline.props.datetime-interval-unit}")
    public void setWaitPayRecordFragment(String waitPayRecordFragment) {
        ShardingUtil.waitPayRecordFragment = waitPayRecordFragment;
    }

    public String getWaitPayOrderFragment() {
        return waitPayOrderFragment;
    }

    @Value("${spring.shardingsphere.rules.sharding.sharding-algorithms.table-inline.props.datetime-interval-unit}")
    public void setWaitPayOrderFragment(String waitPayOrderFragment) {
        ShardingUtil.waitPayOrderFragment = waitPayOrderFragment;
    }

    public String getWaitPayOrderProductFragment() {
        return waitPayOrderProductFragment;
    }

    @Value("${spring.shardingsphere.rules.sharding.sharding-algorithms.table-radius5.props.sharding-ranges}")
    public void setWaitPayOrderProductFragment(String waitPayOrderProductFragment) {
        ShardingUtil.waitPayOrderProductFragment = waitPayOrderProductFragment;
    }

    public Integer getWaitPayRecordAmount() {
        return waitPayRecordAmount;
    }

    @Value("${spring.shardingsphere.rules.sharding.sharding-algorithms.table-inline.props.datetime-interval-amount}")
    public void setWaitPayRecordAmount(Integer waitPayRecordAmount) {
        ShardingUtil.waitPayRecordAmount = waitPayRecordAmount;
    }

    public Integer getWaitPayOrderAmount() {
        return waitPayOrderAmount;
    }

    @Value("${spring.shardingsphere.rules.sharding.sharding-algorithms.table-inline.props.datetime-interval-amount}")
    public void setWaitPayOrderAmount(Integer waitPayOrderAmount) {
        ShardingUtil.waitPayOrderAmount = waitPayOrderAmount;
    }

    public Integer getWaitPayOrderProductAmount() {
        return waitPayOrderProductAmount;
    }

    @Value("${spring.shardingsphere.rules.sharding.sharding-algorithms.table-inline.props.datetime-interval-amount}")
    public void setWaitPayOrderProductAmount(Integer waitPayOrderProductAmount) {
        ShardingUtil.waitPayOrderProductAmount = waitPayOrderProductAmount;
    }

    public String getStartTime() {
        return startTime;
    }

    @Value("${spring.shardingsphere.rules.sharding.sharding-algorithms.table-inline.props.datetime-lower}")
    public void setStartTime(String startTime) {
        ShardingUtil.startTime = startTime;
    }
}

  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
Sharding-JDBC 是一款基于 Java 的开源分布式数据库中间件,提供了分库分表、读写分离、柔性事务等功能。下面是 Sharding-JDBC使用步骤: 1. 引入依赖 在项目的 pom.xml 文件中,引入 Sharding-JDBC 的相关依赖: ```xml <dependency> <groupId>org.apache.shardingsphere</groupId> <artifactId>sharding-jdbc-core</artifactId> <version>${sharding-jdbc.version}</version> </dependency> ``` 其中,`${sharding-jdbc.version}` 是 Sharding-JDBC 的版本号。 2. 配置数据源 在项目中配置数据源,并将数据源的信息添加到 Sharding-JDBC 的配置中。Sharding-JDBC 支持多种数据源,包括 JDBC、Spring、MyBatis 等。以 JDBC 数据源为例,配置文件如下: ```yaml spring: datasource: driver-class-name: com.mysql.cj.jdbc.Driver url: jdbc:mysql://localhost:3306/test?serverTimezone=UTC&useSSL=false&allowPublicKeyRetrieval=true username: root password: root sharding: jdbc: datasource: ds0: url: jdbc:mysql://localhost:3306/ds0?serverTimezone=UTC&useSSL=false&allowPublicKeyRetrieval=true username: root password: root ds1: url: jdbc:mysql://localhost:3306/ds1?serverTimezone=UTC&useSSL=false&allowPublicKeyRetrieval=true username: root password: root config: sharding: tables: user: actualDataNodes: ds$->{0..1}.user$->{0..2} tableStrategy: standard: shardingColumn: id shardingAlgorithmName: userShardingAlgorithm keyGenerateStrategy: column: id keyGeneratorName: snowflake shardingAlgorithms: userShardingAlgorithm: type: INLINE props: algorithm-expression: user$->{id % 2} keyGenerators: snowflake: type: SNOWFLAKE props: worker-id: 123 ``` 其中,`spring.datasource` 是项目中的数据源配置,`sharding.jdbc.datasource` 是 Sharding-JDBC数据源配置。在 `sharding.jdbc.datasource` 中,`ds0` 和 `ds1` 分别代表两个数据源,`actualDataNodes` 表示表的真实数据节点,`tableStrategy` 表示分表策略,`keyGenerateStrategy` 表示主键生成策略,`shardingAlgorithms` 表示分片算法,`keyGenerators` 表示主键生成器。 3. 配置 Sharding-JDBC 在项目中配置 Sharding-JDBC,并将数据源的信息添加到 Sharding-JDBC 的配置中。配置文件如下: ```yaml spring: datasource: driver-class-name: com.mysql.cj.jdbc.Driver url: jdbc:mysql://localhost:3306/test?serverTimezone=UTC&useSSL=false&allowPublicKeyRetrieval=true username: root password: root sharding: jdbc: datasource: ds0: url: jdbc:mysql://localhost:3306/ds0?serverTimezone=UTC&useSSL=false&allowPublicKeyRetrieval=true username: root password: root ds1: url: jdbc:mysql://localhost:3306/ds1?serverTimezone=UTC&useSSL=false&allowPublicKeyRetrieval=true username: root password: root config: sharding: tables: user: actualDataNodes: ds$->{0..1}.user$->{0..2} tableStrategy: standard: shardingColumn: id shardingAlgorithmName: userShardingAlgorithm keyGenerateStrategy: column: id keyGeneratorName: snowflake shardingAlgorithms: userShardingAlgorithm: type: INLINE props: algorithm-expression: user$->{id % 2} keyGenerators: snowflake: type: SNOWFLAKE props: worker-id: 123 ``` 其中,`spring.datasource` 是项目中的数据源配置,`sharding.jdbc.datasource` 是 Sharding-JDBC数据源配置。在 `sharding.jdbc.config` 中,`sharding` 表示 Sharding-JDBC 的配置,`tables` 表示分片表的配置,`shardingAlgorithms` 表示分片算法的配置,`keyGenerators` 表示主键生成器的配置。 4. 使用 Sharding-JDBC 在项目中使用 Sharding-JDBC,只需要按照普通的 JDBC 使用方式即可。Sharding-JDBC 会自动根据配置将 SQL 语句分片执行,并将结果合并返回。例如: ```java public class UserService { @Autowired private JdbcTemplate jdbcTemplate; public List<User> listUsers() { String sql = "SELECT * FROM user"; return jdbcTemplate.query(sql, new BeanPropertyRowMapper<>(User.class)); } } ``` 在上面的代码中,`JdbcTemplate` 是 Spring Framework 提供的 JDBC 工具类,可以方便地执行 SQL 语句。Sharding-JDBC 会自动将 SQL 语句分片执行,并将结果合并返回。

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值