ListSplitUtil (批量数据处理)

最新推荐文章于 2024-04-28 16:48:44 发布

weixin_43162226

最新推荐文章于 2024-04-28 16:48:44 发布

阅读量762

点赞数 1

文章标签： java

本文链接：https://blog.csdn.net/weixin_43162226/article/details/124152309

版权

public class ListSplitUtil {
/**
* 拆分
*
* @param allList allList
* @param limitCount limitCount
* @param T
* @return List
*/
public static List<List> splitList(List allList, int limitCount){
if (CollectionUtils.isEmpty(allList)) {
return new ArrayList<>();
}
List<List> appSplitList = new ArrayList<>();

    long total = allList.size();
    long remain = total % limitCount;
    long times = total / limitCount;
    long realTimes = remain == 0 ? times : times + 1;
    for (long i = 0; i < realTimes; i++) {
        List<T> batchList = allList.stream().skip(i * limitCount).limit(limitCount).collect(Collectors.toList());
        appSplitList.add(batchList);
    }

    return appSplitList;
}

}

// 使用实例
List<List> lists = ListSplitUtil.splitList(newConfigList, 100);
for (List configList : lists) {
regressionModelDao.batchInsertPredictModelDuConfig(configList);
}

public int batchInsertPredictModelDuConfig(List duConfigList) {
if (CollectionUtils.isEmpty(duConfigList)) {
return 0;
}
Map<String, Object> param = new HashMap<>();
param.put(“duConfigList”, duConfigList);
return dalClient.execute(SQL_NAMESPACE + “batchInsertPredictModelDuConfig”, param);
}

<![CDATA[ insert into predict_model_du_config(DU_ID,TYPE,MODEL_ID,STATUS,MODEL_STATUS,EXCEPT_START_TIME,EXCEPT_END_TIME,PRESSURE_DATA_RATIO,XAIXS_CUT_COUNT,CLEAR_DATA_HIGH_QUANTILE,CLEAR_DATA_LOW_QUANTILE,INTERCEPT_OFFSET_ABSOLUTE) values <#list duConfigList as item> ('${item.duId}',${item.type},'${item.modelId}',${item.status},${item.modelStatus},'${item.exceptStartTime}','${item.exceptEndTime}','${item.pressureDataRatio}','${item.xaixsCutCount}','${item.clearDataHighQuantile}','${item.clearDataLowQuantile}','${item.interceptOffsetAbsolute}') <#if item_has_next> ,