多线程将DB数据缓存到Elasticsearch里

使用多线程将库存信息同步到Elasticsearch缓存里,代码如下:

 @GetMapping("/internal/unifiedInventory/sync/dbToEs")
    public void syncUnifiedInventoryDbToEs() {
        ExecutorService executors = Executors.newFixedThreadPool(20);
        Date date = DateUtils.addDays(new Date(), -1);
        List<UnifiedInventoryRecord> inventoryRecordList = unifiedInventoryRecordRepository.findByCreateTimeAfter(FormatDateUtil.time0000(date));
        if (CollectionUtil.isEmpty(inventoryRecordList)) {
            return;
        }
        List<Long> idLIst = inventoryRecordList.stream().map(UnifiedInventoryRecord::getUnifiedInventoryId).distinct().collect(Collectors.toList());
        for (List<Long> ids:partition(idLIst,900)){
            executors.execute(new Runnable() {
                @Override
                public void run() {
                    List<UnifiedInventory> dbList = unifiedInventoryJpaRepository.findAll(ids);
                    List<UnifiedInventoryEs> esList = CommonUntils.iterableToList(unifiedInventoryRepository.findAll(ids));
                    Map<Long,UnifiedInventoryEs> map = esList.stream().collect(Collectors.toMap(UnifiedInventoryEs::getUnifiedInventoryId, Function.identity()));
                    for (UnifiedInventory unifiedInventory : dbList) {
                        UnifiedInventoryEs unifiedInventoryEs = map.get(unifiedInventory.getUnifiedInventoryId());
                        if(Objects.isNull(unifiedInventoryEs)){
                            log.info("unifidInventory Es 缺失id:{}",unifiedInventory.getUnifiedInventoryId());
                            unifiedInventoryService.syncUnifiedInventory(new UnifiedInventorySyncLock(unifiedInventory.getUnifiedInventoryId()));
                        }else if(!unifiedInventoryEs.getCount().equals(unifiedInventory.getCount())){
                            log.info("unifidInventory数量不一致id:{}",unifiedInventory.getUnifiedInventoryId());
                            unifiedInventoryEs.setCount(unifiedInventory.getCount());
                            unifiedInventoryRepository.save(unifiedInventoryEs);
                        }
                    }
                }
            });

        }
        executors.shutdown();
    }
  • 0
    点赞
  • 1
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值