ElasticsearchTemplate 批量插入

最新推荐文章于 2024-08-21 17:14:17 发布

XiaoCheng5200

最新推荐文章于 2024-08-21 17:14:17 发布

阅读量8.4k

点赞数

分类专栏： ELK

本文链接：https://blog.csdn.net/weixin_40196043/article/details/91508922

版权

ELK 专栏收录该内容

7 篇文章 0 订阅

订阅专栏

public void bulkIndex() throws Exception {
        int counter = 0;
        try {
            List queries = new ArrayList();

            String sql = "xxxx";

            List<Model> list = jdbcTemplate.query(sql, (rs, rowNum) -> {
                Model model = new Model
                return model ;
            });


            for (Model item : list) {
                IndexQuery indexQuery = new IndexQuery();
                indexQuery.setId(item.getPaymentReportId().toString());
                indexQuery.setSource(JSON.toJSONString(item));
                indexQuery.setIndexName("new_report_system");
                indexQuery.setType("payment_report");
                queries.add(indexQuery);
                //分批提交索引
                if (counter != 0 && counter % 1000 == 0) {
                    elasticsearchTemplate.bulkIndex(queries);
                    queries.clear();
                    System.out.println("bulkIndex counter : " + counter);
                }
                counter++;
            }
            //不足批的索引最后不要忘记提交
            if (queries.size() > 0) {
                elasticsearchTemplate.bulkIndex(queries);
            }
            elasticsearchTemplate.refresh("new_report_system");
            System.out.println("bulkIndex completed.");
        } catch (Exception e) {
            System.out.println("IndexerService.bulkIndex e;" + e.getMessage());
            throw e;
        }
    }