es游标查询超10000条数据 java

最新推荐文章于 2024-07-29 03:29:39 发布

Nan-Li

最新推荐文章于 2024-07-29 03:29:39 发布

阅读量821

点赞数

文章标签： java elasticsearch 开发语言

本文链接：https://blog.csdn.net/weixin_45467236/article/details/127086610

版权

    final Scroll scroll = new Scroll(TimeValue.timeValueMinutes(1L)); //设定滚动时间间隔
    searchRequest.scroll(scroll);
    searchSourceBuilder.size(1000); //设定每次返回多少条数据

    searchRequest.source(searchSourceBuilder);
    SearchResponse searchResponse = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);

    String scrollId = searchResponse.getScrollId();
    List<Map<String, Object>> mapList = new ArrayList<>();
    boolean flag;
    SearchHit[] searchHits = searchResponse.getHits().getHits();
    for (SearchHit searchHit : searchHits) {
            mapList.add(searchHit.getSourceAsMap());
        }
    }

    //遍历搜索命中的数据，直到没有数据
    while (searchHits != null && searchHits.length > 0) {
        SearchScrollRequest scrollRequest = new SearchScrollRequest(scrollId);
        scrollRequest.scroll(scroll);
        try {
            searchResponse = restHighLevelClient.scroll(scrollRequest, RequestOptions.DEFAULT);
        } catch (IOException e) {
            e.printStackTrace();
        }
        scrollId = searchResponse.getScrollId();
        searchHits = searchResponse.getHits().getHits();
        if (searchHits != null && searchHits.length > 0) {
            for (SearchHit searchHit : searchHits) {
                    mapList.add(searchHit.getSourceAsMap());
                }
            }
        }
    }
    //清除滚屏
    ClearScrollRequest clearScrollRequest = new ClearScrollRequest();
    clearScrollRequest.addScrollId(scrollId);//也可以选择setScrollIds()将多个scrollId一起使用
    ClearScrollResponse clearScrollResponse = null;
    try {
        clearScrollResponse = restHighLevelClient.clearScroll(clearScrollRequest,RequestOptions.DEFAULT);
    } catch (IOException e) {
        e.printStackTrace();
    }
    boolean succeeded = clearScrollResponse.isSucceeded();
    System.out.println("succeeded:" + succeeded);