ElasticSearch RestHighLevel 客户端查询

最新推荐文章于 2023-07-19 15:11:31 发布

普通小程序员

最新推荐文章于 2023-07-19 15:11:31 发布

阅读量296

点赞数

分类专栏： springboot+elasticSearch

本文链接：https://blog.csdn.net/qq_41611829/article/details/105340099

版权

springboot+elasticSearch 专栏收录该内容

9 篇文章 1 订阅

订阅专栏

模板写法

// 1、创建search请求

SearchRequest searchRequest = new SearchRequest("索引名");

// 2、用SearchSourceBuilder来构造查询请求体 ,请仔细查看它的方法，构造各种查询的方法都在这。

SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();

//3.各种需求查询 聚合/多字段等

//TermsAggregationBuilder aggregation = AggregationBuilders.terms("by_method")
            .field("method.keyword").order(BucketOrder.aggregation("count", true));
 

//4.查询放入sourceBuilder请求体

searchRequest.source(sourceBuilder);

//5.发送请求

SearchResponse searchResponse = client.search(searchRequest,RequestOptions.DEFAULT);

//6.处理响应
//搜索结果状态信息

 if(RestStatus.OK.equals(searchResponse.status())) {

    //7.获取查询结果
            searchResponse.getXXXX
}

1.maven引用

注意版本与es版本一致

<dependency>
    <groupId>org.elasticsearch.client</groupId>
    <artifactId>elasticsearch-rest-high-level-client</artifactId>
    <version>7.2.1</version>
    <exclusions>
        <exclusion>
            <groupId>org.elasticsearch</groupId>
            <artifactId>elasticsearch</artifactId>
        </exclusion>
    </exclusions>
</dependency>
 
 
<dependency>
    <groupId>org.elasticsearch</groupId>
    <artifactId>elasticsearch</artifactId>
    <version>7.2.1</version>
</dependency>

2.配置

spring:
  data:
    elasticsearch:
      ip: 10.0.197.198
      port: 9200
      scheme: http

3.配置类

import lombok.Data;
import org.apache.http.HttpHost;
import org.elasticsearch.client.RestClient;
import org.elasticsearch.client.RestHighLevelClient;
import org.springframework.boot.context.properties.ConfigurationProperties;
import org.springframework.context.annotation.Configuration;
 
@Configuration
@ConfigurationProperties(prefix = "spring.data.elasticsearch")
@Data
public class ElasticsearchConfig {
 
    private String ip;
    private Integer port;
    private String scheme;
    public RestHighLevelClient getClient() {
        RestHighLevelClient client = new RestHighLevelClient(
                RestClient.builder(new HttpHost(ip, port, scheme)));
 
        return client;
    }
}

4.新增索引

public Boolean setPageAccess(Map map) {
    try(RestHighLevelClient client= elasticsearchConfig.getClient()) {
        // 1、创建索引请求
        IndexRequest indexRequest = new IndexRequest(
                "test");     //文档id
        indexRequest.id(StringUtil.getUUID());
        map.put("time",new Date());
 
        // 2、准备文档数据
        // 方式一：直接给JSON串
        String jsonString = JSON.toJSONString(map);
        indexRequest.source(jsonString, XContentType.JSON);
        //4、发送请求
        IndexResponse indexResponse = null;
        try {
            // 同步方式
            indexResponse = client.index(indexRequest, RequestOptions.DEFAULT);
        } catch (ElasticsearchException e) {
            // 捕获，并处理异常
            //判断是否版本冲突、create但文档已存在冲突
            if (e.status() == RestStatus.CONFLICT) {
                log.error("冲突了\n" + e.getDetailedMessage());
            }
            log.error("索引异常", e);
            return false;
        }
    }catch (Exception e){
        e.printStackTrace();
        return false;
    }
    return true;
}

5.分组统计

注意：分组如果在字符串字段上，需要建立字段对应的.keyword字段，该字段支持聚合处理，直接用字符串字段会报错。

try(RestHighLevelClient client= elasticsearchConfig.getClient()) {
 
    // 1、创建search请求
    //SearchRequest searchRequest = new SearchRequest();
    SearchRequest searchRequest = new SearchRequest(INDEX_PAGEACCESS);
 
    // 2、用SearchSourceBuilder来构造查询请求体 ,请仔细查看它的方法，构造各种查询的方法都在这。
    SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
 
    //sourceBuilder.query();
    sourceBuilder.size(0);
 
    //加入聚合
    //字段值项分组聚合
    TermsAggregationBuilder aggregation = AggregationBuilders.terms("by_method")
            .field("method.keyword").order(BucketOrder.aggregation("count", true));
    //计算每组的平均balance指标
    aggregation.subAggregation(AggregationBuilders.count("count")
            .field("_sessionid"));
    sourceBuilder.aggregation(aggregation);
 
    searchRequest.source(sourceBuilder);
 
    //3、发送请求
    SearchResponse searchResponse = client.search(searchRequest,RequestOptions.DEFAULT);
 
    //4、处理响应
    //搜索结果状态信息
    if(RestStatus.OK.equals(searchResponse.status())) {
        // 获取聚合结果
        Aggregations aggregations = searchResponse.getAggregations();
        Terms byAgeAggregation = aggregations.get("by_method");
        log.info("aggregation by_age 结果");
        log.info("docCountError: " + byAgeAggregation.getDocCountError());
        log.info("sumOfOtherDocCounts: " + byAgeAggregation.getSumOfOtherDocCounts());
        log.info("------------------------------------");
        for(Terms.Bucket buck : byAgeAggregation.getBuckets()) {
            log.info("key: " + buck.getKeyAsString());
            log.info("docCount: " + buck.getDocCount());
            log.info("docCountError: " + buck.getDocCountError());
            //取子聚合
            ParsedValueCount averageBalance = buck.getAggregations().get("count");
 
            log.info("average_balance: " + averageBalance.getValue());
            log.info("------------------------------------");
        }
        //直接用key 来去分组
        /*Bucket elasticBucket = byCompanyAggregation.getBucketByKey("24");
        Avg averageAge = elasticBucket.getAggregations().get("average_age");
        double avg = averageAge.getValue();*/
 
    }
    return new ArrayList();
}catch (Exception e){
    e.printStackTrace();
    return null;
}

6.查询+统计

try(RestHighLevelClient client= elasticsearchConfig.getClient()) {
 
    // 1、创建search请求
    //SearchRequest searchRequest = new SearchRequest();
    SearchRequest searchRequest = new SearchRequest(INDEX_PAGEACCESS);
 
    // 2、用SearchSourceBuilder来构造查询请求体 ,请仔细查看它的方法，构造各种查询的方法都在这。
    SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
 
    //构造QueryBuilder
    QueryBuilder matchQueryBuilder = QueryBuilders.matchQuery("method.keyword", "web_event_srv.upload");
    sourceBuilder.query(matchQueryBuilder);
    sourceBuilder.size(0);
 
    //加入聚合
    //字段值项分组聚合
    TermsAggregationBuilder aggregation = AggregationBuilders.terms("by_fngroup")
            .field("fngroup.keyword").order(BucketOrder.aggregation("count", true));
    //计算每组的平均balance指标
    aggregation.subAggregation(AggregationBuilders.count("count")
            .field("sessionid"));
    sourceBuilder.aggregation(aggregation);
 
    searchRequest.source(sourceBuilder);
 
    //3、发送请求
    SearchResponse searchResponse = client.search(searchRequest,RequestOptions.DEFAULT);
 
    //4、处理响应
    //搜索结果状态信息
    List<Map> result=new ArrayList<>();
    if(RestStatus.OK.equals(searchResponse.status())) {
        // 获取聚合结果
        Aggregations aggregations = searchResponse.getAggregations();
        Terms byAgeAggregation = aggregations.get("by_fngroup");
        for(Terms.Bucket buck : byAgeAggregation.getBuckets()) {
            Map map=new HashMap();
            map.put("name", buck.getKeyAsString());
            //取子聚合
            ParsedValueCount averageBalance = buck.getAggregations().get("count");
 
            map.put("count",averageBalance.getValue());
            result.add(map);
        }
    }
    return result;
}catch (Exception e){
    e.printStackTrace();
    return null;
}

7.多字段分组聚合

按fngroup和user_id分组聚合

public List selectModuleCount(Map param) {
    try(RestHighLevelClient client= elasticsearchConfig.getClient()) {
 
        // 1、创建search请求
        //SearchRequest searchRequest = new SearchRequest();
        SearchRequest searchRequest = new SearchRequest(INDEX_PAGEACCESS);
 
        // 2、用SearchSourceBuilder来构造查询请求体 ,请仔细查看它的方法，构造各种查询的方法都在这。
        SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
        sourceBuilder.size(0);
 
        //加入聚合
        //字段值项分组聚合
        TermsAggregationBuilder aggregation = AggregationBuilders.terms("by_fngroup")
                .script(new Script("doc['fngroup.keyword'] +'#'+doc['user_id']"))
                //.field("fngroup.keyword")
                .size(Integer.MAX_VALUE)
                .order(BucketOrder.aggregation("count", true));
        //计算每组的平均balance指标
        aggregation.subAggregation(AggregationBuilders.count("count")
                .field("sessionid"));
        sourceBuilder.aggregation(aggregation);
 
        searchRequest.source(sourceBuilder);
 
        //3、发送请求
        SearchResponse searchResponse = client.search(searchRequest,RequestOptions.DEFAULT);
 
        //4、处理响应
        //搜索结果状态信息
        List<Map> result=new ArrayList<>();
        if(RestStatus.OK.equals(searchResponse.status())) {
            // 获取聚合结果
            Aggregations aggregations = searchResponse.getAggregations();
            Terms byAgeAggregation = aggregations.get("by_fngroup");
            for(Terms.Bucket buck : byAgeAggregation.getBuckets()) {
                Map map=new HashMap();
                String[] arr= buck.getKeyAsString().split("#");
                map.put("module",arr[0].replace("[","").replace("]",""));
                map.put("user_id",arr[1].replace("[","").replace("]",""));
                //取子聚合
                ParsedValueCount averageBalance = buck.getAggregations().get("count");
 
                map.put("count",averageBalance.getValue());
                result.add(map);
            }
        }
        return result;
    }catch (Exception e){
        e.printStackTrace();
        return null;
    }
 
}