spring boot 2.x 整合 elasticsearch 7.x rest-high-level-client 方式

背景：最近 向es 存取数据，编写一个es工具类，

           试了很多种集成方式，因为es 7.3版本太新，走了不少弯路，只写了一些简单的存储查询，有需要的可以直接拿去参考

           代码已上传

版本：

          spring boot  2.1.6.RELEASE

          elasticsearch 7.3.0

          JDK 1.8

 

1 新建一个boot 项目

  添加 pom 依赖

<dependencies>

    <!--ElasticSearch 依赖-->
    <dependency>
        <groupId>org.elasticsearch.client</groupId>
        <artifactId>elasticsearch-rest-high-level-client</artifactId>
        <version>7.3.0</version>
    </dependency>
    <dependency>
        <groupId>org.elasticsearch</groupId>
        <artifactId>elasticsearch</artifactId>
        <version>7.3.0</version>
    </dependency>

    <dependency>
        <groupId>org.elasticsearch.client</groupId>
        <artifactId>elasticsearch-rest-client</artifactId>
        <version>7.3.0</version>
    </dependency>

    <!--阿里 fastjson-->
    <dependency>
        <groupId>com.alibaba</groupId>
        <artifactId>fastjson</artifactId>
        <version>1.2.58</version>
    </dependency>

    <!--lombok-->
    <dependency>
        <groupId>org.projectlombok</groupId>
        <artifactId>lombok</artifactId>
    </dependency>

    <dependency>
        <groupId>org.apache.directory.studio</groupId>
        <artifactId>org.apache.commons.collections</artifactId>
        <version>3.2.1</version>
    </dependency>

    <dependency>
        <groupId>org.apache.commons</groupId>
        <artifactId>commons-lang3</artifactId>
        <version>3.8</version>
    </dependency>

    <dependency>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-starter-web</artifactId>
    </dependency>
</dependencies>

2 配置 application.yml文件

elasticSearch:
  # 集群地址，多个用,隔开
  hosts: 127.0.0.1
  port: 9200
  # 使用的协议
  schema: http
  client:
    # 连接超时时间
    connectTimeOut: 1000
    # 连接超时时间
    socketTimeOut: 3000
    # 获取连接的超时时间
    connectionRequestTimeOut: 500
    # 最大连接数
    maxConnectNum: 50
    # 最大路由连接数
    maxConnectPerRoute: 50

 

3 编写es配置类

package com.example.config;
import org.apache.http.HttpHost;
import org.elasticsearch.client.RestClient;
import org.elasticsearch.client.RestClientBuilder;
import org.elasticsearch.client.RestHighLevelClient;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;

import javax.annotation.PostConstruct;
import java.util.ArrayList;
import java.util.List;

/**
 * @Description: ElasticSearch 配置类
 * @Author: karma
 * @Date: 2019/11/25 3:11 下午
 */
@Configuration
public class ElasticSearchConfig {

    /**
     * 集群地址，多个用,隔开
     **/
    @Value("${elasticSearch.hosts}")
    private String hosts;

    /**
     * 端口号
     **/
    @Value("${elasticSearch.port}")
    private int port;

    /**
     * 使用的协议
     **/
    @Value("${elasticSearch.schema}")
    private String schema;

    /**
     * 连接超时时间
     **/
    @Value("${elasticSearch.client.connectTimeOut}")
    private int connectTimeOut;

    /**
     * 连接超时时间
     **/
    @Value("${elasticSearch.client.socketTimeOut}")
    private int socketTimeOut;

    /**
     * 获取连接的超时时间
     **/
    @Value("${elasticSearch.client.connectionRequestTimeOut}")
    private static int connectionRequestTimeOut;

    /**
     * 最大连接数
     **/
    @Value("${elasticSearch.client.maxConnectNum}")
    private static int maxConnectNum;

    /**
     *  最大路由连接数
     **/
    @Value("${elasticSearch.client.maxConnectPerRoute}")
    private static int maxConnectPerRoute;


    private List<HttpHost> hostList = new ArrayList<>();

    @PostConstruct
    private  void init(){
        hostList = new ArrayList<>();
        String[] hostArray = hosts.split(",");
        for (String host : hostArray) {
            hostList.add(new HttpHost(host, port, schema));
        }
    }

    @Bean
    public RestHighLevelClient getRestHighLevelClient() {

        RestClientBuilder builder = RestClient.builder(hostList.toArray(new HttpHost[0]));
        // 异步httpclient连接延时配置
        builder.setRequestConfigCallback(requestConfigBuilder -> {
            requestConfigBuilder.setConnectTimeout(connectTimeOut);
            requestConfigBuilder.setSocketTimeout(socketTimeOut);
            requestConfigBuilder.setConnectionRequestTimeout(connectionRequestTimeOut);
            return requestConfigBuilder;
        });
        // 异步httpclient连接数配置
        builder.setHttpClientConfigCallback(httpClientBuilder -> {
            httpClientBuilder.setMaxConnTotal(maxConnectNum);
            httpClientBuilder.setMaxConnPerRoute(maxConnectPerRoute);
            return httpClientBuilder;
        });
        RestHighLevelClient client = new RestHighLevelClient(builder);
        return client;
    }

}

4  编写 ElasticSearchUtils

package com.example.util;

import com.alibaba.fastjson.JSONObject;
import org.apache.commons.collections.CollectionUtils;
import org.apache.commons.collections.MapUtils;
import org.apache.commons.lang3.StringUtils;
import org.elasticsearch.action.bulk.BulkRequest;
import org.elasticsearch.action.get.GetRequest;
import org.elasticsearch.action.get.GetResponse;
import org.elasticsearch.action.index.IndexRequest;
import org.elasticsearch.action.index.IndexResponse;
import org.elasticsearch.action.search.SearchRequest;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.action.update.UpdateRequest;
import org.elasticsearch.action.update.UpdateResponse;
import org.elasticsearch.client.RequestOptions;
import org.elasticsearch.client.RestHighLevelClient;
import org.elasticsearch.common.unit.TimeValue;
import org.elasticsearch.index.query.*;
import org.elasticsearch.index.reindex.BulkByScrollResponse;
import org.elasticsearch.index.reindex.DeleteByQueryRequest;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.builder.SearchSourceBuilder;
import org.elasticsearch.search.fetch.subphase.FetchSourceContext;
import org.springframework.stereotype.Component;

import javax.annotation.Resource;
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;

/**
 * @Description: ElasticSearch 工具类
 * @Author: karma
 * @Date: 2019/11/25 10:34 上午
 */
@Component
public class ElasticSearchUtils {

    @Resource
    private RestHighLevelClient restHighLevelClient ;

   ============查询======================================

    /**
     * description: 多字段匹配查询
     * @author karma
     * @param index 索引
     * @param fieldMap 字段map集合
     * @return java.lang.String
     * @date 2019/11/27 3:47 下午
     **/
    public String getByMultiFieldNames(String index, Map<String,Object> fieldMap) throws IOException{
        if(StringUtils.isBlank(index) || MapUtils.isEmpty(fieldMap)){
            return null;
        }
        SearchRequest searchRequest = new SearchRequest(index);

        SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
        BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
        //循环传入搜索参数
        fieldMap.forEach((key, value) ->{
            boolQueryBuilder.must(QueryBuilders.termQuery(key,value));
        });

        sourceBuilder.query(boolQueryBuilder);
        searchRequest.source(sourceBuilder);
        SearchResponse searchResponse = restHighLevelClient.search(searchRequest,RequestOptions.DEFAULT);
        return handleSearchResponse2Json(searchResponse);
    }


    /**
     * description: 根据id 查询
     * @author karma
     * @param index 索引
     * @param id (es数据id  _id)
     * @return java.lang.String
     * @date 2019/11/25 1:53 下午
     **/
    public String getByIndexAndId(String index, String id)throws IOException{
        if(StringUtils.isBlank(index) || StringUtils.isBlank(id)){
            return null;
        }

        GetRequest getRequest = new GetRequest(index,id);
        GetResponse getResponse = restHighLevelClient.get(getRequest, RequestOptions.DEFAULT);
        return getResponse.getSourceAsString();
    }

    /**
     * description: 根据索引查询
     * @author karma
     * @param index 索引
     * @param pageNum 第几页
     * @param pageSize 每页条数
     * @return java.lang.String
     * @date 2019/11/25 1:54 下午
     **/
    public String getByIndex(String index, int pageNum, int pageSize)throws IOException{
        if(StringUtils.isBlank(index)){
            return null;
        }

        // 搜索请求
        SearchRequest searchRequest = new SearchRequest(index);
        SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();

        // 分页
        if(pageNum >= 0 && pageSize >= 0){
            searchSourceBuilder.from(pageSize*(pageNum - 1));
            searchSourceBuilder.size(pageSize);
        }else {
            // 如果不传分页参数 默认给20条数据
            searchSourceBuilder.from(0);
            searchSourceBuilder.size(19);
        }

        // 查询条件
        MatchAllQueryBuilder queryBuilder = QueryBuilders.matchAllQuery();

        // 传入搜索条件
        searchSourceBuilder.query(queryBuilder);
        searchRequest.source(searchSourceBuilder);

        SearchResponse searchResponse = restHighLevelClient.search(searchRequest,RequestOptions.DEFAULT);
        return handleSearchResponse2Json(searchResponse);
    }


    /**
     * description: 根据字段查询
     * @author karma
     * @param index 索引
     * @param fileName 字段名
     * @param value 字段值
     * @return java.lang.String
     * @date 2019/11/27 4:00 下午
     **/
    public String getByFieldName(String index, String fileName,String value) throws IOException{

        if(StringUtils.isBlank(index) || StringUtils.isBlank(fileName) || StringUtils.isBlank(value)){
            return null;
        }

        SearchRequest searchRequest = new SearchRequest(index);

        SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
        QueryBuilder queryBuilder = QueryBuilders.matchQuery(fileName,value);
        sourceBuilder.query(queryBuilder);

        searchRequest.source(sourceBuilder);
        SearchResponse searchResponse = restHighLevelClient.search(searchRequest,RequestOptions.DEFAULT);
        return handleSearchResponse2Json(searchResponse);
    }

  

    /**
     * description: 将SearchResponse 取出数据 转换成json
     * @author karma
     * @param searchResponse
     * @return java.lang.String
     * @date 2019/11/27 2:33 下午
     **/
    private String handleSearchResponse2Json(SearchResponse searchResponse){

        SearchHit[] hits = searchResponse.getHits().getHits();

        if(hits.length == 0){
            return null;
        }

        List<Map<String,Object>> dataList = new ArrayList<>(hits.length);
        for(int i=0; i< hits.length; i++){
            dataList.add(hits[i].getSourceAsMap());
        }
        return JSONObject.toJSONString(dataList);
    }

}