elasticsearch整合Springboot实现搜索功能

目录

1 通过es的mapping定义数据结构

Es的默认数据类型

定义如下es的mapping结构

2 导入Jest依赖

3  es的mysql数据导入

配置application.properties

定义es数据结构对应的java类

将mysql数据插入es中

测试查询

4  es的复杂查询

查询以下条件的手机

es中的并集处理

查询api

es用jest执行查询语句

查询dsl的封装工具类

5 搜索服务的完成+排序+高亮

定义查询参数的pojo

Controller

service

结果

---

1 通过es的mapping定义数据结构

Es的默认数据类型

定义如下es的mapping结构

PUT gmall0105
{
 "mappings": {
   "PmsSkuInfo":{
     "properties": {
       "id":{
        "type": "double"
      },
      "skuName":{
        "type": "text",
        "analyzer": "ik_max_word"
      },
      "skuDesc":{
        "type": "text"
        , "analyzer": "ik_smart"
      },
      "catalog3Id":{
        "type": "keyword"
      },
      "price":{
        "type": "double"
      },
      "skuDefaultImg":{
        "type": "keyword",
        "index": false
      },
      "hotScore":{
        "type": "double"
      },
      "productId":{
        "type": "keyword"
      },
      "skuAttrValueList":{
        "properties": {
          "attrId":{
            "type":"keyword"
          },
          "valueId":{
            "type":"keyword"
          }
        }
      }
     } 
   }
 } 
}

注意：es里面的string类型（比如keyword和text在后面排序的时候可能存在问题，就不会变成数字比较，而是字符串比较。所以id定义为了double类型）

2 导入Jest依赖

<dependency>    <groupId>org.springframework.boot</groupId>    <artifactId>spring-boot-starter-data-elasticsearch</artifactId> </dependency> <!-- https://mvnrepository.com/artifact/io.searchbox/jest --> <dependency>    <groupId>io.searchbox</groupId>    <artifactId>jest</artifactId>    <version>5.3.3</version> </dependency> <!-- https://mvnrepository.com/artifact/net.java.dev.jna/jna --> <dependency>    <groupId>net.java.dev.jna</groupId>    <artifactId>jna</artifactId>    <version>4.5.1</version> </dependency>

其中jest和jna请将版本号，部分纳入gmall-parent中管理。spring-boot-starter-data-elasticsearch不用管理版本号，其版本跟随springboot的1.5.10大版本号。

3  es用的mysql数据导入

配置application.properties

spring.elasticsearch.jest.uris=http://192.168.67.163:9200

定义es数据结构对应的java类

public class PmsSkuSearchInfo implements Serializable {
    @Id
    private long id;
    private String skuName;
    private String skuDesc;
    private String catalog3Id;
    private BigDecimal price;
    private String skuDefaultImg;
    private double hotScore;
    private String productId;
    private List<PmsSkuAttrValue> skuAttrValueList;
}

将mysql数据插入es中

@RunWith(SpringRunner.class)
@SpringBootTest
public class GmallSearchServiceApplicationTests {

    @Reference
    private SkuService skuService; //查询mysql

    @Autowired
    private JestClient jestClient;

    @Test
    public void put() throws IOException {
        // 查询mysql数据
        List<PmsSkuInfo> pmsSkuInfoList = new ArrayList<>();

        pmsSkuInfoList = skuService.getAllSku();

        // 转化为es的数据结构
        List<PmsSkuSearchInfo> pmsSearchSkuInfos = new ArrayList<>();

        for (PmsSkuInfo pmsSkuInfo : pmsSkuInfoList) {
            PmsSkuSearchInfo pmsSearchSkuInfo = new PmsSkuSearchInfo();

            BeanUtils.copyProperties(pmsSkuInfo,pmsSearchSkuInfo);

            pmsSearchSkuInfo.setId(Long.parseLong(pmsSkuInfo.getId()));

            pmsSearchSkuInfos.add(pmsSearchSkuInfo);

        }

        // 导入es
        for (PmsSkuSearchInfo pmsSearchSkuInfo : pmsSearchSkuInfos) {
            Index put = new Index.Builder(pmsSearchSkuInfo).index("gmall0105").type("PmsSkuInfo").id(pmsSearchSkuInfo.getId()+"").build();
            jestClient.execute(put);
        }
    }
}

注意：

测试查询

4  es的复杂查询

查询以下条件的手机

1 查询所有名字中带华为

2 查询所有4寸以下，16G内存

Query{

Bool:{// 先过滤，后查询

   Filter:{term,term}

   must:{match}

}

}

es中的并集处理

在一个过滤条件中加入并集

查询api

Search search = new Search.Builder("dsl的json语句").addIndex("索引名").addType("表名").build();

es用jest执行查询语句

​​ @Test
    public void get() throws IOException {
       // Search search = new Search.Builder("dsl的json语句").addIndex("索引名").addType("表名").build();
        // 用api执行复杂查询
        List<PmsSkuSearchInfo> pmsSearchSkuInfos = new ArrayList<>();

        Search search = new Search.Builder("{\n" +
                "  \"query\": {\n" +
                "    \"bool\": {\n" +
                "      \"filter\": [\n" +
                "        {\n" +
                "          \"term\": {\n" +
                "          \"skuAttrValueList.valueId\": \"39\"\n" +
                "          }\n" +
                "        },\n" +
                "        {\n" +
                "          \"term\": {\n" +
                "          \"skuAttrValueList.valueId\": \"45\"\n" +
                "          }\n" +
                "        }\n" +
                "        ],\n" +
                "        \"must\": [\n" +
                "          {\n" +
                "            \"match\": {\n" +
                "              \"skuName\": \"小米\"\n" +
                "            }\n" +
                "          }\n" +
                "        ]\n" +
                "      }\n" +
                "    }\n" +
                "  }").addIndex("gmall0105").addType("PmsSkuInfo").build();

        SearchResult execute = jestClient.execute(search);

        List<SearchResult.Hit<PmsSkuSearchInfo, Void>> hits = execute.getHits(PmsSkuSearchInfo.class);

        for (SearchResult.Hit<PmsSkuSearchInfo, Void> hit : hits) {
            PmsSkuSearchInfo source = hit.source;

            pmsSearchSkuInfos.add(source);
        }
        System.out.println(pmsSearchSkuInfos.size());
    }

查询dsl的封装工具类

@Test
    public void get() throws IOException {

        // jest的dsl工具
        SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
        // bool
        BoolQueryBuilder boolQueryBuilder = new BoolQueryBuilder();
        // filter
        TermQueryBuilder termQueryBuilder = new TermQueryBuilder("skuAttrValueList.valueId","43");
        boolQueryBuilder.filter(termQueryBuilder);
        // must
        MatchQueryBuilder matchQueryBuilder = new MatchQueryBuilder("skuName","小米");
        boolQueryBuilder.must(matchQueryBuilder);
        // query
        searchSourceBuilder.query(boolQueryBuilder);
        // from
        searchSourceBuilder.from(0);
        // size
        searchSourceBuilder.size(20);
        // highlight
        searchSourceBuilder.highlight(null);

        String dslStr = searchSourceBuilder.toString();

        System.err.println(dslStr);

       // Search search = new Search.Builder("dsl的json语句").addIndex("索引名").addType("表名").build();
        // 用api执行复杂查询
        List<PmsSkuSearchInfo> pmsSearchSkuInfos = new ArrayList<>();

        Search search = new Search.Builder("").addIndex("gmall0105").addType("PmsSkuInfo").build();

        SearchResult execute = jestClient.execute(search);

        List<SearchResult.Hit<PmsSkuSearchInfo, Void>> hits = execute.getHits(PmsSkuSearchInfo.class);

        for (SearchResult.Hit<PmsSkuSearchInfo, Void> hit : hits) {
            PmsSkuSearchInfo source = hit.source;

            pmsSearchSkuInfos.add(source);
        }
        System.out.println(pmsSearchSkuInfos.size());
    }

5 搜索服务的完成+排序+高亮

（前端代码省略）

定义查询参数的pojo

public class PmsSearchParam implements Serializable {
    private String catalog3Id;
    private String keyword;
    private List<PmsSkuAttrValue> skuAttrValueList;
}

Controller

@Controller
@CrossOrigin
public class SearchController {
    @Reference
    private SearchService searchService;

    @RequestMapping("/list.html")
    public String list(PmsSearchParam pmsSearchParam, ModelMap map){ //三级分类id，关键字
        //调用搜索服务，返回搜索结果
        List<PmsSkuSearchInfo> pmsSkuSearchInfos = searchService.list(pmsSearchParam);
        map.put("skuLsInfoList",pmsSkuSearchInfos);
        return "list";
    }
}

service

@Service
public class SearchServiceImpl implements SearchService {

    @Autowired
    private JestClient jestClient;

    @Override
    public List<PmsSkuSearchInfo> list(PmsSearchParam pmsSearchParam) {

        String dslStr =  getSearchDsl(pmsSearchParam);

        System.err.println(dslStr);

        // 用api执行复杂查询
        List<PmsSkuSearchInfo> pmsSearchSkuInfos = new ArrayList<>();

        Search search = new Search.Builder(dslStr).addIndex("gmall0105").addType("PmsSkuInfo").build();

        SearchResult execute = null;
        try {
            execute = jestClient.execute(search);
        } catch (IOException e) {
            e.printStackTrace();
        }

        List<SearchResult.Hit<PmsSkuSearchInfo, Void>> hits = execute.getHits(PmsSkuSearchInfo.class);

        for (SearchResult.Hit<PmsSkuSearchInfo, Void> hit : hits) {
            PmsSkuSearchInfo source = hit.source;

            //获取高亮内容
            Map<String, List<String>> highlight = hit.highlight;
            if(highlight!=null){
                String skuName = highlight.get("skuName").get(0);
                source.setSkuName(skuName);
            }
            pmsSearchSkuInfos.add(source);
        }

        System.err.println(pmsSearchSkuInfos.size());

        return pmsSearchSkuInfos;
    }

    private String getSearchDsl(PmsSearchParam pmsSearchParam) {
        List<PmsSkuAttrValue> skuAttrValueList = pmsSearchParam.getSkuAttrValueList();
        String keyword = pmsSearchParam.getKeyword();
        String catalog3Id = pmsSearchParam.getCatalog3Id();

        // jest的dsl工具
        SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
        // bool
        BoolQueryBuilder boolQueryBuilder = new BoolQueryBuilder();
        // filter
        if (StringUtils.isNotBlank(catalog3Id)){
            TermQueryBuilder termQueryBuilder = new TermQueryBuilder("catalog3Id",catalog3Id);
            boolQueryBuilder.filter(termQueryBuilder);
        }
        if (skuAttrValueList != null) {
            for (PmsSkuAttrValue pmsSkuAttrValue : skuAttrValueList) {
                TermQueryBuilder termQueryBuilder = new TermQueryBuilder("skuAttrValueList.valueId", pmsSkuAttrValue.getValueId());
                boolQueryBuilder.filter(termQueryBuilder);
            }
        }
        // must
        if (StringUtils.isNotBlank(keyword)) {
            MatchQueryBuilder matchQueryBuilder = new MatchQueryBuilder("skuName", keyword);
            boolQueryBuilder.must(matchQueryBuilder);
        }
        // query
        searchSourceBuilder.query(boolQueryBuilder);
        // from
        searchSourceBuilder.from(0);
        // size
        searchSourceBuilder.size(20);
        // highlight：高亮
        HighlightBuilder highlightBuilder = new HighlightBuilder();
        highlightBuilder.preTags("<span style='color:red;'>");//前缀
        highlightBuilder.field("skuName");
        highlightBuilder.postTags("</span>");//后缀
        searchSourceBuilder.highlight(highlightBuilder);
        //sort
        searchSourceBuilder.sort("id", SortOrder.DESC);

        String dslStr = searchSourceBuilder.toString();

        return dslStr;
    }
}