public interface GoodsRepository extends ElasticsearchRepository<Goods,Long> {
}
(1)创建GoodsRepository对应的测试类
package com.leyou.search.repostory;
import com.leyou.search.pojo.Goods;
import com.leyou.search.repository.GoodsRepository;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.boot.test.context.SpringBootTest;
import org.springframework.data.elasticsearch.core.ElasticsearchTemplate;
import org.springframework.test.context.junit4.SpringRunner;
@RunWith(SpringRunner.class)
@SpringBootTest
public class GoodsRepositoryTest {
@Autowired
private GoodsRepository goodsRepository;
@Autowired
private ElasticsearchTemplate template;
@Test
public void testCreateIndex(){
template.createIndex(Goods.class);
template.putMapping(Goods.class);
}
}
运行测试
1、创建SearchService,构建Goods对象
将数据库当中的SPU和SKU的信息封装为Goods对象,并导入Elasticsearch
package com.leyou.search.service;
import com.fasterxml.jackson.core.type.TypeReference;
import com.leyou.common.enums.ExceptionEnum;
import com.leyou.common.exception.LyException;
import com.leyou.common.utils.JsonUtils;
import com.leyou.item.pojo.*;
import com.leyou.search.client.BrandClient;
import com.leyou.search.client.CategoryClient;
import com.leyou.search.client.GoodsClient;
import com.leyou.search.client.SpecificationClient;
import com.leyou.search.pojo.Goods;
import org.apache.commons.lang.StringUtils;
import org.apache.commons.lang.math.NumberUtils;
import org.apache.lucene.util.CollectionUtil;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import org.springframework.util.CollectionUtils;
import java.util.*;
import java.util.stream.Collectors;
@Service
public class SearchService {
@Autowired
private CategoryClient categoryClient;
@Autowired
private BrandClient brandClient;
@Autowired
private GoodsClient goodsClient;
@Autowired
private SpecificationClient specClient;
public Goods buildGoods(Spu spu){
//查询分类
List categories = categoryClient.queryCategoryByIds(
Arrays.asList(spu.getCid1(), spu.getCid2(), spu.getCid3()));
if(CollectionUtils.isEmpty(categories)){
throw new LyException(ExceptionEnum.CATEGORY_NOT_FOND);
}
//将categories集合当中所有的name取出来封装为一个字符串集合
List names = categories.stream().map(Category::getName).collect(Collectors.toList());
//查询品牌
Brand brand = brandClient.queryBrandById(spu.getBrandId());
if(brand == null){
throw new LyException(ExceptionEnum.BRAND_NOT_FOUND);
}
//搜索字段 将字符串集合变成一个字符串以空格为分隔拼接到后面
String all = spu.getTitle() + StringUtils.join(names," ") + brand.getName();
//查询sku
List skuList = goodsClient.querySkuBySpuId(spu.getId());
if(CollectionUtils.isEmpty(skuList)){
throw new LyException(ExceptionEnum.GOODS_SKU_NOT_FOND);
}
//对Sku进行处理
List<Map<String,Object>> skus = new ArrayList<>();
//价格集合
ArrayList priceList = new ArrayList();
for (Sku sku : skuList) {
Map<String,Object> map = new HashMap<>();
map.put(“id”,sku.getId());
map.put(“title”,sku.getTitle());
map.put(“price”,sku.getPrice());
//截取sku当中图片逗号之前的第一个
map.put(“images”,StringUtils.substringBefore(sku.getImages(),“,”));
skus.add(map);
//处理价格
priceList.add(sku.getPrice());
}
//查询规格参数
List params = specClient.queryParamList(null, spu.getCid3(), true);
if(CollectionUtils.isEmpty(params)){
throw new LyException(ExceptionEnum.SPEC_GROUP_NOT_FOND);
}
//查询商品详情
SpuDetail spuDetail = goodsClient.queryDetailById(spu.getId());
//获取通用规格参数,获取到通用规格参数的JSON字符串,将其转换为Map集合
Map<Long, String> genericSpec = JsonUtils.toMap(spuDetail.getGenericSpec(), Long.class, String.class);
//获取特有规格参数,获取到特有规格参数的JSON字符串,将其转换为Map集合,而Map集合当中的值是String,键为List集合
Map<Long, List> specailSpec =
JsonUtils.nativeRead(spuDetail.getSpecialSpec(),
new TypeReference<Map<Long, List>>(){});
//处理规格参数,key是规格参数的名称,值是规格参数的值
Map<String,Object> specs = new HashMap<>();
for (SpecParam param : params) {
//规格名称
String key = param.getName();
Object value = “”;
//判断是否是通过规格参数
if(param.getGeneric()){
value = genericSpec.get(param.getId());
//判断是否是数值类型
if(param.getNumeric()){
//处理成段
value = chooseSegment(value.toString(),param);
}
}else {
value = specailSpec.get(param.getId());
}
//存入map
specs.put(key,value);
}
//构建good对象
Goods goods = new Goods();
goods.setBrandId(spu.getBrandId());
goods.setCid1(spu.getCid1());
goods.setCid2(spu.getCid2());
goods.setCid3(spu.getCid3());
goods.setCreateTime(spu.getCreateTime());
goods.setId(spu.getId());
goods.setAll(all);//搜索字段,包含标题,分类,品牌,规格等信息
goods.setPrice(priceList);// 所有sku价格的集合
goods.setSkus(JsonUtils.toString(skus));// 所有sku的集合的JSON格式
goods.setSpecs(specs);// 所有可以搜索的规格参数
goods.setSubTitle(spu.getSubTitle());
return goods;
}
private String chooseSegment(String value, SpecParam p) {
double val = NumberUtils.toDouble(value);
String result = “其它”;
// 保存数值段
for (String segment : p.getSegments().split(“,”)) {
String[] segs = segment.split(“-”);
// 获取数值范围
double begin = NumberUtils.toDouble(segs[0]);
double end = Double.MAX_VALUE;
if(segs.length == 2){
end = NumberUtils.toDouble(segs[1]);
}
// 判断是否在范围内
if(val >= begin && val < end){
if(segs.length == 1){
result = segs[0] + p.getUnit() + “以上”;
}else if(begin == 0){
result = segs[1] + p.getUnit() + “以下”;
}else{
result = segment + p.getUnit();
}
break;
}
}
return result;
}
}
2、然后编写一个测试类,循环查询Spu,然后调用IndexService中的方法,把SPU变为Goods,然后写入索引库:
package com.leyou.search.repostory;
import com.leyou.common.vo.PageResult;
import com.leyou.item.pojo.Spu;
import com.leyou.search.client.GoodsClient;
import com.leyou.search.pojo.Goods;
import com.leyou.search.repository.GoodsRepository;
import com.leyou.search.service.SearchService;
import org.apache.lucene.util.CollectionUtil;
import org.aspectj.weaver.ast.Var;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.boot.test.context.SpringBootTest;
import org.springframework.data.elasticsearch.core.ElasticsearchTemplate;
import org.springframework.test.context.junit4.SpringRunner;
import org.springframework.util.CollectionUtils;
import java.util.List;
import java.util.stream.Collectors;
@RunWith(SpringRunner.class)
@SpringBootTest
public class GoodsRepositoryTest {
@Autowired
private GoodsRepository goodsRepository;
@Autowired
private ElasticsearchTemplate template;
@Autowired
private GoodsClient goodsClient;
@Autowired
private SearchService searchService;
@Test
public void testCreateIndex(){
template.createIndex(Goods.class);
template.putMapping(Goods.class);
}
@Test
public void loadData(){
int page = 1;
int rows = 100;
int size = 0;
do {
//查询spu的信息
PageResult result = goodsClient.querySpuByPage(page, rows, true, null);
List spuList = result.getItems();//得到当前页
if(CollectionUtils.isEmpty(spuList)){
break;
}
//构建成Goods
List goodsList = spuList.stream().map(searchService::buildGoods).collect(Collectors.toList());
//存入索引库
goodsRepository.saveAll(goodsList);
//翻页
page++;
size = spuList.size();
}while (size == 100);
}
}
运行测试类
查询虚拟机发送请求:
http://134.135.131.36:9200/goods/_search
返回结果
{
“took”: 97,
“timed_out”: false,
“_shards”: {
“total”: 1,
“successful”: 1,
“skipped”: 0,
“failed”: 0
},
“hits”: {
“total”: 181,
“max_score”: 1,
“hits”: [
{
“_index”: “goods”,
“_type”: “docs”,
“_id”: “129”,
“_score”: 1,
“_source”: {
“id”: 129,
“all”: “小米(MI) 红米5 plus 手机 (更新)手机 手机通讯 手机小米(MI)”,
“subTitle”: “18:9全面屏,4000mAh大电池,骁龙八核处理器!<a href=“https://item.jd.com/21685362089.html” target=”_blank">32G金色限时8XX秒!",
“brandId”: 18374,
“cid1”: 74,
“cid2”: 75,
“cid3”: 76,
“createTime”: 1524297578000,
“price”: [
105900,
109900,
109900,
109900
],
“skus”: “[{“images”:“http://image.leyou.com/images/13/5/1524297576554.jpg”,“price”:105900,“id”:27359021725,“title”:“小米(MI) 红米5 plus 手机 (更新) 黑色 3GB 32GB”},{“images”:“http://image.leyou.com/images/7/15/1524297577054.jpg”,“price”:109900,“id”:27359021726,“title”:“小米(MI) 红米5 plus 手机 (更新) 金色 3GB 32GB”},{“images”:“http://image.leyou.com/images/0/10/1524297577503.jpg”,“price”:109900,“id”:27359021727,“title”:“小米(MI) 红米5 plus 手机 (更新) 玫瑰金 3GB 32GB”},{“images”:“http://image.leyou.com/images/2/2/1524297577945.jpg”,“price”:109900,“id”:27359021728,“title”:“小米(MI) 红米5 plus 手机 (更新) 浅蓝色 3GB 32GB”}]”,
“specs”: {
“CPU核数”: “八核”,
“后置摄像头”: “1000-1500万”,
“CPU品牌”: “骁龙(Snapdragon)”,
“CPU频率”: “2.0-2.5GHz”,
“操作系统”: “Android”,
“内存”: [
“3GB”
],
“主屏幕尺寸(英寸)”: “5.5-6.0英寸”,
“前置摄像头”: “500-1000万”,
“电池容量(mAh)”: “4000mAh以上”,
“机身存储”: [
“32GB”
]
}
}
},
{
“_index”: “goods”,
“_type”: “docs”,
“_id”: “168”,
“_score”: 1,
“_source”: {
“id”: 168,
“all”: “小米(MI) 小米5X 手机 (更新3)手机 手机通讯 手机小米(MI)”,
“subTitle”: “【爆款低价 移动/公开全网通不做混发,请放心购买!】5.5”屏幕,变焦双摄!<a href=“https://item.jd.com/12068579160.html” target=”_blank">戳戳小米6~",
“brandId”: 18374,
“cid1”: 74,
“cid2”: 75,
小编13年上海交大毕业,曾经在小公司待过,也去过华为、OPPO等大厂,18年进入阿里一直到现在。
深知大多数初中级前端工程师,想要提升技能,往往是自己摸索成长或者是报班学习,但自己不成体系的自学效果低效又漫长,而且极易碰到天花板技术停滞不前!
因此收集整理了一份《2024年Web前端开发全套学习资料》送给大家,初衷也很简单,就是希望能够帮助到想自学提升又不知道该从何学起的朋友,同时减轻大家的负担。
由于文件比较大,这里只是将部分目录截图出来,每个节点里面都包含大厂面经、学习笔记、源码讲义、实战项目、讲解视频
如果你觉得这些内容对你有帮助,可以添加下面V无偿领取!(备注:前端)
MI)",
“subTitle”: “【爆款低价 移动/公开全网通不做混发,请放心购买!】5.5”屏幕,变焦双摄!<a href=“https://item.jd.com/12068579160.html” target=”_blank">戳戳小米6~",
“brandId”: 18374,
“cid1”: 74,
“cid2”: 75,
小编13年上海交大毕业,曾经在小公司待过,也去过华为、OPPO等大厂,18年进入阿里一直到现在。
深知大多数初中级前端工程师,想要提升技能,往往是自己摸索成长或者是报班学习,但自己不成体系的自学效果低效又漫长,而且极易碰到天花板技术停滞不前!
因此收集整理了一份《2024年Web前端开发全套学习资料》送给大家,初衷也很简单,就是希望能够帮助到想自学提升又不知道该从何学起的朋友,同时减轻大家的负担。
[外链图片转存中…(img-iDd4JfWF-1710881412401)]
[外链图片转存中…(img-69NmvflJ-1710881412402)]
[外链图片转存中…(img-AYm9w858-1710881412403)]
[外链图片转存中…(img-UcHjKygF-1710881412403)]
由于文件比较大,这里只是将部分目录截图出来,每个节点里面都包含大厂面经、学习笔记、源码讲义、实战项目、讲解视频
如果你觉得这些内容对你有帮助,可以添加下面V无偿领取!(备注:前端)
[外链图片转存中…(img-hyM8URwr-1710881412404)]