java es index_elasticsearch--index 和 mapping的创建之java api

最新推荐文章于 2024-05-13 17:13:32 发布

SME情报员

最新推荐文章于 2024-05-13 17:13:32 发布

阅读量237

点赞数

文章标签： java es index

本文链接：https://blog.csdn.net/weixin_29066781/article/details/114732781

版权

packagecn.maitian.maimai.search.service.impl;importjava.net.InetAddress;importjava.util.ArrayList;importjava.util.Arrays;importjava.util.HashMap;importjava.util.Iterator;importjava.util.List;importjava.util.Map;importorg.apache.commons.lang3.StringUtils;importorg.apache.commons.logging.Log;importorg.apache.commons.logging.LogFactory;importorg.elasticsearch.action.admin.indices.alias.exists.AliasesExistRequestBuilder;importorg.elasticsearch.action.admin.indices.alias.exists.AliasesExistResponse;importorg.elasticsearch.action.admin.indices.create.CreateIndexRequest;importorg.elasticsearch.action.admin.indices.create.CreateIndexResponse;importorg.elasticsearch.action.admin.indices.delete.DeleteIndexResponse;importorg.elasticsearch.action.admin.indices.exists.indices.IndicesExistsRequest;importorg.elasticsearch.action.admin.indices.exists.indices.IndicesExistsResponse;importorg.elasticsearch.action.admin.indices.exists.types.TypesExistsRequest;importorg.elasticsearch.action.admin.indices.exists.types.TypesExistsResponse;importorg.elasticsearch.action.admin.indices.mapping.put.PutMappingRequest;importorg.elasticsearch.action.admin.indices.mapping.put.PutMappingRequestBuilder;importorg.elasticsearch.action.admin.indices.mapping.put.PutMappingResponse;importorg.elasticsearch.action.bulk.BulkRequestBuilder;importorg.elasticsearch.action.bulk.BulkResponse;importorg.elasticsearch.action.delete.DeleteResponse;importorg.elasticsearch.action.deletebyquery.DeleteByQueryAction;importorg.elasticsearch.action.deletebyquery.DeleteByQueryRequestBuilder;importorg.elasticsearch.action.deletebyquery.DeleteByQueryResponse;importorg.elasticsearch.action.index.IndexRequestBuilder;importorg.elasticsearch.action.index.IndexResponse;importorg.elasticsearch.action.search.ClearScrollRequestBuilder;importorg.elasticsearch.action.search.ClearScrollResponse;importorg.elasticsearch.action.search.SearchRequestBuilder;importorg.elasticsearch.action.search.SearchResponse;importorg.elasticsearch.action.search.SearchType;importorg.elasticsearch.action.update.UpdateRequestBuilder;importorg.elasticsearch.action.update.UpdateResponse;importorg.elasticsearch.client.Client;importorg.elasticsearch.client.transport.TransportClient;importorg.elasticsearch.common.text.Text;importorg.elasticsearch.common.transport.InetSocketTransportAddress;importorg.elasticsearch.common.unit.DistanceUnit;importorg.elasticsearch.common.unit.TimeValue;importorg.elasticsearch.common.xcontent.XContentBuilder;importorg.elasticsearch.common.xcontent.XContentFactory;importorg.elasticsearch.index.query.AndQueryBuilder;importorg.elasticsearch.index.query.BoolQueryBuilder;importorg.elasticsearch.index.query.ExistsQueryBuilder;importorg.elasticsearch.index.query.GeoBoundingBoxQueryBuilder;importorg.elasticsearch.index.query.GeoDistanceQueryBuilder;importorg.elasticsearch.index.query.MatchQueryBuilder;importorg.elasticsearch.index.query.OrQueryBuilder;importorg.elasticsearch.index.query.QueryBuilder;importorg.elasticsearch.index.query.QueryBuilders;importorg.elasticsearch.index.query.RangeQueryBuilder;importorg.elasticsearch.search.SearchHit;importorg.elasticsearch.search.SearchHitField;importorg.elasticsearch.search.SearchHits;importorg.elasticsearch.search.aggregations.Aggregation;importorg.elasticsearch.search.aggregations.AggregationBuilders;importorg.elasticsearch.search.aggregations.bucket.terms.StringTerms;importorg.elasticsearch.search.aggregations.bucket.terms.Terms.Bucket;importorg.elasticsearch.search.aggregations.bucket.terms.TermsBuilder;importorg.elasticsearch.search.highlight.HighlightField;importorg.elasticsearch.search.sort.SortBuilder;importorg.elasticsearch.search.sort.SortBuilders;importorg.elasticsearch.search.sort.SortOrder;importorg.springframework.util.CollectionUtils;importcom.alibaba.fastjson.JSON;importcn.maitian.maimai.search.common.ClientHelper;importcn.maitian.maimai.search.common.EsQueryModel;importcn.maitian.maimai.search.common.GeoPointModel;importcn.maitian.maimai.search.common.Pager;importcn.maitian.maimai.search.common.PropertyQueryModel;importcn.maitian.maimai.search.service.SearchService;/***

*@authorLXINXIN

* @company MAITIAN

*@version1.0*/

public class EsSearchServiceImpl implementsSearchService {/*** log日志*/

private Log logger = LogFactory.getLog(EsSearchServiceImpl.class);privateClientHelper clientHelper;public booleanupdateRecord(String clusterName, String index, String type,

String id, MapnewContent) {

Client client=clientHelper.getClient(clusterName);

XContentBuilder xBuild= null;

Boolean result= false;try{

xBuild=XContentFactory.jsonBuilder().startObject();for(String key : newContent.keySet()) {

xBuild.field(key, newContent.get(key));

}

xBuild.endObject();

UpdateResponse response=client.prepareUpdate(index, type, id)

.setDoc(xBuild).execute().actionGet();

Integer success=response.getShardInfo().getSuccessful();

result= success > 0 ? true : false;

}catch(Exception e) {

logger.error(e);

result= false;

}returnresult;

}public booleaninsertRecord(String clusterName, String index, String type,

String id, Mapcontent) {

Integer sucess= 0;

Client client=clientHelper.getClient(clusterName);

IndexRequestBuilder indexRequest=client.prepareIndex(index, type, id);

XContentBuilder builder= null;boolean result = false;try{

builder=XContentFactory.jsonBuilder().startObject();for(String key : content.keySet()) {

builder.field(key, content.get(key));

}

builder.endObject();

IndexResponse response=indexRequest.setSource(builder).execute()

.get();

sucess=response.getShardInfo().getSuccessful();

}catch(Exception e) {

logger.error(e);

result= false;

}

result= sucess > 0 ? true : false;returnresult;

}public booleandeleteRecordById(String clusterName, String index,

String type, String id) {

Integer num= 0;

Client client=clientHelper.getClient(clusterName);

DeleteResponse response=client.prepareDelete(index, type, id)

.execute().actionGet();

num=response.getShardInfo().getSuccessful();boolean success = num > 0 ? true : false;returnsuccess;

}public booleandeleteRecordsByConditions(String clusterName, String index,

String type, Mapconditions) {long num = -1;

Client client=clientHelper.getClient(clusterName);

DeleteByQueryRequestBuilder deleteQueryBuilder= newDeleteByQueryRequestBuilder(

client, DeleteByQueryAction.INSTANCE).setIndices(index)

.setTypes(type);//条件为空的时候，就将该type删除

if (conditions == null) {

}else{//条件多于1的时候，采用精准匹配多于1个时，采用模糊匹配，并且同时存在

if (conditions.size() > 1) {

BoolQueryBuilder booleanQuery=QueryBuilders.boolQuery();for(String key : conditions.keySet()) {

booleanQuery.must(QueryBuilders.matchQuery(key,

conditions.get(key)));

}try{

DeleteByQueryResponse res=deleteQueryBuilder

.setQuery(booleanQuery).execute().actionGet();

num=res.getTotalDeleted();

}catch(Exception e) {

logger.error(e);

}

}else{

String key=conditions.keySet().iterator().next();

MatchQueryBuilder matchQuery=QueryBuilders.matchQuery(key,

conditions.get(key));try{

DeleteByQueryResponse res=deleteQueryBuilder

.setQuery(matchQuery).execute().actionGet();

num=res.getTotalDeleted();

}catch(Exception e) {

logger.error(e);

}

}boolean success = num >= 0 ? true : false;returnsuccess;

}publicString queryDocumentsUseScroll(EsQueryModel model) {

String clusterName=model.getClusterName();

String index=model.getIndex();

String type=model.getType();

Integer pageNo=model.getPageNo();

Integer size=model.getSize();

Map queryMaps =model.getQueryConditions();

List> rangeLists =model.getRangeFields();

Map sortMaps =model.getSortFields();

List fields =model.getFields();

Client client=clientHelper.getClient(clusterName);

SearchRequestBuilder searchRequestBuilder=client.prepareSearch(index)

.setTypes(type).setSearchType(SearchType.DFS_QUERY_THEN_FETCH);if (pageNo == null || pageNo <= 0) {

pageNo= 1;

}if (size == null || size <= 0) {

size= 20;

}try{

List> lists = new ArrayList>();/**下面这一段是构造bool嵌套，就是构造一个在满足精确查找的条件下，再去进行多字段的或者关系的全文检索 **/

//构造全文或关系的查询

BoolQueryBuilder bb =QueryBuilders.boolQuery();if (queryMaps != null) {for(Object key : queryMaps.keySet()) {

bb=bb.must(QueryBuilders.matchQuery((String) key,

queryMaps.get(key)));

}

searchRequestBuilder.setQuery(bb);

}//构造范围查询参数

QueryBuilder qb = null;if (rangeLists != null && rangeLists.size() > 0) {for (Mapmap : rangeLists) {if (map != null && (!map.isEmpty())) {if (map.get("field") != null) {if (map.get("from") != null

&& map.get("to") != null) {

qb=QueryBuilders

.rangeQuery(

StringUtils.trim(map.get("field").toString()))

.from(StringUtils.trim(map.get("from")

.toString()))

.to(StringUtils.trim(map.get("to")

.toString()));

}else if (map.get("from") == null

&& map.get("to") != null) {

qb=QueryBuilders.rangeQuery(

StringUtils.trim(map.get("field")

.toString())).to(

StringUtils.trim(map.get("to")

.toString()));

}else if (map.get("from") != null

&& map.get("to") == null) {

qb=QueryBuilders.rangeQuery(

StringUtils.trim(map.get("field")

.toString())).from(

StringUtils.trim(map.get("from")

.toString()));

}

searchRequestBuilder.setPostFilter(qb);

}//构造排序参数

SortBuilder sortBuilder = null;if (sortMaps != null && sortMaps.size() > 0) {for(Object key : sortMaps.keySet()) {

sortBuilder=SortBuilders.fieldSort((String) key).order(

StringUtils.trim(sortMaps.get(key).toString())

.equals("ASC") ?SortOrder.ASC

: SortOrder.DESC);

}

searchRequestBuilder.addSort(sortBuilder);

}

searchRequestBuilder.setExplain(true);//构造高亮字段

if (fields != null && fields.size() > 0) {for(String field : fields) {

searchRequestBuilder.addHighlightedField(field);

}

searchRequestBuilder.setHighlighterEncoder("UTF-8")

.setHighlighterPreTags("")

.setHighlighterPostTags("");

}//查询(该查询已返回第一分片的数据)

SearchResponse response =searchRequestBuilder.setSize(size)

.setScroll(TimeValue.timeValueMinutes(1)).execute()

.actionGet();//取总计数

long count =response.getHits().getTotalHits();for (Integer i = 1; i <= pageNo; i++) {if(i.equals(pageNo)) {//取值

SearchHits hits =response.getHits();for(SearchHit hit : hits) {

Map result =hit

.highlightFields();if (fields != null) {//用高亮字段替换搜索字段

for(String field : fields) {

HighlightField titleField=result.get(field);if (titleField == null) {continue;

}

Text[] titleTexts=titleField.fragments();

StringBuffer value= newStringBuffer();for(Text text : titleTexts) {

value.append(text);

}

hit.getSource().put(field, value.toString());

}

hit.getSource().put("id", hit.getId());

hit.getSource().put("index", hit.getIndex());

hit.getSource().put("type", hit.getType());

lists.add(hit.getSource());

}

Pager result= newPager(hits.getTotalHits(), lists,

Long.parseLong(pageNo+ ""));returnJSON.toJSONString(result);

}//查询下一分页的数据

response =client.prepareSearchScroll(response.getScrollId())

.setScroll(TimeValue.timeValueMinutes(8)).execute()

.actionGet();

}

Pager result= new Pager(count, lists, Long.parseLong(pageNo + ""));returnJSON.toJSONString(result);

}catch(Exception e) {

e.printStackTrace();

}return null;

}publicString queryMultiField(EsQueryModel model) {long startTime =System.currentTimeMillis();

String clusterName=model.getClusterName();

String index=model.getIndex();

String type=model.getType();

Integer pageNo=model.getPageNo();

Integer size=model.getSize();

Map must =model.getMust();

Map should =model.getShould();

List> rangeLists =model.getRangeFields();

Map sortMaps =model.getSortFields();

List fields =model.getFields();

Client client=clientHelper.getClient(clusterName);long startTime1 =System.currentTimeMillis();

System.out.println("ES queryMultiField getClient[" + (startTime1-startTime) + "]");

SearchRequestBuilder searchRequestBuilder=client.prepareSearch(index)

.setTypes(type).setSearchType(SearchType.DFS_QUERY_THEN_FETCH);long startTime2 =System.currentTimeMillis();

System.out.println("ES queryMultiField prepareSearch[" + (startTime2-startTime1) + "]");if (pageNo == null || pageNo <= 0)

pageNo= 1;if (size == null || size <= 0)

size= 20;

List> lists = new ArrayList>();try{

OrQueryBuilder or= null;

AndQueryBuilder and= null;//构建or查询

if (should != null && !should.isEmpty()) {

Iterator keys =should.keySet().iterator();while(keys.hasNext()) {

String key=keys.next();if (should.get(key) != null

&&StringUtils.isNotBlank(should.get(key)

.toString())) {

QueryBuilder condition=QueryBuilders.matchQuery(key,

should.get(key));if (or == null) {

or=QueryBuilders.orQuery(condition);

}else{

or.add(condition);

}

}//构建AND查询

if (must != null && !must.isEmpty()) {

Iterator keys =must.keySet().iterator();while(keys.hasNext()) {

String key=keys.next();if (null !=must.get(key)&&StringUtils.isNotBlank(must.get(key).toString())) {

QueryBuilder condition=QueryBuilders.matchQuery(key,

must.get(key));if (and == null) {

and=QueryBuilders.andQuery(condition);

}else{

and.add(condition);

}

}if (or != null) {if (and != null) {

and.add(or);

searchRequestBuilder.setQuery(and);

}else{

searchRequestBuilder.setQuery(or);

}

}else{if (and != null) {

searchRequestBuilder.setQuery(and);

}else{

searchRequestBuilder

.setQuery(QueryBuilders.matchAllQuery());

}

}//构造范围查询参数

QueryBuilder qb = null;if (rangeLists != null && rangeLists.size() > 0) {for (Mapmap : rangeLists) {if (map != null && (!map.isEmpty())) {if (map.get("field") != null) {if (map.get("from") != null

&& map.get("to") != null) {

qb=QueryBuilders

.rangeQuery(

StringUtils.trim(map.get("field").toString()))

.from(StringUtils.trim(map.get("from")

.toString()))

.to(StringUtils.trim(map.get("to")

.toString()));

}else if (map.get("from") == null

&& map.get("to") != null) {

qb=QueryBuilders.rangeQuery(

StringUtils.trim(map.get("field")

.toString())).to(

StringUtils.trim(map.get("to")

.toString()));

}else if (map.get("from") != null

&& map.get("to") == null) {

qb=QueryBuilders.rangeQuery(

StringUtils.trim(map.get("field")

.toString())).from(

StringUtils.trim(map.get("from")

.toString()));

}

searchRequestBuilder.setPostFilter(qb);

}//构造排序参数

SortBuilder sortBuilder = null;if (sortMaps != null && sortMaps.size() > 0) {for(Object key : sortMaps.keySet()) {

sortBuilder=SortBuilders.fieldSort((String) key).order(

StringUtils.trim(sortMaps.get(key).toString())

.equals("ASC") ?SortOrder.ASC

: SortOrder.DESC);

}

searchRequestBuilder.addSort(sortBuilder);

}

searchRequestBuilder.setExplain(true);//构造高亮字段

if (fields != null && fields.size() > 0) {for(String field : fields) {

searchRequestBuilder.addHighlightedField(field);

}

searchRequestBuilder.setHighlighterEncoder("UTF-8")

.setHighlighterPreTags("")

.setHighlighterPostTags("");

}long startTime3 =System.currentTimeMillis();

System.out.println("ES queryMultiField prepareSearch[" + (startTime3-startTime2) + "]");//查询(该查询已返回第一分片的数据)

SearchResponse response =searchRequestBuilder.setSize(size)

.setScroll(TimeValue.timeValueMinutes(1)).execute()

.actionGet();long startTime4 =System.currentTimeMillis();

System.out.println("ES queryMultiField execute[" + (startTime4-startTime3) + "]");//取总计数

long count =response.getHits().getTotalHits();long startTime5 =System.currentTimeMillis();

System.out.println("ES queryMultiField count[" + (startTime5-startTime4) + "]");//scrollId用来清除

List scrollIds = new ArrayList();for (Integer i = 1; i <= pageNo; i++) {

scrollIds.add(response.getScrollId());if(i.equals(pageNo)) {//取值

SearchHits hits =response.getHits();for(SearchHit hit : hits) {

Map result =hit

.highlightFields();if (fields != null) {//用高亮字段替换搜索字段

for(String field : fields) {

HighlightField titleField=result.get(field);if (titleField == null) {continue;

}

Text[] titleTexts=titleField.fragments();

StringBuffer value= new StringBuffer("");for(Text text : titleTexts) {

value.append(text);

}

hit.getSource().put(field, value.toString());

}

hit.getSource().put("id", hit.getId());

hit.getSource().put("index", hit.getIndex());

hit.getSource().put("type", hit.getType());

lists.add(hit.getSource());

}

Pager result= newPager(hits.getTotalHits(), lists,

Long.parseLong(pageNo+ ""));returnJSON.toJSONString(result);

}//查询下一分页的数据

response =client.prepareSearchScroll(response.getScrollId())

.setScroll(TimeValue.timeValueMinutes(8)).execute()

.actionGet();

}

clearScroll(client, scrollIds);

Pager result= new Pager(count, lists, Long.parseLong(pageNo + ""));long startTime6 =System.currentTimeMillis();

System.out.println("ES queryMultiField count[" + (startTime6-startTime5) + "]");returnJSON.toJSONString(result);

}catch(Exception e) {

e.printStackTrace();

}return null;

}/****/

public voidset() {

clientHelper= newClientHelper();

}publicString queryDocumentsUseScrollMultiFields(EsQueryModel queryModel) {

String clusterName=queryModel.getClusterName();

String index=queryModel.getIndex();

String type=queryModel.getType();

Integer pageNo=queryModel.getPageNo();

Integer size=queryModel.getSize();

List> rangeLists =queryModel.getRangeFields();

Map sortMaps =queryModel.getSortFields();

List fields =queryModel.getFields();

String queryCondition=queryModel.getQueryCondition();

List queryFields =queryModel.getQueryFields();

Client client=clientHelper.getClient(clusterName);

SearchRequestBuilder searchRequestBuilder=client.prepareSearch(index)

.setTypes(type).setSearchType(SearchType.DFS_QUERY_THEN_FETCH);if (pageNo == null || pageNo <= 0) {

pageNo= 1;

}if (size == null || size <= 0) {

size= 20;

}try{

List> lists = new ArrayList>();/**下面这一段是构造bool嵌套，就是构造一个在满足精确查找的条件下，再去进行多字段的或者关系的全文检索 **/

//构造全文或关系的查询

if (queryCondition != null && !"".equals(queryCondition)) {

String fieldString=Arrays.toString(queryFields.toArray());

searchRequestBuilder.setQuery(QueryBuilders.multiMatchQuery(

queryCondition, fieldString));

}//构造范围查询参数

QueryBuilder qb = null;if (rangeLists != null && rangeLists.size() > 0) {for (Mapmap : rangeLists) {if (map != null && (!map.isEmpty())) {if (map.get("field") != null) {if (map.get("from") != null

&& map.get("to") != null) {

qb=QueryBuilders

.rangeQuery(

StringUtils.trim(map.get("field").toString()))

.from(StringUtils.trim(map.get("from")

.toString()))

.to(StringUtils.trim(map.get("to")

.toString()));

}else if (map.get("from") == null

&& map.get("to") != null) {

qb=QueryBuilders.rangeQuery(

StringUtils.trim(map.get("field")

.toString())).to(

StringUtils.trim(map.get("to")

.toString()));

}else if (map.get("from") != null

&& map.get("to") == null) {

qb=QueryBuilders.rangeQuery(

StringUtils.trim(map.get("field")

.toString())).from(

StringUtils.trim(map.get("from")

.toString()));

}

searchRequestBuilder.setPostFilter(qb);

}//构造排序参数

SortBuilder sortBuilder = null;if (sortMaps != null && sortMaps.size() > 0) {for(Object key : sortMaps.keySet()) {

sortBuilder=SortBuilders.fieldSort((String) key).order(

StringUtils.trim(sortMaps.get(key).toString())

.equals("ASC") ?SortOrder.ASC

: SortOrder.DESC);

}

searchRequestBuilder.addSort(sortBuilder);

}

searchRequestBuilder.setExplain(true);//构造高亮字段

if (fields != null && fields.size() > 0) {for(String field : fields) {

searchRequestBuilder.addHighlightedField(field);

}

searchRequestBuilder.setHighlighterEncoder("UTF-8")

.setHighlighterPreTags("")

.setHighlighterPostTags("");

}//查询(该查询已返回第一分片的数据)

SearchResponse response =searchRequestBuilder.setSize(size)

.setScroll(TimeValue.timeValueMinutes(1)).execute()

.actionGet();//取总计数

long count =response.getHits().getTotalHits();for (Integer i = 1; i <= pageNo; i++) {if(i.equals(pageNo)) {//取值

SearchHits hits =response.getHits();for(SearchHit hit : hits) {

Map result =hit

.highlightFields();if (fields != null) {//用高亮字段替换搜索字段

for(String field : fields) {

HighlightField titleField=result.get(field);if (titleField == null) {continue;

}

Text[] titleTexts=titleField.fragments();

StringBuffer value= new StringBuffer("");for(Text text : titleTexts) {

value.append(text);

}

hit.getSource().put(field, value.toString());

}

hit.getSource().put("id", hit.getId());

hit.getSource().put("index", hit.getIndex());

hit.getSource().put("type", hit.getType());

lists.add(hit.getSource());

}

Pager result= new Pager(hits.getTotalHits(), lists, Long.parseLong(pageNo + ""));returnJSON.toJSONString(result);

}//查询下一分页的数据

response =client.prepareSearchScroll(response.getScrollId())

.setScroll(TimeValue.timeValueMinutes(8)).execute()

.actionGet();

}

Pager result= new Pager(count, lists, Long.parseLong(pageNo + ""));returnJSON.toJSONString(result);

}catch(Exception e) {

e.printStackTrace();

}return null;

}/*** 清除scroll，缓解ES内存占用

*@paramclient

*@paramscrollIdList

*@returnboolean*/

private boolean clearScroll(Client client, ListscrollIdList) {

ClearScrollRequestBuilder clearScrollRequestBuilder=client

.prepareClearScroll();

clearScrollRequestBuilder.setScrollIds(scrollIdList);

ClearScrollResponse response=clearScrollRequestBuilder.get();returnresponse.isSucceeded();

}

@Overridepublic booleanbatchInsert(String clusterName, String index, String type,

List>contents) {

Client client=clientHelper.getClient(clusterName);boolean result = false;

BulkRequestBuilder request=client.prepareBulk();if(CollectionUtils.isEmpty(contents)) {throw new RuntimeException("批量插入的内容不能为空!");

}for(Mapmap : contents){if (map.get("id") == null || map.get("id").toString().trim().length() <= 0) {

logger.error("id字段不能为空!");throw new RuntimeException("id字段不能为空!");

}

IndexRequestBuilder indexRequestBuilder= client.prepareIndex(index, type, map.get("id").toString());

indexRequestBuilder.setSource(map);

request.add(indexRequestBuilder);

}

BulkResponse rs=request.execute().actionGet();if(rs.hasFailures()){

result= false;

}else{

result= true;

}returnresult;

}

@OverridepublicString queryStatExcellent(EsQueryModel model) {

String clusterName=model.getClusterName();

String index=model.getIndex();

String type=model.getType();

Integer pageNo=model.getPageNo();

Integer size=model.getSize();

Map conditions =model.getQueryConditions();

Map must =model.getMust();

Map should =model.getShould();

List> mustNot =model.getMustNot();

Map>> rangeMap =model.getRangeLists();

List notNullFields =model.getNotNullFields();

List nullFields =model.getNullFields();

Integer nearBy=model.getNearBy();

List geoPoints =model.getGeoPoints();

Map sortMaps =model.getSortFields();

List fields =model.getFields();

String countField=model.getCountField();

Client client=clientHelper.getClient(clusterName);

SearchRequestBuilder searchRequestBuilder=client.prepareSearch(index) .setTypes(type).setSearchType(SearchType.DFS_QUERY_THEN_FETCH);if (pageNo == null || pageNo <= 0)

pageNo= 1;if (size == null || size < 0)

size= 20;

List> lists = new ArrayList>();try{

BoolQueryBuilder boolQuery=QueryBuilders.boolQuery();if(null!= conditions && conditions.size()>0) {

Iterator keys =conditions.keySet().iterator();while(keys.hasNext()) {

String key=keys.next();if (conditions.get(key) != null &&StringUtils.isNotBlank(conditions.get(key) .toString())) {

MatchQueryBuilder condition=QueryBuilders.matchQuery(key, conditions.get(key));

boolQuery.must(condition);

}

}if(null!= must &&must.size()>0) {

Iterator keys =must.keySet().iterator();while(keys.hasNext()) {

String key=keys.next();if (must.get(key) != null &&StringUtils.isNotBlank(must.get(key) .toString())) {

MatchQueryBuilder condition=QueryBuilders.matchQuery(key, must.get(key));

condition.minimumShouldMatch("100%");

boolQuery.must(condition);

}

}if(null!= should && should.size()>0) {

Iterator keys =should.keySet().iterator();

BoolQueryBuilder shouldQuery=QueryBuilders.boolQuery();boolean appendShould = false;while(keys.hasNext()) {

String key=keys.next();if (should.get(key) != null &&StringUtils.isNotBlank(should.get(key) .toString())) {

MatchQueryBuilder shouldCondition=QueryBuilders.matchQuery(key, should.get(key));

shouldQuery.should(shouldCondition);

appendShould= true;

}

}if(appendShould) {

boolQuery.must(shouldQuery);

}

}//排除的部分

if(null!= mustNot && mustNot.size()>0) {for(Mapmp : mustNot) {

Iterator keys =mp.keySet().iterator();while(keys.hasNext()) {

String key=keys.next();

Object obj=mp.get(key);if(null!=obj) {

MatchQueryBuilder mt=QueryBuilders.matchQuery(key, obj);

boolQuery.mustNot(mt);

}

}//构造范围查询参数

if(rangeMap != null && rangeMap.size()>0) {

Iterator keys =rangeMap.keySet().iterator();while(keys.hasNext()) {

String key=keys.next();

List> ls =rangeMap.get(key);if(ls!=null&&ls.size()>0) {//即只包含一个begin end的情形

if(ls.size()==1) {

RangeQueryBuilder range=QueryBuilders.rangeQuery(key);

Map mp = ls.get(0);if(mp.isEmpty()) {continue;

}if(mp.containsKey("begin")) {

range.from(mp.get("begin"));

}if(mp.containsKey("end")) {

range.to(mp.get("end"));

}

range.includeLower(true);

range.includeUpper(true);

boolQuery.must(range);

}else{//包含多个起止值时

BoolQueryBuilder multiValue =QueryBuilders.boolQuery();for( Mapmp : ls) {if(mp.isEmpty()) {continue;

}

RangeQueryBuilder range=QueryBuilders.rangeQuery(key);if(mp.containsKey("begin")) {

range.from(mp.get("begin"));

}if(mp.containsKey("end")) {

range.to(mp.get("end"));

}

range.includeLower(true);

range.includeUpper(true);

multiValue.should(range);

}

boolQuery.must(multiValue);

}

}if(null!= notNullFields && notNullFields.size()>0) {for(String field : notNullFields) {//不为空查询

ExistsQueryBuilder exists=QueryBuilders.existsQuery(field);

boolQuery.must(exists);

}

}if(null!=nullFields&&nullFields.size()>0) {for(String field : nullFields) {

ExistsQueryBuilder exists=QueryBuilders.existsQuery(field);

boolQuery.mustNot(exists);

}

}//查找附近

if(null!=nearBy&&geoPoints!=null&&geoPoints.size()==1) {//地理坐标字段统一为location

GeoDistanceQueryBuilder distance = QueryBuilders.geoDistanceQuery("location").distance(Double.valueOf(nearBy), DistanceUnit.KILOMETERS);

GeoPointModel gp=geoPoints.get(0);

distance.lat(gp.getLat());

distance.lon(gp.getLng());

boolQuery.must(distance);

}else if(null==nearBy&&geoPoints!=null&&geoPoints.size()>1) {//画圈找房

Double topLeftLat = geoPoints.get(0).getLat();

Double topLeftlng= geoPoints.get(0).getLng();

Double btmRightLat= geoPoints.get(1).getLat();

Double btmRightlng= geoPoints.get(1).getLng();//设置左上角和右下角坐标

GeoBoundingBoxQueryBuilder geoBound = QueryBuilders.geoBoundingBoxQuery("location").topLeft(topLeftLat,topLeftlng)

.bottomRight(btmRightLat, btmRightlng) ;

boolQuery.must(geoBound);

}else if(null!=nearBy&&geoPoints!=null&&geoPoints.size()>1) {

GeoDistanceQueryBuilder distance= QueryBuilders.geoDistanceQuery("location").distance(Double.valueOf(nearBy), DistanceUnit.KILOMETERS);

GeoPointModel gp=geoPoints.get(0);

distance.lat(gp.getLat());

distance.lon(gp.getLng());

boolQuery.must(distance);//画圈找房

Double topLeftLat = geoPoints.get(1).getLat();

Double topLeftlng= geoPoints.get(1).getLng();

Double btmRightLat= geoPoints.get(2).getLat();

Double btmRightlng= geoPoints.get(2).getLng();//设置左上角和右下角坐标

GeoBoundingBoxQueryBuilder geoBound = QueryBuilders.geoBoundingBoxQuery("location").topLeft(topLeftLat,topLeftlng)

.bottomRight(btmRightLat, btmRightlng) ;

boolQuery.must(geoBound);

}

searchRequestBuilder.setQuery(boolQuery);//构造排序参数

SortBuilder sortBuilder = null;if (sortMaps != null && sortMaps.size() > 0) {for(Object key : sortMaps.keySet()) {

sortBuilder=SortBuilders.fieldSort((String) key)

.order(StringUtils.trim(sortMaps.get(key).toString()).equalsIgnoreCase("ASC") ?SortOrder.ASC

: SortOrder.DESC);

searchRequestBuilder.addSort(sortBuilder);

}

searchRequestBuilder.setExplain(false);if(null!=fields&&fields.size()>0) {for(String field : fields) {

searchRequestBuilder.addField(field);

}

}//聚合查询

TermsBuilder aggregation = null;if(StringUtils.isNotBlank(countField)) {//聚合的时候，将size设置为0，这样才能够返回全部，不然只返回top10

aggregation= AggregationBuilders.terms(countField).field(countField).size(0);

searchRequestBuilder.addAggregation(aggregation);

}//System.out.println(searchRequestBuilder);

if(pageNo*size>10000) {//查询(该查询已返回第一分片的数据)

SearchResponse response =searchRequestBuilder.setSize(size)

.setScroll(TimeValue.timeValueMinutes(1)).execute()

.actionGet();//取总计数

long count =response.getHits().getTotalHits();//scrollId用来清除

List scrollIds = new ArrayList();for (Integer i = 1; i <= pageNo; i++) {

scrollIds.add(response.getScrollId());if(i.equals(pageNo) ) {

SearchHits hits=response.getHits();if(null==fields||fields.size()==0) {for(SearchHit hit : hits) {

hit.getSource().put("id", hit.getId());

hit.getSource().put("index", hit.getIndex());

hit.getSource().put("type", hit.getType());

lists.add(hit.getSource());

}

}else{for(SearchHit hit : hits) {

Map hitResult = new HashMap();

Mapmp =hit.getFields();if(mp!=null&&!mp.isEmpty()) {

Iterator keyItor =mp.keySet().iterator();while(keyItor.hasNext()) {

String key=keyItor.next();

Object value=(Object)mp.get(key).getValue();

hitResult.put(key, value);

}

lists.add(hitResult);

}

clearScroll(client, scrollIds);

Pager result= new Pager(count, lists, Long.parseLong(pageNo + ""));returnJSON.toJSONString(result);

}//查询下一分页的数据

response =client.prepareSearchScroll(response.getScrollId())

.setScroll(TimeValue.timeValueMinutes(5)).execute()

.actionGet();

}

}else{int from = (pageNo-1)*size;

SearchResponse response=searchRequestBuilder.setFrom(from).setSize(size).get();//如果是聚合查询，只返回聚合查询部分即可

if(aggregation!=null) {

List aggregations =response.getAggregations().asList();

List> rs = new ArrayList>();for(Aggregation ag : aggregations) {

StringTerms st=(StringTerms)ag;

List buckets =st.getBuckets();for(Bucket bucket : buckets) {

Map map = new HashMap();

map.put("key", bucket.getKeyAsString());

map.put("count", bucket.getDocCount());

rs.add(map);

}

Pager result= new Pager(null, rs, Long.parseLong(pageNo + ""));returnJSON.toJSONString(result);

}//取总计数

long count =response.getHits().getTotalHits();//取值

SearchHits hits =response.getHits();if(null==fields||fields.size()==0) {for(SearchHit hit : hits) {

hit.getSource().put("id", hit.getId());

hit.getSource().put("index", hit.getIndex());

hit.getSource().put("type", hit.getType());

lists.add(hit.getSource());

}

}else{for(SearchHit hit : hits) {

Map hitResult = new HashMap();

Mapmp =hit.getFields();if(mp!=null&&!mp.isEmpty()) {

Iterator keyItor =mp.keySet().iterator();while(keyItor.hasNext()) {

String key=keyItor.next();

Object value=(Object)mp.get(key).getValue();

hitResult.put(key, value);

}

lists.add(hitResult);

}

Pager result= new Pager(count, lists, Long.parseLong(pageNo + ""));returnJSON.toJSONString(result);

}

}catch(Exception e) {

e.printStackTrace();

}return null;

}

@OverridepublicString queryProperty(EsQueryModel model) {

String clusterName=model.getClusterName();

String index=model.getIndex();

String type=model.getType();

Integer pageNo=model.getPageNo();

Integer size=model.getSize();

Map sortMaps =model.getSortFields();

List ls =model.getProperty();

Client client=clientHelper.getClient(clusterName);

SearchRequestBuilder searchRequestBuilder=client.prepareSearch(index) .setTypes(type).setSearchType(SearchType.DFS_QUERY_THEN_FETCH);if (pageNo == null || pageNo <= 0)

pageNo= 1;if (size == null || size < 0)

size= 20;

BoolQueryBuilder booleanQuery=QueryBuilders.boolQuery();if(!CollectionUtils.isEmpty(ls)) {for(PropertyQueryModel propertyQueryModel : ls) {boolean appendCondition = false;

BoolQueryBuilder condition=QueryBuilders.boolQuery();

Map mp =propertyQueryModel.getQueryCondition();if(mp!=null&&mp.size()>0) {

Iterator keys =mp.keySet().iterator();while(keys.hasNext()) {

String key=keys.next();

Object value=mp.get(key);

MatchQueryBuilder match=QueryBuilders.matchQuery(key, value);

condition.must(match);

appendCondition= true;

}

Map>> rangeMap =propertyQueryModel.getRangeQuerys();//构造范围查询参数

if(rangeMap != null && rangeMap.size()>0) {

Iterator keys =rangeMap.keySet().iterator();while(keys.hasNext()) {

String key=keys.next();

List> rangeLs =rangeMap.get(key);if(ls!=null&&ls.size()>0) {//即只包含一个begin end的情形

if(ls.size()==1) {

RangeQueryBuilder range=QueryBuilders.rangeQuery(key);

Map rangMp = rangeLs.get(0);if(rangMp.isEmpty()) {continue;

}if(rangMp.containsKey("begin")) {

range.from(rangMp.get("begin"));

}if(rangMp.containsKey("end")) {

range.to(rangMp.get("end"));

}

condition.must(range);

appendCondition= true;

}else{//包含多个起止值时

BoolQueryBuilder multiValue =QueryBuilders.boolQuery();for( MaprangMp : rangeLs) {if(rangMp.isEmpty()) {continue;

}

RangeQueryBuilder range=QueryBuilders.rangeQuery(key);if(rangMp.containsKey("begin")) {

range.from(rangMp.get("begin"));

}if(rangMp.containsKey("end")) {

range.to(rangMp.get("end"));

}

multiValue.should(range);

}

condition.must(multiValue);

appendCondition= true;

}

}if(appendCondition) {

booleanQuery.should(condition);

}

}//构造排序参数

SortBuilder sortBuilder = null;if (sortMaps != null && sortMaps.size() > 0) {for(Object key : sortMaps.keySet()) {

sortBuilder=SortBuilders.fieldSort((String) key)

.order(StringUtils.trim(sortMaps.get(key).toString()).equalsIgnoreCase("ASC") ?SortOrder.ASC

: SortOrder.DESC);

searchRequestBuilder.addSort(sortBuilder);

}

List> lists = new ArrayList>();try{if(pageNo*size>10000) {//查询(该查询已返回第一分片的数据)

SearchResponse response =searchRequestBuilder.setSize(size)

.setScroll(TimeValue.timeValueMinutes(1)).execute()

.actionGet();//取总计数

long count =response.getHits().getTotalHits();//scrollId用来清除

List scrollIds = new ArrayList();for (Integer i = 1; i <= pageNo; i++) {

scrollIds.add(response.getScrollId());if(i.equals(pageNo)) {

SearchHits hits=response.getHits();for(SearchHit hit : hits) {

Map hitResult = new HashMap();

Mapmp =hit.getFields();if(mp!=null&&!mp.isEmpty()) {

Iterator keyItor =mp.keySet().iterator();while(keyItor.hasNext()) {

String key=keyItor.next();

Object value=(Object)mp.get(key).getValue();

hitResult.put(key, value);

}

lists.add(hitResult);

}

clearScroll(client, scrollIds);

Pager result= new Pager(count, lists, Long.parseLong(pageNo + ""));returnJSON.toJSONString(result);

}//查询下一分页的数据

response =client.prepareSearchScroll(response.getScrollId())

.setScroll(TimeValue.timeValueMinutes(5)).execute()

.actionGet();

}

}else{//查询(该查询已返回第一分片的数据)

int from = (pageNo-1)*size;

SearchResponse response=searchRequestBuilder.setFrom(from).setSize(size).setQuery(booleanQuery).get();//取总计数

long count =response.getHits().getTotalHits();//取值

SearchHits hits =response.getHits();for(SearchHit hit : hits) {

hit.getSource().put("id", hit.getId());

hit.getSource().put("index", hit.getIndex());

hit.getSource().put("type", hit.getType());

lists.add(hit.getSource());

}

Pager result= new Pager(count, lists, Long.parseLong(pageNo + ""));returnJSON.toJSONString(result);

}

}catch(Exception e) {

e.printStackTrace();

}return null;

}

@Overridepublic String batchUpdate(String clusterName, String index, String type, List>contents) {

Client client=clientHelper.getClient(clusterName);

Map message = new HashMap();

BulkRequestBuilder request=client.prepareBulk();for(Mapmap : contents){if (map.get("id") == null || map.get("id").toString().trim().length() <= 0) {

message.put("errorMsg", "map中ID不能为空");

message.put("success", false);returnJSON.toJSONString(message);

}

UpdateRequestBuilder updateRequestBuilder= client.prepareUpdate(index, type, map.get("id").toString());

updateRequestBuilder.setDoc(map);

request.add(updateRequestBuilder);

}

BulkResponse rs=request.execute().actionGet();if(rs.hasFailures()){

message.put("errorMsg", rs.buildFailureMessage());

message.put("success", false);

}else{

message.put("success", true);

}returnJSON.toJSONString(message);

}

@OverridepublicString findRecordById(String clusterName, String index, String type, String id) {

Client client=clientHelper.getClient(clusterName);

SearchRequestBuilder searchRequestBuilder=client.prepareSearch(index) .setTypes(type).setSearchType(SearchType.DFS_QUERY_THEN_FETCH);

QueryBuilder queryBuilder=QueryBuilders.idsQuery().ids(id);

String result= null;try{

SearchResponse response=searchRequestBuilder.setQuery(queryBuilder).get();//取值

SearchHits hits =response.getHits();for(SearchHit hit : hits) {

hit.getSource().put("id", hit.getId());

hit.getSource().put("index", hit.getIndex());

hit.getSource().put("type", hit.getType());

result=JSON.toJSONString(hit.getSource());

}

}catch(Exception e) {

Map rs = new HashMap();

result=JSON.toJSONString(rs);

}returnresult;

}public booleanisIndexExists(String clusterName, String indexName) {

Client client=clientHelper.getClient(clusterName);

IndicesExistsRequest inExistsRequest= newIndicesExistsRequest(indexName);

IndicesExistsResponse inExistsResponse=client.admin().indices().exists(inExistsRequest).actionGet();returninExistsResponse.isExists();

}public booleanisIndexTypeExists(String clusterName, String indexName, String indexTypeName) {

Client client=clientHelper.getClient(clusterName);

TypesExistsRequest typesExistsRequest= new TypesExistsRequest(newString[]{indexName}, indexTypeName);

TypesExistsResponse response=client.admin().indices().typesExists(typesExistsRequest).actionGet();returnresponse.isExists();

}public booleancreateIndex(String clusterName, String indexName) {

Client client=clientHelper.getClient(clusterName);

CreateIndexRequest createIndexRequest= newCreateIndexRequest(indexName);

CreateIndexResponse createIndexResponse=client.admin().indices().create(createIndexRequest).actionGet();returncreateIndexResponse.isAcknowledged();

}public booleancreateMapping(String clusterName, String indexName, String indexType, String mappingJson) {

Client client=clientHelper.getClient(clusterName);

PutMappingResponse putMappingResponse=client.admin().indices().preparePutMapping(indexName)

.setType(indexType).setSource(mappingJson)

.execute().actionGet();returnputMappingResponse.isAcknowledged();

}public booleandeleteIndex(String clusterName, String indexName) {

Client client=clientHelper.getClient(clusterName);

DeleteIndexResponse dResponse=client.admin().indices().prepareDelete(indexName)

.execute().actionGet();returndResponse.isAcknowledged();

}public voidsetClientHelper(ClientHelper clientHelper) {this.clientHelper =clientHelper;

}

SME情报员

关注

0
点赞
踩
0

收藏

觉得还不错? 一键收藏
0
评论
java es index_elasticsearch--index 和 mapping的创建之java api

packagecn.maitian.maimai.search.service.impl;importjava.net.InetAddress;importjava.util.ArrayList;importjava.util.Arrays;importjava.util.HashMap;importjava.util.Iterator;importjava.util.List;importjav...
复制链接

扫一扫