1. elasticsearch7.X版本取消 Transport Client 方式。建议使用高级Rest Client
(REST是设计风格而不是标准。REST通常基于使用HTTP,URI,和XML以及HTML这些现有的广泛流行的协议和标准。)
2. transport client和Rest client对比:
https://blog.csdn.net/HuoqilinHeiqiji/article/details/89564727
3.pom坐标
<dependency>
<groupId>org.elasticsearch.client</groupId>
<artifactId>elasticsearch-rest-high-level-client</artifactId>
<version>7.1.1</version>
</dependency>
4. java代码
package com.utils.es7;
import java.io.IOException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.concurrent.TimeUnit;
import org.apache.http.HttpHost;
import org.apache.http.client.config.RequestConfig;
import org.apache.http.impl.nio.client.HttpAsyncClientBuilder;
import org.apache.http.impl.nio.reactor.IOReactorConfig;
import org.elasticsearch.ResourceAlreadyExistsException;
import org.elasticsearch.action.bulk.BulkRequest;
import org.elasticsearch.action.get.GetRequest;
import org.elasticsearch.action.get.GetResponse;
import org.elasticsearch.action.index.IndexRequest;
import org.elasticsearch.action.index.IndexResponse;
import org.elasticsearch.action.search.SearchRequest;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.client.RequestOptions;
import org.elasticsearch.client.Requests;
import org.elasticsearch.client.RestClient;
import org.elasticsearch.client.RestClientBuilder;
import org.elasticsearch.client.RestHighLevelClient;
import org.elasticsearch.common.settings.Settings;
import org.elasticsearch.common.unit.TimeValue;
import org.elasticsearch.common.xcontent.XContentBuilder;
import org.elasticsearch.common.xcontent.XContentFactory;
import org.elasticsearch.common.xcontent.XContentType;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.SearchHits;
import org.elasticsearch.search.builder.SearchSourceBuilder;
import com.alibaba.fastjson.JSONObject;
import com.fasterxml.jackson.core.JsonProcessingException;
import com.fasterxml.jackson.databind.ObjectMapper;
import org.elasticsearch.action.admin.indices.create.CreateIndexRequest;
import org.elasticsearch.action.admin.indices.mapping.put.PutMappingRequest;
public class GetESData {
static String indexStr = "haha";
static int count = 100;
public static void main(String[] args) throws IOException {
// 建表 添加字段
// new GetESData().createIndexAndAddField();
new GetESData().dowork();
//根据条件查询es
getEsDateByFilter("中国民生银行股份有限公司",null);
}
private void createIndexAndAddField() throws IOException {
new GetESData().createIndex(indexStr);// 建表
// 添加字段
List<Map<String, String>> zdList = new ArrayList<Map<String, String>>();
zdList.add(createFieldMap("dataType", "text")); // text分词(string,默认转text)
zdList.add(createFieldMap("party", "keyword")); // keyword 不分词
zdList.add(createFieldMap("pname", "text"));
zdList.add(createFieldMap("sortTime", "long")); // 时间类型
zdList.add(createFieldMap("title", "text"));
zdList.add(createFieldMap("body", "text"));
zdList.add(createFieldMap("lanmuId", "keyword"));
zdList.add(createFieldMap("createTime", "long"));
// es5.0以上 text类型就是String类型
// zdList.add(createFieldMap("pname", "text"));// text
// 分词(string,默认转text)
// zdList.add(createFieldMap("eventLevel", "integer"));// integer
// zdList.add(createFieldMap("whatS", "keyword"));// keyword 不分词
// zdList.add(createFieldMap("student", "string"));// string 默认 转为 text
// zdList.add(createFieldMap("sortTime", "long"));// 时间类型
// zdList.add(createFieldMap("money", "double"));// double
// 建表 加字段
createType(indexStr, indexStr, zdList);
}
private static void createType(String indexName, String typeName, List<Map<String, String>> zdList)
throws IOException {
if (indexName == null || typeName == null)
return;
if (zdList == null || zdList.size() == 0)
return;
XContentBuilder builder = null;
try {
builder = XContentFactory.jsonBuilder().startObject().startObject(typeName).startObject("properties");
for (Map<String, String> map : zdList) {
String code = (String) map.get("fieldCode");
String fieldType = (String) map.get("fieldType");
String storeType = (String) map.get("storeType");
if (fieldType.equals("date")) {
fieldType = "long";
}
builder.startObject(code);
builder.field("type", fieldType);
if (storeType != null && storeType.length() > 0)
builder.field("index", storeType);
builder.endObject();
}
builder.endObject();// start几个,end几个
builder.endObject();
builder.endObject();
} catch (IOException e) {
e.printStackTrace();
}
if (builder == null)
return;
RestHighLevelClient client = getClient();
PutMappingRequest mappingRequest = Requests.putMappingRequest(indexName).type(typeName).source(builder);
client.indices().putMapping(mappingRequest, RequestOptions.DEFAULT);
// client.indices().putMapping(mappingRequest).actionGet();
}
public static Map<String, String> createFieldMap(String fieldCode, String fieldType) {
Map<String, String> zdMap = new HashMap<String, String>();
zdMap.put("fieldCode", fieldCode);// 字段code
zdMap.put("fieldType", fieldType);// 字段类型
return zdMap;
}
private void createIndex(String index) throws IOException {
RestHighLevelClient client = getClient();// 获取链接
// number_of_shards:数据分片数,默认5
// number_of_replicas:数据备份数,只有1台机器设置为0
Settings setting = Settings.builder().put("number_of_shards", 5).put("number_of_replicas", 1).build();
CreateIndexRequest indexRequest = new CreateIndexRequest(index, setting);
try {
client.indices().create(indexRequest, RequestOptions.DEFAULT);
// .create(indexRequest).actionGet()
} catch (ResourceAlreadyExistsException e) {
System.out.println("【Exception 此库已存在!!! 】");
}
}
private void dowork() throws IOException {
RestHighLevelClient client = getClient();// 获取链接
SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
searchSourceBuilder.query(QueryBuilders.matchAllQuery());
// searchSourceBuilder.query(QueryBuilders.termQuery("status", "1"));
searchSourceBuilder.from(0);// 设置from确定结果索引的选项以开始搜索。默认为0
searchSourceBuilder.size(count);// 设置size确定要返回的搜索匹配数的选项。默认为10
searchSourceBuilder.timeout(new TimeValue(60, TimeUnit.SECONDS))
;
SearchRequest searchRequest = new SearchRequest();
searchRequest.indices(indexStr);
searchRequest.source(searchSourceBuilder);
SearchResponse searchResponse = client.search(searchRequest, RequestOptions.DEFAULT);
// searchRequest.scroll(scroll)
String scrollId = searchResponse.getScrollId();
System.out.println("数据获取完成! to Add ing!!");
SearchHits hits = searchResponse.getHits();
SearchHit[] searchHits = hits.getHits();
toAdd(searchHits);
client.close();
System.out.println("====完成任务!====");
}
// 批量增加
private static void toAdd(SearchHit[] searchHits) {
RestHighLevelClient client = getClient();
BulkRequest request = new BulkRequest();
for (SearchHit hit : searchHits) {
// Map<String, Object> sourceAsMap = hit.getSourceAsMap();
JSONObject jsonObj = JSONObject.parseObject(hit.getSourceAsString());
// System.out.println(jsonObj);
// 批量 InxexRequest(index,type)
request.add(new IndexRequest(indexStr, indexStr).source(jsonObj, XContentType.JSON));
}
try {
client.bulk(request, RequestOptions.DEFAULT);
client.close();
} catch (IOException e) {
e.printStackTrace();
}
}
// 获取某一条数据
public static void getOne() {
RestHighLevelClient client = getClient();// 获取链接
GetRequest getRequest = new GetRequest(indexStr, indexStr, "stock_571");
GetResponse getResponse;
try {
getResponse = client.get(getRequest, RequestOptions.DEFAULT);
String s = getResponse.getSourceAsString();
System.out.println(s);
} catch (IOException e) {
e.printStackTrace();
}
}
// 增加数据
public static void addOne() {
RestHighLevelClient client = getClient();
String index = null;
String id = null;
Long version = null;
// 创建index
Map<String, Object> map = new HashMap<String, Object>();
map.put("sortTime", Long.valueOf("1564588800000"));
map.put("pname", "小哈哈");
map.put("caseNo", "(2019)10月10日");
String jsonData = "";
try {
jsonData = new ObjectMapper().writeValueAsString(map);
} catch (JsonProcessingException e1) {
e1.printStackTrace();
}
IndexRequest indexRequest = new IndexRequest(indexStr).source(jsonData, XContentType.JSON);
// 批量
// BulkRequest request = new BulkRequest();
// for (User u : list) {
// jsonData = new ObjectMapper().writeValueAsString(u);
// request.add(new
// IndexRequest("posts").id(u.getId().toString()).source(jsonData,
// XContentType.JSON));
// }
try {
IndexResponse indexResponse = client.index(indexRequest, RequestOptions.DEFAULT);
index = indexResponse.getIndex();
id = indexResponse.getId();
version = indexResponse.getVersion();
System.out.println(index);
System.out.println(id);
System.out.println(version);
} catch (IOException e) {
e.printStackTrace();
}
}
/*
* rest client :获取client
*/
public static RestHighLevelClient getClient() {
// Client
RestClientBuilder restClientBuilder = RestClient.builder(new HttpHost("121.52.212.186", 9200))
.setRequestConfigCallback(new RestClientBuilder.RequestConfigCallback() {
@Override
public RequestConfig.Builder customizeRequestConfig(RequestConfig.Builder requestConfigBuilder) {
return requestConfigBuilder.setConnectTimeout(5000) // 连接超时(默认为1秒)
.setSocketTimeout(60000);// 套接字超时(默认为30秒)
}
}).setHttpClientConfigCallback(new RestClientBuilder.HttpClientConfigCallback() {
@Override
public HttpAsyncClientBuilder customizeHttpClient(HttpAsyncClientBuilder httpClientBuilder) {
return httpClientBuilder
.setDefaultIOReactorConfig(IOReactorConfig.custom().setIoThreadCount(1).build());// 线程数
}
});
RestHighLevelClient client = new RestHighLevelClient(restClientBuilder);
return client;
}
public static String getEsDateByFilter(String pname, String caseNo) {
String resStr = null;
try {
QueryBuilder query = QueryBuilders.boolQuery()
.must(QueryBuilders.queryStringQuery("\"" + pname + "\"").field("pname"))
// .must(QueryBuilders.queryStringQuery("\"" + caseNo + "\"").field("caseNo"))
;
SearchSourceBuilder sourceBuilder = new SearchSourceBuilder(); // 使用默认选项创建
// SearchSourceBuilder
// 。
sourceBuilder.query(query);// 设置查询对象。可以使任何类型的 QueryBuilder
sourceBuilder.from(0); // 设置from选项,确定要开始搜索的结果索引。 默认为0。
sourceBuilder.size(1); // 设置大小选项,确定要返回的搜索匹配数。 默认为10。
sourceBuilder.sort("sortTime", SortOrder.DESC);
sourceBuilder.timeout(new TimeValue(10, TimeUnit.SECONDS)); // 设置一个可选的超时时间,用于控制搜索允许的时间
// System.out.println(sourceBuilder.toString());
List<JSONObject> list = search("srv_cpws", sourceBuilder);
for (JSONObject entry : list) {
System.out.println("___:"+entry.toJSONString());
}
} catch (Exception ex) {
}
return resStr;
}
public static List<JSONObject> search(String index, SearchSourceBuilder builder) {
RestHighLevelClient client = getClient();
SearchRequest request = new SearchRequest(index);
request.source(builder);
try {
SearchResponse response =client.search(request, RequestOptions.DEFAULT);
SearchHit[] hits = response.getHits().getHits();
List<JSONObject> res = new ArrayList<>(hits.length);
for (SearchHit hit : hits) {
String json = hit.getSourceAsString();
String _id = hit.getId();
String hitType = hit.getType();
JSONObject jsonObject = JSONObject.parseObject(json);
jsonObject.put("_id", _id);
res.add(jsonObject);
}
return res;
} catch (Exception e) {
e.printStackTrace();
return null;
}
}
}