es7.1.1demo

1. elasticsearch7.X版本取消 Transport Client 方式。建议使用高级Rest Client
(REST是设计风格而不是标准。REST通常基于使用HTTP,URI,和XML以及HTML这些现有的广泛流行的协议和标准。)

2. transport client和Rest client对比:
https://blog.csdn.net/HuoqilinHeiqiji/article/details/89564727

3.pom坐标

		<dependency>
            <groupId>org.elasticsearch.client</groupId>
            <artifactId>elasticsearch-rest-high-level-client</artifactId>
            <version>7.1.1</version>
        </dependency> 

4. java代码


package com.utils.es7;

import java.io.IOException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.concurrent.TimeUnit;
import org.apache.http.HttpHost;
import org.apache.http.client.config.RequestConfig;
import org.apache.http.impl.nio.client.HttpAsyncClientBuilder;
import org.apache.http.impl.nio.reactor.IOReactorConfig;
import org.elasticsearch.ResourceAlreadyExistsException;
import org.elasticsearch.action.bulk.BulkRequest;
import org.elasticsearch.action.get.GetRequest;
import org.elasticsearch.action.get.GetResponse;
import org.elasticsearch.action.index.IndexRequest;
import org.elasticsearch.action.index.IndexResponse;
import org.elasticsearch.action.search.SearchRequest;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.client.RequestOptions;
import org.elasticsearch.client.Requests;
import org.elasticsearch.client.RestClient;
import org.elasticsearch.client.RestClientBuilder;
import org.elasticsearch.client.RestHighLevelClient;
import org.elasticsearch.common.settings.Settings;
import org.elasticsearch.common.unit.TimeValue;
import org.elasticsearch.common.xcontent.XContentBuilder;
import org.elasticsearch.common.xcontent.XContentFactory;
import org.elasticsearch.common.xcontent.XContentType;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.SearchHits;
import org.elasticsearch.search.builder.SearchSourceBuilder;
import com.alibaba.fastjson.JSONObject;
import com.fasterxml.jackson.core.JsonProcessingException;
import com.fasterxml.jackson.databind.ObjectMapper;
import org.elasticsearch.action.admin.indices.create.CreateIndexRequest;
import org.elasticsearch.action.admin.indices.mapping.put.PutMappingRequest;

 
public class GetESData {
	static String indexStr = "haha";
	static int count = 100;

	public static void main(String[] args) throws IOException {
		// 建表 添加字段
		// new GetESData().createIndexAndAddField();
		 new GetESData().dowork();
		 //根据条件查询es
		getEsDateByFilter("中国民生银行股份有限公司",null);
	}

	private void createIndexAndAddField() throws IOException {
		new GetESData().createIndex(indexStr);// 建表
		// 添加字段
		List<Map<String, String>> zdList = new ArrayList<Map<String, String>>();
		zdList.add(createFieldMap("dataType", "text")); // text分词(string,默认转text)
		zdList.add(createFieldMap("party", "keyword")); // keyword 不分词
		zdList.add(createFieldMap("pname", "text"));
		zdList.add(createFieldMap("sortTime", "long")); // 时间类型
		zdList.add(createFieldMap("title", "text"));
		zdList.add(createFieldMap("body", "text"));
		zdList.add(createFieldMap("lanmuId", "keyword"));
		zdList.add(createFieldMap("createTime", "long"));

		// es5.0以上 text类型就是String类型
		// zdList.add(createFieldMap("pname", "text"));// text
		// 分词(string,默认转text)
		// zdList.add(createFieldMap("eventLevel", "integer"));// integer
		// zdList.add(createFieldMap("whatS", "keyword"));// keyword 不分词
		// zdList.add(createFieldMap("student", "string"));// string 默认 转为 text
		// zdList.add(createFieldMap("sortTime", "long"));// 时间类型
		// zdList.add(createFieldMap("money", "double"));// double

		// 建表 加字段
		createType(indexStr, indexStr, zdList);

	}

	private static void createType(String indexName, String typeName, List<Map<String, String>> zdList)
			throws IOException {
		if (indexName == null || typeName == null)
			return;
		if (zdList == null || zdList.size() == 0)
			return;
		XContentBuilder builder = null;
		try {
			builder = XContentFactory.jsonBuilder().startObject().startObject(typeName).startObject("properties");
			for (Map<String, String> map : zdList) {
				String code = (String) map.get("fieldCode");
				String fieldType = (String) map.get("fieldType");
				String storeType = (String) map.get("storeType");
				if (fieldType.equals("date")) {
					fieldType = "long";
				}
				builder.startObject(code);
				builder.field("type", fieldType);
				if (storeType != null && storeType.length() > 0)
					builder.field("index", storeType);
				builder.endObject();
			}
			builder.endObject();// start几个,end几个
			builder.endObject();
			builder.endObject();
		} catch (IOException e) {
			e.printStackTrace();
		}
		if (builder == null)
			return;

		RestHighLevelClient client = getClient();
		PutMappingRequest mappingRequest = Requests.putMappingRequest(indexName).type(typeName).source(builder);
		client.indices().putMapping(mappingRequest, RequestOptions.DEFAULT);
		// client.indices().putMapping(mappingRequest).actionGet();

	}

	public static Map<String, String> createFieldMap(String fieldCode, String fieldType) {
		Map<String, String> zdMap = new HashMap<String, String>();
		zdMap.put("fieldCode", fieldCode);// 字段code
		zdMap.put("fieldType", fieldType);// 字段类型
		return zdMap;
	}

	private void createIndex(String index) throws IOException {
		RestHighLevelClient client = getClient();// 获取链接
		// number_of_shards:数据分片数,默认5
		// number_of_replicas:数据备份数,只有1台机器设置为0
		Settings setting = Settings.builder().put("number_of_shards", 5).put("number_of_replicas", 1).build();
		CreateIndexRequest indexRequest = new CreateIndexRequest(index, setting);
		try {
			client.indices().create(indexRequest, RequestOptions.DEFAULT);
			// .create(indexRequest).actionGet()
		} catch (ResourceAlreadyExistsException e) {
			System.out.println("【Exception 此库已存在!!! 】");
		}

	}

	private void dowork() throws IOException {
		RestHighLevelClient client = getClient();// 获取链接

		SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
		searchSourceBuilder.query(QueryBuilders.matchAllQuery());
		// searchSourceBuilder.query(QueryBuilders.termQuery("status", "1"));
		searchSourceBuilder.from(0);// 设置from确定结果索引的选项以开始搜索。默认为0
		searchSourceBuilder.size(count);// 设置size确定要返回的搜索匹配数的选项。默认为10
		searchSourceBuilder.timeout(new TimeValue(60, TimeUnit.SECONDS))

		;

		SearchRequest searchRequest = new SearchRequest();
		searchRequest.indices(indexStr);
		searchRequest.source(searchSourceBuilder);
		SearchResponse searchResponse = client.search(searchRequest, RequestOptions.DEFAULT);
		// searchRequest.scroll(scroll)
		String scrollId = searchResponse.getScrollId();
		System.out.println("数据获取完成! to Add ing!!");
		SearchHits hits = searchResponse.getHits();
		SearchHit[] searchHits = hits.getHits();

		toAdd(searchHits);

		client.close();
		System.out.println("====完成任务!====");

	}

	// 批量增加
	private static void toAdd(SearchHit[] searchHits) {
		RestHighLevelClient client = getClient();
		BulkRequest request = new BulkRequest();

		for (SearchHit hit : searchHits) {
			// Map<String, Object> sourceAsMap = hit.getSourceAsMap();
			JSONObject jsonObj = JSONObject.parseObject(hit.getSourceAsString());
			// System.out.println(jsonObj);
			// 批量 InxexRequest(index,type)
			request.add(new IndexRequest(indexStr, indexStr).source(jsonObj, XContentType.JSON));
		}
		try {
			client.bulk(request, RequestOptions.DEFAULT);
			client.close();
		} catch (IOException e) {
			e.printStackTrace();
		}
	}

	// 获取某一条数据
	public static void getOne() {
		RestHighLevelClient client = getClient();// 获取链接
		GetRequest getRequest = new GetRequest(indexStr, indexStr, "stock_571");
		GetResponse getResponse;
		try {
			getResponse = client.get(getRequest, RequestOptions.DEFAULT);
			String s = getResponse.getSourceAsString();
			System.out.println(s);
		} catch (IOException e) {
			e.printStackTrace();
		}
	}

	// 增加数据
	public static void addOne() {
		RestHighLevelClient client = getClient();

		String index = null;
		String id = null;
		Long version = null;
		// 创建index
		Map<String, Object> map = new HashMap<String, Object>();
		map.put("sortTime", Long.valueOf("1564588800000"));
		map.put("pname", "小哈哈");
		map.put("caseNo", "(2019)10月10日");
		String jsonData = "";
		try {
			jsonData = new ObjectMapper().writeValueAsString(map);
		} catch (JsonProcessingException e1) {
			e1.printStackTrace();
		}
		IndexRequest indexRequest = new IndexRequest(indexStr).source(jsonData, XContentType.JSON);
		// 批量
		// BulkRequest request = new BulkRequest();
		// for (User u : list) {
		// jsonData = new ObjectMapper().writeValueAsString(u);
		// request.add(new
		// IndexRequest("posts").id(u.getId().toString()).source(jsonData,
		// XContentType.JSON));
		// }
		try {
			IndexResponse indexResponse = client.index(indexRequest, RequestOptions.DEFAULT);
			index = indexResponse.getIndex();
			id = indexResponse.getId();
			version = indexResponse.getVersion();
			System.out.println(index);
			System.out.println(id);
			System.out.println(version);
		} catch (IOException e) {
			e.printStackTrace();
		}

	}

	/*
	 * rest client :获取client
	 */
	public static RestHighLevelClient getClient() {
		// Client
		RestClientBuilder restClientBuilder = RestClient.builder(new HttpHost("121.52.212.186", 9200))
				.setRequestConfigCallback(new RestClientBuilder.RequestConfigCallback() {
					@Override
					public RequestConfig.Builder customizeRequestConfig(RequestConfig.Builder requestConfigBuilder) {
						return requestConfigBuilder.setConnectTimeout(5000) // 连接超时(默认为1秒)
								.setSocketTimeout(60000);// 套接字超时(默认为30秒)
					}
				}).setHttpClientConfigCallback(new RestClientBuilder.HttpClientConfigCallback() {
					@Override
					public HttpAsyncClientBuilder customizeHttpClient(HttpAsyncClientBuilder httpClientBuilder) {
						return httpClientBuilder
								.setDefaultIOReactorConfig(IOReactorConfig.custom().setIoThreadCount(1).build());// 线程数
					}
				});
		RestHighLevelClient client = new RestHighLevelClient(restClientBuilder);
		return client;
	}
	
	public static String getEsDateByFilter(String pname, String caseNo) {
		String resStr = null;
		try {
			QueryBuilder query = QueryBuilders.boolQuery()
					.must(QueryBuilders.queryStringQuery("\"" + pname + "\"").field("pname"))
//					.must(QueryBuilders.queryStringQuery("\"" + caseNo + "\"").field("caseNo"))
							;
			SearchSourceBuilder sourceBuilder = new SearchSourceBuilder(); // 使用默认选项创建
																			// SearchSourceBuilder
																			// 。
			sourceBuilder.query(query);// 设置查询对象。可以使任何类型的 QueryBuilder
			sourceBuilder.from(0); // 设置from选项,确定要开始搜索的结果索引。 默认为0。
			sourceBuilder.size(1); // 设置大小选项,确定要返回的搜索匹配数。 默认为10。
			sourceBuilder.sort("sortTime", SortOrder.DESC);
			sourceBuilder.timeout(new TimeValue(10, TimeUnit.SECONDS)); // 设置一个可选的超时时间,用于控制搜索允许的时间
			// System.out.println(sourceBuilder.toString());
			List<JSONObject> list = search("srv_cpws", sourceBuilder);
			for (JSONObject entry : list) {
				
				System.out.println("___:"+entry.toJSONString());
			}
		} catch (Exception ex) {

		}

		return resStr;
	}

	
	 public static List<JSONObject> search(String index, SearchSourceBuilder builder) {
		 	RestHighLevelClient client = getClient();
	        SearchRequest request = new SearchRequest(index);
	        request.source(builder);
	        try {
	            SearchResponse response =client.search(request, RequestOptions.DEFAULT);
	            SearchHit[] hits = response.getHits().getHits();    
	            List<JSONObject> res = new ArrayList<>(hits.length);
	            for (SearchHit hit : hits) {
	            	String json = hit.getSourceAsString();
	    			String _id = hit.getId();
	    			String hitType = hit.getType();
	    			JSONObject jsonObject = JSONObject.parseObject(json);
	    			jsonObject.put("_id", _id);
	    			res.add(jsonObject);
	            }
	            return res;
	        } catch (Exception e) {
	        	e.printStackTrace();
	            return null;
	        }
	    	
			
	    }

}
 
  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值