Elasticsearch JAVA操作有三种客户端:
1、TransportClient
2、JestClient
3、RestClient
还有种是2.3中有的NodeClient,在5.5.1中好像没有了。还有种是spring-data-elasticsearch,这里先以TransportClient来讲解CRUD,所用环境为:
JDK1.8
ES5.5.1
TransportClient5.5.1
POM.XML文件如下:
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>com.fendo</groupId>
<artifactId>TransportClient</artifactId>
<packaging>war</packaging>
<version>0.0.1-SNAPSHOT</version>
<name>TransportClient Maven Webapp</name>
<url>http://maven.apache.org</url>
<!-- 初始化框架的版本号 -->
<properties>
<spring.version>4.2.7.RELEASE</spring.version>
</properties>
<dependencies>
<dependency>
<groupId>junit</groupId>
<artifactId>junit</artifactId>
<version>4.12</version>
</dependency>
<!-- 加入ServletAPI -->
<dependency>
<groupId>javax.servlet</groupId>
<artifactId>javax.servlet-api</artifactId>
<version>3.1.0</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.hibernate</groupId>
<artifactId>hibernate-validator</artifactId>
<version>4.2.0.Final</version>
</dependency>
<!-- MySQL依赖 start -->
<dependency>
<groupId>mysql</groupId>
<artifactId>mysql-connector-java</artifactId>
<version>5.1.38</version>
</dependency>
<!-- MySQL依赖 end -->
<!-- 加入MyBatis 依赖 start -->
<dependency>
<groupId>org.mybatis</groupId>
<artifactId>mybatis</artifactId>
<version>3.2.5</version>
</dependency>
<!-- 加入MyBatis 依赖 end -->
<!-- Log4j start -->
<dependency>
<groupId>log4j</groupId>
<artifactId>log4j</artifactId>
<version>1.2.17</version>
</dependency>
<dependency>
<groupId>org.apache.logging.log4j</groupId>
<artifactId>log4j-1.2-api</artifactId>
<version>2.7</version>
</dependency>
<dependency>
<groupId>org.apache.logging.log4j</groupId>
<artifactId>log4j-slf4j-impl</artifactId>
<version>2.7</version>
</dependency>
<dependency>
<groupId>org.apache.logging.log4j</groupId>
<artifactId>log4j-core</artifactId>
<version>2.7</version>
</dependency>
<!-- Log4j end -->
<!-- 引用c3p0 依赖 start-->
<dependency>
<groupId>com.mchange</groupId>
<artifactId>c3p0</artifactId>
<version>0.9.2.1</version>
</dependency>
<!-- 引用c3p0 依赖 end-->
<!-- 引用插件依赖：MyBatis整合Spring -->
<dependency>
<groupId>org.mybatis</groupId>
<artifactId>mybatis-spring</artifactId>
<version>1.3.0</version>
</dependency>
<!-- JSTL -->
<dependency>
<groupId>javax.servlet</groupId>
<artifactId>jstl</artifactId>
<version>1.2</version>
</dependency>
<!-- -->
<dependency>
<groupId>com.fasterxml.jackson.core</groupId>
<artifactId>jackson-core</artifactId>
<version>2.9.0</version>
</dependency>
<dependency>
<groupId>com.fasterxml.jackson.core</groupId>
<artifactId>jackson-databind</artifactId>
<version>2.9.0</version>
</dependency>
<dependency>
<groupId>com.fasterxml.jackson.core</groupId>
<artifactId>jackson-annotations</artifactId>
<version>2.9.0</version>
</dependency>
<dependency>
<groupId>com.alibaba</groupId>
<artifactId>fastjson</artifactId>
<version>1.2.12</version>
</dependency>
<!-- Elasticserach5 -->
<dependency>
<groupId>org.elasticsearch</groupId>
<artifactId>elasticsearch</artifactId>
<version>5.5.1</version>
</dependency>
<!-- <dependency>
<groupId>org.elasticsearch.module</groupId>
<artifactId>reindex</artifactId>
<version>2.4.3</version>
</dependency> -->
<dependency>
<groupId>com.google.collections</groupId>
<artifactId>google-collections</artifactId>
<version>1.0</version>
</dependency>
<!-- transport客户端 -->
<dependency>
<groupId>org.elasticsearch.client</groupId>
<artifactId>transport</artifactId>
<version>5.5.1</version>
</dependency>
<!-- IK分词器 -->
<dependency>
<groupId>org.elasticsearch</groupId>
<artifactId>elasticsearch-analysis-ik</artifactId>
<version>5.5.1</version>
</dependency>
</dependencies>
<repositories>
<repository>
<id>spring-libs-snapshot</id>
<name>Spring Snapshot Repository</name>
<url>http://repo.spring.io/libs-snapshot</url>
</repository>
<repository>
<id>elasticsearch-releases</id>
<url>https://artifacts.elastic.co/maven</url>
<releases>
<enabled>true</enabled>
</releases>
<snapshots>
<enabled>false</enabled>
</snapshots>
</repository>
</repositories>
<build>
<finalName>TransportClient</finalName>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
<configuration>
<source>1.8</source>
<target>1.8</target>
</configuration>
</plugin>
</plugins>
</build>
</project>
详细代码如下:
package com.fendo.temp;
import java.io.BufferedReader;
import java.io.BufferedWriter;
import java.io.File;
import java.io.FileReader;
import java.io.FileWriter;
import java.io.IOException;
import java.io.StringReader;
import java.net.InetAddress;
import java.net.UnknownHostException;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.Collection;
import java.util.Date;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.concurrent.ExecutionException;
import org.elasticsearch.action.get.GetResponse;
import org.elasticsearch.action.get.MultiGetItemResponse;
import org.elasticsearch.action.get.MultiGetResponse;
import org.elasticsearch.index.query.MatchQueryBuilder;
import org.elasticsearch.action.ActionFuture;
import org.elasticsearch.action.admin.indices.analyze.AnalyzeRequest;
import org.elasticsearch.action.admin.indices.analyze.AnalyzeResponse;
import org.elasticsearch.script.Script;
import org.elasticsearch.script.ScriptType;
import org.elasticsearch.index.query.MultiMatchQueryBuilder;
import org.elasticsearch.index.query.MatchPhrasePrefixQueryBuilder;
import org.elasticsearch.index.query.MatchPhraseQueryBuilder;
import org.elasticsearch.action.search.MultiSearchResponse;
import org.apache.lucene.analysis.TokenStream;
import org.apache.lucene.analysis.tokenattributes.CharTermAttribute;
import org.apache.lucene.search.join.ScoreMode;
import org.elasticsearch.action.admin.indices.create.CreateIndexRequestBuilder;
import org.elasticsearch.action.admin.indices.create.CreateIndexResponse;
import org.elasticsearch.action.admin.indices.delete.DeleteIndexResponse;
import org.elasticsearch.action.admin.indices.exists.indices.IndicesExistsRequest;
import org.elasticsearch.action.admin.indices.exists.indices.IndicesExistsResponse;
import org.elasticsearch.action.bulk.BulkRequestBuilder;
import org.elasticsearch.action.bulk.BulkResponse;
import org.elasticsearch.action.delete.DeleteResponse;
import org.elasticsearch.action.index.IndexRequest;
import org.elasticsearch.action.index.IndexRequestBuilder;
import org.elasticsearch.action.index.IndexResponse;
import org.elasticsearch.action.search.SearchRequestBuilder;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.action.search.SearchType;
import org.elasticsearch.action.update.UpdateRequest;
import org.elasticsearch.action.update.UpdateResponse;
import org.elasticsearch.client.Response;
import org.elasticsearch.client.transport.TransportClient;
import org.elasticsearch.common.settings.Settings;
import org.elasticsearch.common.transport.InetSocketTransportAddress;
import org.elasticsearch.common.unit.Fuzziness;
import org.elasticsearch.common.unit.TimeValue;
import org.elasticsearch.common.xcontent.XContentBuilder;
import org.elasticsearch.common.xcontent.XContentFactory;
import org.elasticsearch.index.query.BoolQueryBuilder;
import org.elasticsearch.index.query.QueryBuilder;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.index.query.functionscore.FunctionScoreQueryBuilder;
import org.elasticsearch.index.query.functionscore.ScoreFunctionBuilders;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.SearchHits;
import org.elasticsearch.search.aggregations.AggregationBuilder;
import org.elasticsearch.search.aggregations.AggregationBuilders;
import org.elasticsearch.search.aggregations.Aggregations;
import org.elasticsearch.search.aggregations.bucket.histogram.DateHistogramInterval;
import org.elasticsearch.search.aggregations.bucket.terms.Terms;
import org.elasticsearch.search.aggregations.bucket.terms.Terms.Bucket;
import org.elasticsearch.search.aggregations.bucket.terms.TermsAggregationBuilder;
import org.elasticsearch.search.aggregations.metrics.sum.Sum;
import org.elasticsearch.search.fetch.subphase.highlight.HighlightBuilder;
import org.elasticsearch.search.sort.FieldSortBuilder;
import org.elasticsearch.search.sort.SortOrder;
import org.elasticsearch.transport.client.PreBuiltTransportClient;
import org.elasticsearch.action.bulk.BackoffPolicy;
import org.elasticsearch.action.bulk.BulkItemResponse;
import org.elasticsearch.action.bulk.BulkProcessor;
import org.elasticsearch.action.bulk.BulkRequest;
import org.elasticsearch.action.bulk.BulkResponse;
import org.elasticsearch.common.unit.ByteSizeUnit;
import org.elasticsearch.common.unit.ByteSizeValue;
import org.elasticsearch.common.unit.TimeValue;
import org.wltea.analyzer.lucene.IKAnalyzer;
import org.joda.time.DateTime;
import org.junit.Before;
import org.junit.Test;
import com.alibaba.fastjson.JSONObject;
public class TransportClientTest {
private TransportClient client;
private final static String article="article";
private final static String content="content";
@Before
public void getClient() throws Exception{
//设置集群名称
Settings settings = Settings.builder().put("cluster.name", "my-application").build();// 集群名
//创建client
client = new PreBuiltTransportClient(settings)
.addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("127.0.0.1"), 9300));
}
/**
* -----------------------------------------增(创建索引,增加映射,新增文档)
*/
/**
* 创建索引的四种方法
*/
@Test
public void JSON(){
String json = "{" +
"\"id\":\"kimchy\"," +
"\"postDate\":\"2013-01-30\"," +
"\"message\":\"trying out Elasticsearch\"" +
"}";
}
/**
* 创建索引并添加映射
* @throws IOException
*/
@Test
public void CreateIndexAndMapping() throws Exception{
CreateIndexRequestBuilder cib=client.admin().indices().prepareCreate(article);
XContentBuilder mapping = XContentFactory.jsonBuilder()
.startObject()
.startObject("properties") //设置之定义字段
.startObject("author")
.field("type","string") //设置数据类型
.endObject()
.startObject("title")
.field("type","string")
.endObject()
.startObject("content")
.field("type","string")
.endObject()
.startObject("price")
.field("type","string")
.endObject()
.startObject("view")
.field("type","string")
.endObject()
.startObject("tag")
.field("type","string")
.endObject()
.startObject("date")
.field("type","date") //设置Date类型
.field("format","yyyy-MM-dd HH:mm:ss") //设置Date的格式
.endObject()
.endObject()
.endObject();
cib.addMapping(content, mapping);
CreateIndexResponse res=cib.execute().actionGet();
System.out.println("----------添加映射成功----------");
}
/**
* 创建索引并添加文档
* @throws Exception
*/
@Test
public void addIndexAndDocument() throws Exception{
Date time = new Date();
IndexResponse response = client.prepareIndex(article, content)
.setSource(XContentFactory.jsonBuilder().startObject()
.field("id","447")
.field("author","fendo")
.field("title","192.138.1.2")
.field("content","这是JAVA有关的书籍")
.field("price","20")
.field("view","100")
.field("tag","a,b,c,d,e,f")
.field("date",new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(time))
.endObject())
.get();
System.out.println("添加索引成功,版本号："+response.getVersion());
}
/**
* -------------------------------------Bulk---------------------------------
*/
/**
* bulkRequest
* @throws Exception
*/
@Test
public void bulkRequest() throws Exception {
BulkRequestBuilder bulkRequest = client.prepareBulk();
Date time = new Date();
// either use client#prepare, or use Requests# to directly build index/delete requests
bulkRequest.add(client.prepareIndex(article, content, "199")
.setSource(XContentFactory.jsonBuilder()
.startObject()
.field("id","199")
.field("author","fendo")
.field("title","BULK")
.field("content","这是BULK有关的书籍")
.field("price","40")
.field("view","300")
.field("tag","a,b,c")
.field("date",new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(time))
.endObject()
)
);
bulkRequest.add(client.prepareIndex(article,content, "101")
.setSource(XContentFactory.jsonBuilder()
.startObject()
.field("id","101")
.field("author","fendo")
.field("title","ACKSE")
.field("content","这是ACKSE有关的书籍")
.field("price","50")
.field("view","200")
.field("tag","a,b,c")
.field("date",new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(time))
.endObject()
)
);
BulkResponse bulkResponse = bulkRequest.get();
if (bulkResponse.hasFailures()) {
// process failures by iterating through each bulk response item
//System.out.println(bulkResponse.getTook());
}
}
/**设置自动提交文档
* BulkProcessor
* @throws Exception
*/
@Test
public void autoBulkProcessor() throws Exception {
BulkProcessor bulkProcessor = BulkProcessor.builder(client,
new BulkProcessor.Listener() {
@Override
public void beforeBulk(long executionId,
BulkRequest request) {
//提交前调用
}
@Override
public void afterBulk(long executionId,
BulkRequest request,
BulkResponse response) {
//提交结束后调用（无论成功或失败）
System.out.println( "提交" + response.getItems().length + "个文档，用时"+ response.getTookInMillis() + "MS" + (response.hasFailures() ? " 有文档提交失败！" : ""));
}
@Override
public void afterBulk(long executionId,
BulkRequest request,
Throwable failure) {
//提交结束且失败时调用
System.out.println( " 有文档提交失败！after failure=" + failure);
}
})
//当请求超过10000个（default=1000）或者总大小超过1GB（default=5MB）时，触发批量提交动作。
.setBulkActions(10000)//文档数量达到1000时提交
.setBulkSize(new ByteSizeValue(5, ByteSizeUnit.MB))//总文档体积达到5MB时提交
.setFlushInterval(TimeValue.timeValueSeconds(5))//每5S提交一次（无论文档数量、体积是否达到阈值）
.setConcurrentRequests(1)//加1后为可并行的提交请求数，即设为0代表只可1个请求并行，设为1为2个并行
.setBackoffPolicy(
BackoffPolicy.exponentialBackoff(TimeValue.timeValueMillis(100), 3))
.build();
//提交单个
//String json = "{\"id\":\"66\",\"author\":\"ckse\",\"title\":\"windows编程\",\"content\":\"windows 32 API编程\",\"price\":\"99\",\"view\":\"222\",\"date\":\"2017-08-01 17:21:18\"}";
//bulkProcessor.add(new IndexRequest("设置的index name", "设置的type name","要插入的文档的ID").source(json));//添加文档，以便自动提交
for(int i=0;i<80080;i++){
//业务对象
String json = "{\"id\":\""+i+"\",\"author\":\"ckse\",\"title\":\"windows编程\",\"content\":\"windows 32 API编程\",\"price\":\"99\",\"view\":\"222\",\"date\":\"2017-08-01 17:21:18\"}";
System.out.println(json);
bulkProcessor.add(new IndexRequest("article", "content",""+i).source(json));//添加文档，以便自动提交
}
System.out.println("创建成功!!!");
}
//手动 批量更新
@Test
public void multipleBulkProcessor() throws Exception {
BulkRequestBuilder bulkRequest = client.prepareBulk();
for(int i=500;i<1000;i++){
//业务对象
String jsons = "{\"id\":\""+i+"\",\"author\":\"ckse\",\"title\":\"windows编程\",\"content\":\"windows 32 API编程\",\"price\":\"99\",\"view\":\"222\",\"date\":\"2017-08-01 17:21:18\"}";
IndexRequestBuilder indexRequest = client.prepareIndex("article", "content")
//指定不重复的ID
.setSource(jsons).setId(String.valueOf(i));
//添加到builder中
bulkRequest.add(indexRequest);
}
BulkResponse bulkResponse = bulkRequest.execute().actionGet();
if (bulkResponse.hasFailures()) {
// process failures by iterating through each bulk response item
System.out.println(bulkResponse.buildFailureMessage());
}
System.out.println("创建成功!!!");
}
/**
* 使用Bulk批量添加导入数据
*
*/
@Test
public void ImportBulk(){
FileReader fr = null;
BufferedReader bfr = null;
String line=null;
try {
File file = new File("F:\\Source\\Elasticsearch\\TransportClient\\src\\main\\resources\\bulk.txt");
fr=new FileReader(file);
bfr=new BufferedReader(fr);
BulkRequestBuilder bulkRequest=client.prepareBulk();
int count=0;
while((line=bfr.readLine())!=null){
bulkRequest.add(client.prepareIndex(article,content).setSource(line));
if (count%10==0) {
bulkRequest.execute().actionGet();
}
count++;
}
bulkRequest.execute().actionGet();
System.out.println("导入成功!!!");
} catch (Exception e) {
e.printStackTrace();
}finally {
try {
bfr.close();
fr.close();
} catch (IOException e) {
e.printStackTrace();
}
}
}
/**
* 使用Bulk批量导出数据
* @throws ExecutionException
* @throws InterruptedException
*/
@Test
public void ExportBulk() throws Exception{
QueryBuilder queryBuilder = QueryBuilders.matchAllQuery();
SearchResponse response = client.prepareSearch("article").setQuery(queryBuilder).get();
SearchHits resultHits = response.getHits();
System.out.println(JSONObject.toJSON(resultHits));
FileWriter fw=null;
BufferedWriter bfw =null;
try {
File file = new File("F:\\Source\\Elasticsearch\\TransportClient\\src\\main\\resources\\bulk.txt");
fw = new FileWriter(article);
bfw = new BufferedWriter(fw);
if (resultHits.getHits().length == 0) {
System.out.println("查到0条数据!");
} else {
for (int i = 0; i < resultHits.getHits().length; i++) {
String jsonStr = resultHits.getHits()[i]
.getSourceAsString();
System.out.println(jsonStr);
bfw.write(jsonStr);
bfw.write("\n");
}
}
} catch (Exception e) {
e.printStackTrace();
}finally {
try {
bfw.close();
fw.close();
} catch (IOException e) {
e.printStackTrace();
}
}
}
/**
* -----------------------------------------删(删除索引,删除文档)
*/
/**
* 删除整个索引库
*/
@Test
public void deleteAllIndex(){
String indexName="article";
/**
* 两种方式如下:
*/
//1)
//可以根据DeleteIndexResponse对象的isAcknowledged()方法判断删除是否成功,返回值为boolean类型.
DeleteIndexResponse dResponse = client.admin().indices().prepareDelete(indexName)
.execute().actionGet();
System.out.println("是否删除成功:"+dResponse.isAcknowledged());
//2)
//如果传人的indexName不存在会出现异常.可以先判断索引是否存在：
IndicesExistsRequest inExistsRequest = new IndicesExistsRequest(indexName);
IndicesExistsResponse inExistsResponse = client.admin().indices()
.exists(inExistsRequest).actionGet();
//根据IndicesExistsResponse对象的isExists()方法的boolean返回值可以判断索引库是否存在.
System.out.println("是否删除成功:"+inExistsResponse.isExists());
}
/**
* 通过ID删除
*/
@Test
public void deleteById(){
DeleteResponse dResponse = client.prepareDelete(article,content, "AV49wyfCWmWw7AxKFxeb").execute().actionGet();
if ("OK".equals(dResponse.status())) {
System.out.println("删除成功");
} else {
System.out.println("删除失败");
}
}
/**
* 通过Query delete删除
*/
@Test
public void queryDelete() {
// String guid="AV49wyfCWmWw7AxKFxeb";
// String author="kkkkk";
// DeleteByQueryAction.INSTANCE.newRequestBuilder(client)
// .source(article)
// .filter(QueryBuilders.boolQuery().must(QueryBuilders.termQuery("id", guid)).must(QueryBuilders.termQuery("author", author)).must(QueryBuilders.typeQuery(content)))
// .get();
}
/**
* 使用matchAllQuery删除所有文档
*/
@Test
public void deleteAll(){
// DeleteByQueryAction.INSTANCE.newRequestBuilder(client)
// .source(article)
// .filter(QueryBuilders.matchAllQuery())
// .get();
}
/**
* bulk批量通过指定id删除方法
*/
@Test
public void batchUndercarriageFamilies() {
List<String> publishIds=new ArrayList<>();
publishIds.add("AV49wyfCWmWw7AxKFxeY");
publishIds.add("AV49wyfCWmWw7AxKFxea");
BulkRequestBuilder builder=client.prepareBulk();
for(String publishId:publishIds){
System.out.println(publishId);
builder.add(client.prepareDelete(article, content, publishId).request());
}
BulkResponse bulkResponse = builder.get();
System.out.println(bulkResponse.status());
}
/**
* -----------------------------------------改()
*/
/**
* 更新文档
* @throws Exception
*/
@Test
public void updateDocument() throws Exception{
Date time = new Date();
//创建修改请求
UpdateRequest updateRequest = new UpdateRequest();
updateRequest.index(article);
updateRequest.type(content);
updateRequest.id("AV4xv5gAZLX8AvCc6ZWZ");
updateRequest.doc(XContentFactory.jsonBuilder()
.startObject()
.field("author","FKSE")
.field("title","JAVA思想")
.field("content","注意:这是JAVA有关的书籍")
.field("date",new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(time))
.endObject());
UpdateResponse response = client.update(updateRequest).get();
System.out.println("更新索引成功");
}
/**
* -----------------------------有问题：要引入:reindex
*/
/**
* UpdateByQueryRequestBuilder
* @throws Exception
*/
@Test
public void updateByQueryRequestBuilder() throws Exception {
// UpdateByQueryRequestBuilder updateByQueryRequestBuilder = UpdateByQueryAction.INSTANCE.newRequestBuilder(client);
// updateByQueryRequestBuilder
// .script(new Script(ScriptType.INLINE,"painless","ctx_source.likes++",null))
// .source()
// .setQuery(QueryBuilders.termQuery("author","kkkkk"))
// .setIndices(article)
// .get();
}
/**
* updateByQueryRequestBuilders
*/
@Test
public void updateByQueryRequestBuilders(){
// Map<String, Object> maps=new HashMap<>();
// maps.put("orgin_session_id", 10);
// maps.put("orgin_session_id", 11);
// maps.put("orgin_session_id", 12);
// maps.put("orgin_session_id", 13);
//
// Set<Map<String, Object>> docs = new HashSet<>();
// docs.add(maps);
//
// UpdateByQueryRequestBuilder ubqrb = UpdateByQueryAction.INSTANCE.newRequestBuilder(client);
// for (Map<String, Object> doc : docs) {
// if (doc==null || doc.isEmpty()){
// return;
// }
// Script script = new Script("ctx._source.price = ctx._version");
//
// System.out.println(doc.get("orgin_session_id"));
//
// //BulkIndexByScrollResponse
// BulkByScrollResponse scrollResponse = ubqrb.source(article).script(script)
// .filter(QueryBuilders.matchAllQuery()).get();
// for (BulkItemResponse.Failure failure : scrollResponse.getBulkFailures()) {
// System.out.println(failure.getMessage());
// }
// }
}
/**
* prepareUpdate
* @throws Exception
*/
@Test
public void prepareUpdate() throws Exception {
XContentBuilder endObject = XContentFactory.jsonBuilder().startObject().field("author","AAAAAAAAAAAAAAA").endObject();
UpdateResponse response = client.prepareUpdate(article, content, "AV49wyfCWmWw7AxKFxeb").setDoc(endObject).get();
System.out.println(response.getVersion());
}
/**
* -----------------------------------------查()
*/
/**
* 根据index、type、id进行查询
*/
@Test
public void searchByIndex(){
GetResponse response = client.prepareGet(article,content,"AV49wyfCWmWw7AxKFxec").execute()
.actionGet();
String json = response.getSourceAsString();
if (null != json) {
System.out.println(json);
} else {
System.out.println("未查询到任何结果！");
}
}
/**
* 查询article索引下的所有数据
* <a href='https://www.elastic.co/guide/en/elasticsearch/client/java-api/5.5/java-query-dsl-match-all-query.html'>
* @throws Exception
*/
@Test
public void matchAllQuery() throws Exception{
QueryBuilder queryBuilder = QueryBuilders.matchAllQuery();
SearchResponse response = client.prepareSearch(article).setQuery(queryBuilder).get();
for (SearchHit searchHit : response.getHits()) {
println(searchHit);
}
}
/**
* 查询article索引下的articledate的所有数据
* @throws Exception
*/
@Test
public void searchmethod1() throws Exception{
SearchResponse response = client.prepareSearch(article).setTypes(content).get();
println(response);
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* spanFirstQuery
*/
@Test
public void spanFirstQuery(){
// Span First
QueryBuilder queryBuilder =QueryBuilders.spanFirstQuery(
QueryBuilders.spanTermQuery("title", "C"), // Query
30000 // Max查询范围的结束位置
);
SearchResponse response = client.prepareSearch(article).setQuery(queryBuilder).get();
for (SearchHit searchHit : response.getHits()) {
println(searchHit);
}
}
/**
* spanNearQuery
*/
@Test
public void spanNearQuery(){
// Span Near TODO NotSolved
QueryBuilder queryBuilder =QueryBuilders.spanNearQuery(QueryBuilders.spanTermQuery("title", "C"),1000)
.addClause(QueryBuilders.spanTermQuery("name", "葫芦580娃")) // Span Term Queries
.addClause(QueryBuilders.spanTermQuery("name", "葫芦3812娃"))
.addClause(QueryBuilders.spanTermQuery("name", "葫芦7139娃"));
SearchResponse response = client.prepareSearch(article).setQuery(queryBuilder).get();
for (SearchHit searchHit : response.getHits()) {
println(searchHit);
}
}
/**
* spanNotQuery
*/
@Test
public void spanNotQuery(){
// Span Not TODO NotSolved
QueryBuilder queryBuilder =QueryBuilders.spanNotQuery(QueryBuilders.spanTermQuery("title", "C"), null);
SearchResponse response = client.prepareSearch(article).setQuery(queryBuilder).get();
for (SearchHit searchHit : response.getHits()) {
println(searchHit);
}
}
/**
* spanOrQuery
*/
@Test
public void spanOrQuery(){
QueryBuilder queryBuilder =QueryBuilders.spanOrQuery(QueryBuilders.spanTermQuery("title", "C"));
SearchResponse response = client.prepareSearch(article).setQuery(queryBuilder).get();
for (SearchHit searchHit : response.getHits()) {
println(searchHit);
}
}
public void moreLikeThisQuery(){
}
/**
* 指定单查询条件
* <a href='https://www.elastic.co/guide/en/elasticsearch/client/java-api/5.5/java-full-text-queries.html#java-query-dsl-simple-query-string-query'>
* @throws Exception
*/
@Test
public void matchQuery() throws Exception{
QueryBuilder qb = QueryBuilders.matchQuery(
"title" ,
"C"
);
SearchResponse response = client.prepareSearch(article).setQuery(qb).get();
for (SearchHit searchHit : response.getHits()) {
println(searchHit);
}
}
/**
* termQuery 查询
* @throws Exception
*/
@Test
public void termQuery() throws Exception{
QueryBuilder queryBuilder = QueryBuilders.termQuery("id","11");
SearchResponse response = client.prepareSearch(article).setQuery(queryBuilder).get();
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* termQuery 查询
* <a href='https://www.elastic.co/guide/en/elasticsearch/client/java-api/5.5/java-term-level-queries.html'>
* @throws Exception
*/
@Test
public void termsQuerys() throws Exception{
QueryBuilder queryBuilder = QueryBuilders.termsQuery("id","1","2");
SearchResponse response = client.prepareSearch("article").setQuery(queryBuilder).get();
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* 范围查询RangeQuery
* <a href='https://www.elastic.co/guide/en/elasticsearch/client/java-api/5.5/java-term-level-queries.html'>
* @throws Exception
*/
@Test
public void rangeQuery() throws Exception{
QueryBuilder queryBuilder = QueryBuilders.rangeQuery("price")
.from(1)
.to(100)
.includeLower(false)
.includeUpper(false);
// A simplified form using gte, gt, lt or lte
QueryBuilder _qb = QueryBuilders.rangeQuery("price")
.gte("10")
.lt("20");
SearchResponse response = client.prepareSearch(article).setQuery(queryBuilder).get();
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* multiMatchQuery 查询
* multiMatchQuery针对的是多个field,当fieldNames有多个参数时，如field1和field2，那查询的结果中，要么field1中包含text，要么field2中包含text。
*/
@Test
public void multiMatchQuery(){
QueryBuilder queryBuilder = QueryBuilders.multiMatchQuery("JAVA编程思想","title", "content");
SearchResponse response = client.prepareSearch(article).setQuery(queryBuilder).get();
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* MultiMatchQueryBuilder
* <a href='https://www.elastic.co/guide/en/elasticsearch/client/java-api/5.5/java-full-text-queries.html#java-query-dsl-simple-query-string-query'>
* @throws Exception
*/
@Test
public void MultiMatchQueryBuilder() throws Exception {
MultiMatchQueryBuilder multiMatchQueryBuilder = QueryBuilders.multiMatchQuery("JAVA编程思想","title", "content");
multiMatchQueryBuilder.analyzer("standard");
multiMatchQueryBuilder.cutoffFrequency(0.001f);
multiMatchQueryBuilder.field("title",20);
multiMatchQueryBuilder.fuzziness(Fuzziness.TWO);
multiMatchQueryBuilder.maxExpansions(100);
multiMatchQueryBuilder.prefixLength(10);
multiMatchQueryBuilder.tieBreaker(20);
multiMatchQueryBuilder.type(MultiMatchQueryBuilder.Type.BEST_FIELDS);
multiMatchQueryBuilder.boost(20);
SearchResponse searchResponse = client.prepareSearch()
.setIndices(article)
.setTypes(content)
.setQuery(multiMatchQueryBuilder)
.execute()
.actionGet();
for (SearchHit searchHit: searchResponse.getHits()) {
println(searchHit);
}
}
/**
* MatchQueryBuilder
* @throws Exception
*/
@Test
public void MatchQueryBuilder() throws Exception {
MatchQueryBuilder matchQueryBuilder = QueryBuilders.matchQuery("title","JAVA编程思想");
matchQueryBuilder.fuzziness(Fuzziness.AUTO);
SearchResponse searchResponse = client.prepareSearch()
.setIndices(article)
.setTypes(content)
.setQuery(matchQueryBuilder)
.execute()
.actionGet();
println(searchResponse);
}
/**
* 和matchQuery一样
* <a href='https://www.elastic.co/guide/en/elasticsearch/client/java-api/5.5/java-full-text-queries.html#java-query-dsl-simple-query-string-query'>
* @throws Exception
*/
@Test
public void commonTermsQuery() throws Exception{
QueryBuilder queryBuilder = QueryBuilders.commonTermsQuery("id",
"1");
SearchResponse response = client.prepareSearch(article).setQuery(queryBuilder).get();
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* MultiGetResponse 查询多个xxx的值
* <a href='https://www.elastic.co/guide/en/elasticsearch/client/java-api/5.5/java-docs-multi-get.html'>
* @throws Exception
*/
@Test
public void MultiGetResponse() throws Exception {
MultiGetResponse multiGetItemResponses = client.prepareMultiGet()
.add(article, content, "526")
.add(article, content, "572", "582", "613")
.get();
for (MultiGetItemResponse itemResponse : multiGetItemResponses) {
GetResponse response = itemResponse.getResponse();
if (response.isExists()) {
String json = response.getSourceAsString();
System.out.println(json);
}
}
}
/**
* +包含 -除外
* <a href='https://www.elastic.co/guide/en/elasticsearch/client/java-api/5.5/java-full-text-queries.html#java-query-dsl-simple-query-string-query'>
* @throws Exception
*/
@Test
public void queryStringQuery() throws Exception{
QueryBuilder queryBuilder = QueryBuilders.queryStringQuery("*:*");
SearchResponse response = client.prepareSearch(article).setQuery(queryBuilder).get();
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* +包含 -除外
* <a href='https://www.elastic.co/guide/en/elasticsearch/client/java-api/5.5/java-full-text-queries.html#java-query-dsl-simple-query-string-query'>
* @throws Exception
*/
@Test
public void simpleQueryStringQuery() throws Exception{
QueryBuilder queryBuilder = QueryBuilders.simpleQueryStringQuery("+id:1");
SearchResponse response = client.prepareSearch(article).setQuery(queryBuilder).get();
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* existsQuery
* 匹配含有id字段的记录
* <a href='https://www.elastic.co/guide/en/elasticsearch/client/java-api/5.5/java-term-level-queries.html'>
* @throws Exception
*/
@Test
public void existsQuery() throws Exception{
QueryBuilder queryBuilder = QueryBuilders.existsQuery("id");
SearchResponse response = client.prepareSearch(article).setQuery(queryBuilder).get();
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* prefixQuery 匹配包含具有指定前缀的术语的文档的查询
* 匹配title中前缀为JAVA的记录
* 匹配分词前缀 如果字段没分词，就匹配整个字段前缀
* 前缀匹配（比如我要查询的是192.168.1.12，但是当输入192.168、192.168.1、192.168.1.1等的情况都会有相应结果返回，只不过是个范围)
* <a href='https://www.elastic.co/guide/en/elasticsearch/client/java-api/5.5/java-term-level-queries.html'>
* @throws Exception
*/
@Test
public void prefixQuery() throws Exception{
QueryBuilder queryBuilder = QueryBuilders.prefixQuery(
"title",
"192.138"
);
SearchResponse response = client.prepareSearch(article).setQuery(queryBuilder).get();
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* MatchPhrasePrefixQueryBuilder 为提供的字段名称和文本创建一个类型为“PHRASE_PREFIX”的匹配查询。
* @throws Exception
*/
@Test
public void MatchPhrasePrefixQueryBuilder() throws Exception {
String key = "C++";
MatchPhrasePrefixQueryBuilder matchPhrasePrefixQueryBuilder = QueryBuilders.matchPhrasePrefixQuery("title",key);
matchPhrasePrefixQueryBuilder.boost(10);
matchPhrasePrefixQueryBuilder.analyzer("standard");
matchPhrasePrefixQueryBuilder.slop(2);
matchPhrasePrefixQueryBuilder.maxExpansions(100);
SearchResponse searchResponse = client.prepareSearch()
.setIndices(article)
.setTypes(content)
.setQuery(matchPhrasePrefixQueryBuilder)
.execute()
.actionGet();
for (SearchHit searchHit: searchResponse.getHits()) {
println(searchHit);
}
}
/**
* wildcardQuery
* 通配符
* <a href='https://www.elastic.co/guide/en/elasticsearch/client/java-api/5.5/java-term-level-queries.html'>
* @throws Exception
*/
@Test
public void wildcardQuery() throws Exception{
QueryBuilder queryBuilder = QueryBuilders.wildcardQuery("author", "*e");//J?V*
SearchResponse response = client.prepareSearch(article).setQuery(queryBuilder).get();
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* fuzzyQuery 使用模糊查询匹配文档的查询
* @throws Exception
*/
@Test
public void fuzzyQuery() throws Exception{
QueryBuilder queryBuilder = QueryBuilders.fuzzyQuery(
"author",
"e"
);
SearchResponse response = client.prepareSearch(article).setQuery(queryBuilder).get();
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* boolQuery 匹配与其他查询的布尔组合匹配的文档的查询。
* <a href='https://www.elastic.co/guide/en/elasticsearch/client/java-api/5.5/java-compound-queries.html'>
* @throws Exception
*/
@Test
public void BoostQuery() throws Exception{
BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery()
.should(QueryBuilders.termQuery("author","eeee")).boost(100) //设置此查询的权重。 匹配此查询的文件（除正常权重之外）的得分乘以提供的提升。
.should(QueryBuilders.termQuery("id","AV5NF_Dbhqf-jFOFkksT").boost(1));
SearchResponse response=client.prepareSearch("article").setQuery(boolQueryBuilder).execute().get();
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* boolQuery
* @throws Exception
*/
@Test
public void boolQuery() throws Exception {
QueryBuilder qb = QueryBuilders.boolQuery()
.must(QueryBuilders.termQuery("author", "eeee"))
.must(QueryBuilders.termQuery("title", "JAVA思想"))
.mustNot(QueryBuilders.termQuery("content", "C++")) //添加不得出现在匹配文档中的查询。
.should(QueryBuilders.termQuery("id", "AV5NF_Dbhqf-jFOFkksT"))//添加应该与返回的文档匹配的子句。 对于具有no的布尔查询,子句必须一个或多个SHOULD子句且必须与文档匹配,用于布尔值查询匹配。 不允许null值。
.filter(QueryBuilders.termQuery("price", "30.3"));//添加一个查询，必须出现在匹配的文档中，但会不贡献得分。 不允许null值。
SearchResponse response=client.prepareSearch().setQuery(qb).execute().actionGet();
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* boostingQuery
* <a href='https://www.elastic.co/guide/en/elasticsearch/client/java-api/5.5/java-compound-queries.html'>
* @throws Exception
*/
@Test
public void boostingQuery() throws Exception {
QueryBuilder qb = QueryBuilders.boostingQuery(
QueryBuilders.termQuery("id","AV5NF_Dbhqf-jFOFkksR"),
QueryBuilders.termQuery("title","C"))
.negativeBoost(0.2f);//设置负增强因子。
SearchResponse response=client.prepareSearch().setQuery(qb).execute().actionGet();
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* constantScoreQuery
* <a href='https://www.elastic.co/guide/en/elasticsearch/client/java-api/5.5/java-compound-queries.html'>
* @throws Exception
*/
@Test
public void constantScoreQuery() throws Exception {
QueryBuilder qb = QueryBuilders.constantScoreQuery(
QueryBuilders.termQuery("title","C")
).boost(2.0f);
SearchResponse response=client.prepareSearch().setQuery(qb).execute().actionGet();
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* disMaxQuery
* <a href='https://www.elastic.co/guide/en/elasticsearch/client/java-api/5.5/java-compound-queries.html'>
* @throws Exception
*/
@Test
public void disMaxQuery() throws Exception {
QueryBuilder qb = QueryBuilders.disMaxQuery()
.add(QueryBuilders.termQuery("id", "512"))
.add(QueryBuilders.termQuery("author", "ckse"))
.boost(1.2f)
.tieBreaker(0.7f);
SearchResponse response=client.prepareSearch().setQuery(qb).execute().actionGet();
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* functionScoreQuery
* <a href='https://www.elastic.co/guide/en/elasticsearch/client/java-api/5.5/java-compound-queries.html'>
* @throws Exception
*/
@Test
public void functionScoreQuery() throws Exception {
FunctionScoreQueryBuilder.FilterFunctionBuilder[] functions = {
new FunctionScoreQueryBuilder.FilterFunctionBuilder(
QueryBuilders.matchQuery("id", "512"),
ScoreFunctionBuilders.randomFunction("ABCDEF")),
new FunctionScoreQueryBuilder.FilterFunctionBuilder(
ScoreFunctionBuilders.exponentialDecayFunction("age", 0L, 1L))
};
QueryBuilder qb = QueryBuilders.functionScoreQuery(functions);
SearchResponse response=client.prepareSearch().setQuery(qb).execute().actionGet();
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* regexpQuery 匹配包含具有指定正则表达式的术语的文档的查询。
* <a href='https://www.elastic.co/guide/en/elasticsearch/client/java-api/5.5/java-term-level-queries.html'>
* @throws Exception
*/
@Test
public void regexpQuery() throws Exception {
QueryBuilder qb = QueryBuilders.regexpQuery(
"title",
"*J");
SearchResponse response=client.prepareSearch().setQuery(qb).execute().actionGet();
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* typeQuery
* <a href='https://www.elastic.co/guide/en/elasticsearch/client/java-api/5.5/java-term-level-queries.html'>
* @throws Exception
*/
@Test
public void typeQuery() throws Exception{
QueryBuilder queryBuilder = QueryBuilders.typeQuery("data");
SearchResponse response = client.prepareSearch(article).setQuery(queryBuilder).get();
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* idsQuery
* 类型是可选的
* 指定type和id进行查询。
* <a href='https://www.elastic.co/guide/en/elasticsearch/client/java-api/5.5/java-term-level-queries.html'>
* @throws Exception
*/
@Test
public void idsQuery() throws Exception{
QueryBuilder queryBuilder = QueryBuilders.idsQuery(content)
.addIds("512", "520", "531");
SearchResponse response = client.prepareSearch(article).setQuery(queryBuilder).get();
for (SearchHit searchHit: response.getHits()) {
println(searchHit);
}
}
/**
* group 分组查询
*/
@Test
public void group(){
}
/**
* Aggregation
*/
@Test
public void Aggregation()
{
BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
//添加时间范围过滤
boolQueryBuilder.must(QueryBuilders.rangeQuery("@timestamp").format("yyyy-MM-dd HH:mm:ss").gte("").lte(""));
AggregationBuilder aggregationBuilder = AggregationBuilders
//terms(查询字段别名).field(分组字段)
.terms("").field("")
.order(Terms.Order.aggregation("", false))
.size(10)
.subAggregation(AggregationBuilders.count("").field(""));
SearchRequestBuilder searchRequestBuilder = client.prepareSearch("article").setTypes("articledate")
.setQuery(boolQueryBuilder)
.addAggregation(aggregationBuilder)
.setSize(0);
SearchResponse sr = searchRequestBuilder.execute().actionGet();
Terms genders = sr.getAggregations().get("");//统计字段别名
for (Terms.Bucket entry : genders.getBuckets())
{
System.out.println((String) entry.getKey()+"-("+entry.getDocCount()+")");
}
//如想group by 时间，并且按天来进行分组
AggregationBuilder aggregation = AggregationBuilders
.dateHistogram("agg")
.field("@timestamp")
.format("yyyy-MM-dd")
.dateHistogramInterval(DateHistogramInterval.DAY);
//可能有新需求，group by 时间，姓名
//AggregationBuilder nameAgg = AggregationBuilders.terms(姓名别名).field(姓名).size(10);
//aggregation.subAggregation(nameAgg);
//可以能需要进行名称统计，但是需要distinct
//aggregation.subAggregation(AggregationBuilders.cardinality(别名).field(姓名))
//其他如下
// （1）统计某个字段的数量
// ValueCountBuilder vcb= AggregationBuilders.count("count_uid").field("uid");
// （2）去重统计某个字段的数量（有少量误差）
// CardinalityBuilder cb= AggregationBuilders.cardinality("distinct_count_uid").field("uid");
// （3）聚合过滤
// FilterAggregationBuilder fab= AggregationBuilders.filter("uid_filter").filter(QueryBuilders.queryStringQuery("uid:001"));
// （4）按某个字段分组
// TermsBuilder tb= AggregationBuilders.terms("group_name").field("name");
// （5）求和
// SumBuilder sumBuilder= AggregationBuilders.sum("sum_price").field("price");
// （6）求平均
// AvgBuilder ab= AggregationBuilders.avg("avg_price").field("price");
// （7）求最大值
// MaxBuilder mb= AggregationBuilders.max("max_price").field("price");
// （8）求最小值
// MinBuilder min= AggregationBuilders.min("min_price").field("price");
// （9）按日期间隔分组
// DateHistogramBuilder dhb= AggregationBuilders.dateHistogram("dh").field("date");
// （10）获取聚合里面的结果
// TopHitsBuilder thb= AggregationBuilders.topHits("top_result");
// （11）嵌套的聚合
// NestedBuilder nb= AggregationBuilders.nested("negsted_path").path("quests");
// （12）反转嵌套
// AggregationBuilders.reverseNested("res_negsted").path("kps ");
}
/**
* MultiSearchResponse 多字段检索
*/
@Test
public void MultiSearchResponse(){
SearchRequestBuilder srb1 = client.prepareSearch().setQuery(QueryBuilders.queryStringQuery("JAVA"));
SearchRequestBuilder srb2 = client.prepareSearch().setQuery(QueryBuilders.matchQuery("title", "C"));
MultiSearchResponse sr = client.prepareMultiSearch().add(srb1).add(srb2).get();
for (MultiSearchResponse.Item item : sr.getResponses()) {
SearchResponse response = item.getResponse();
for (SearchHit searchHit : response.getHits()) {
println(searchHit);
}
}
}
/**
* 复杂查询
*/
@Test
public void complexSearch1(){
int page=1;
int pageSize=10;
String keyword="";
BoolQueryBuilder boolQueryBuilder=QueryBuilders.boolQuery();
if(keyword!=null&&!keyword.equals("")){
QueryBuilder nameBuilder=QueryBuilders.matchQuery("zuName", keyword).analyzer("ik_max_word").boost(10);
QueryBuilder labelBuilder=QueryBuilders.matchQuery("zuLabelName", keyword).analyzer("ik_max_word").boost(10);
QueryBuilder categoryBuilder=QueryBuilders.matchQuery("categoryName", keyword).analyzer("ik_max_word").boost(10);
boolQueryBuilder.should(nameBuilder).should(labelBuilder).should(categoryBuilder);
}else{
boolQueryBuilder.must(QueryBuilders.matchAllQuery());
}
SearchResponse response=client.prepareSearch("article").setTypes("articledate")
.setQuery(boolQueryBuilder)
.setFrom((page-1)*pageSize).setSize(pageSize)
.setExplain(true)
.get();
SearchHits hits=response.getHits();
}
/**
* 复杂查询2
*/
@Test
public void complexSearch2(){
String relatedValue="fendo";
String userId="1234";
int page=1;
int pageSize=10;
BoolQueryBuilder builders=new BoolQueryBuilder();
//加上条件
builders.must(QueryBuilders.termQuery("userId", userId));
if(relatedValue=="fendo"){
builders.must(QueryBuilders.nestedQuery("related4ZuValue",
QueryBuilders.boolQuery()
.must(QueryBuilders.termQuery("related4ZuValue.nameValue", ""))
//.must(QueryBuilders.rangeQuery("endTime").lte(LongformStringDate(System.currentTimeMillis())))
,ScoreMode.None));
}else{
builders.must(QueryBuilders.nestedQuery("related4ZuValue", QueryBuilders.termQuery("related4ZuValue.nameValue", ""),
ScoreMode.None));
}
SearchResponse response=client.prepareSearch("article").setTypes("articledate")
.setQuery(builders).setFrom((page-1)*pageSize)
.setSize(pageSize)
.get();
SearchHits hits=response.getHits();
}
/**
* 取查询结果总和count
*/
@Test
public void countSum() {
int relatedValue=1;
String userId="111";
BoolQueryBuilder builders=new BoolQueryBuilder();
builders.must(QueryBuilders.termQuery("userId", userId));
if(relatedValue==1){
builders.must(QueryBuilders.nestedQuery("related4ZuValue",QueryBuilders.boolQuery()
.must(QueryBuilders.termQuery("related4ZuValue.nameValue", "123"))
.must(QueryBuilders.rangeQuery("endTime").lte(""))
,ScoreMode.None));
}else{
builders.must(QueryBuilders.nestedQuery("related4ZuValue", QueryBuilders.termQuery("related4ZuValue.nameValue", "111"),
ScoreMode.None));
}
SearchResponse response=client.prepareSearch("article").setTypes("articledate")
.setQuery(builders)
.setSize(1)
.get();
SearchHits hits=response.getHits();
System.out.println(hits.getTotalHits());
}
/**
* 聚合求和sum
* @param keyword
* @param startTime
* @param endTime
*/
@Test
public void getPlatformZuOrdersTotalAmount() {
String keyword="";
String startTime="";
String endTime="";
BoolQueryBuilder boolQueryBuilder=QueryBuilders.boolQuery();
if(keyword==null||keyword.equals("")){
QueryBuilder queryBuilder=QueryBuilders.matchAllQuery();
boolQueryBuilder.must(queryBuilder);
}else{
QueryBuilder zuNameBuilder=QueryBuilders.matchQuery("zuName", keyword);
QueryBuilder buyerNameBuilder=QueryBuilders.matchQuery("buyerName", keyword);
QueryBuilder sellerNameBuilder=QueryBuilders.matchQuery("sellerName", keyword);
boolQueryBuilder.should(zuNameBuilder).should(buyerNameBuilder).should(sellerNameBuilder);
}
if(!startTime.equals("")){
QueryBuilder addTimeBuilder=QueryBuilders.rangeQuery("addTime").from(startTime).to(endTime);
boolQueryBuilder.must(addTimeBuilder);
}
SearchResponse response=client.prepareSearch("article").setTypes("articledate")
.setQuery(boolQueryBuilder)
.addAggregation(AggregationBuilders.sum("price").field("price"))
.get();
Sum sum=response.getAggregations().get("price");
System.out.println(sum.getValue());
}
/**
* ---------------------------分页
*/
/**
* 使用Scroll方法分页
*/
@Test
public void queryPageScroll(){
QueryBuilder qb = QueryBuilders.termQuery("id", "1");
SearchResponse scrollResp = client.prepareSearch("article")
.addSort(FieldSortBuilder.DOC_FIELD_NAME, SortOrder.ASC)
.setScroll(new TimeValue(60000))
.setQuery(qb)
.setSize(1).get();
do {
for (SearchHit hit : scrollResp.getHits().getHits()) {
println(hit);
}
scrollResp = client.prepareSearchScroll(scrollResp.getScrollId()).setScroll(new TimeValue(60000)).execute().actionGet();
} while(scrollResp.getHits().getHits().length != 0);
}
/**
* 分页
* @throws Exception
*/
@Test
public void fenye() throws Exception {
SearchResponse response = client.prepareSearch("article")
.setQuery(QueryBuilders.matchAllQuery())
.setFrom(10)
.setSize(20)
.execute().actionGet();
for (SearchHit searchHit : response.getHits()) {
println(searchHit);
}
}
/**
* 高亮
* @throws Exception
*/
@Test
public void highlighter() throws Exception{
QueryBuilder matchQuery = QueryBuilders.matchQuery("author", "fendo");
HighlightBuilder hiBuilder=new HighlightBuilder();
hiBuilder.preTags("<h2>");
hiBuilder.postTags("</h2>");
hiBuilder.field("author");
// 搜索数据
SearchResponse response = client.prepareSearch("article")
.setQuery(matchQuery)
.highlighter(hiBuilder)
.execute().actionGet();
for (SearchHit searchHit : response.getHits()) {
println(searchHit);
}
}
/**
* ---------------------------分词器
*/
/**
* AnalyzeRequest 分词器
* <a href='https://www.elastic.co/guide/cn/elasticsearch/guide/current/standard-tokenizer.html'>
* @throws Exception
*/
@Test
public void AnalyzeRequest() throws Exception {
AnalyzeRequest analyzeRequest = new AnalyzeRequest();
analyzeRequest.text("My œsophagus caused a débâcle");
/**
* whitespace （空白字符）分词器按空白字符 —— 空格、tabs、换行符等等进行简单拆分
* letter 分词器 ，采用另外一种策略，按照任何非字符进行拆分
* standard 分词器使用 Unicode 文本分割算法
*/
analyzeRequest.addTokenFilter("standard");
analyzeRequest.addCharFilter("asciifolding");
ActionFuture<AnalyzeResponse> analyzeResponseActionFuture = client.admin().indices().analyze(analyzeRequest);
List<AnalyzeResponse.AnalyzeToken> analyzeTokens = analyzeResponseActionFuture.actionGet().getTokens();
for (AnalyzeResponse.AnalyzeToken analyzeToken : analyzeTokens){
System.out.println(analyzeToken.getTerm());
}
}
/**
* IK分词器
* @param args
* @throws IOException
*/
public void IKAnalyzer(String []args) throws IOException {
Settings settings = Settings.EMPTY;
IKAnalyzer analyzer = new IKAnalyzer();
String text = "中华人民共和国国歌";
StringReader stringReader = new StringReader(text);
TokenStream tokenStream = analyzer.tokenStream("",stringReader);
tokenStream.reset();
CharTermAttribute term=tokenStream.getAttribute(CharTermAttribute.class);
while(tokenStream.incrementToken()){
System.out.print(term.toString()+"—");
}
stringReader.close();
tokenStream.close();
}
/**
* 输出结果SearchResponse
* @param response
*/
public static void println(SearchResponse response){
System.err.println("*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-");
System.err.println(
"getFailedShards : " + response.getFailedShards() + "\n" +
"getNumReducePhases : " + response.getNumReducePhases() + "\n" +
"getScrollId : " + response.getScrollId() + "\n" +
"getTookInMillis : " + response.getTookInMillis() + "\n" +
"getTotalShards : " + response.getTotalShards() + "\n" +
"getAggregations : " + response.getAggregations() + "\n" +
"getProfileResults : " + response.getProfileResults() + "\n" +
"getShardFailures : " + response.getShardFailures() + "\n" +
"getSuggest : " + response.getSuggest() + "\n" +
"getTook : " + response.getTook() + "\n" +
"isTerminatedEarly : " + response.isTerminatedEarly() + "\n" +
"isTimedOut : " + response.isTimedOut() + "\n" +
"remoteAddress : " + response.remoteAddress() + "\n" +
"status : " + response.status() + "\n" +
"getHits : " + response.getHits()
);
}
/**
* 输出结果SearchResponse
* @param response
*/
public static void println(SearchHit searchHit){
System.err.println("*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-*-");
System.err.println(
"docId : " + searchHit.docId() + "\n" +
"getId : " + searchHit.getId() + "\n" +
"getIndex : " + searchHit.getIndex()+ "\n" +
"getScore : " + searchHit.getScore() + "\n" +
"getSourceAsString : " + searchHit.getSourceAsString() + "\n" +
"getType : " + searchHit.getType() + "\n" +
"getVersion : " + searchHit.getVersion() + "\n" +
"fieldsOrNull : " + searchHit.fieldsOrNull() + "\n" +
"getExplanation : " + searchHit.getExplanation() + "\n" +
"getFields : " + searchHit.getFields() + "\n" +
"highlightFields : " + searchHit.highlightFields() + "\n" +
"hasSource : " + searchHit.hasSource()
);
}
}
1161
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
