java用rest高级API操作es

1 链接es

import org.apache.http.HttpHost;
import org.elasticsearch.client.RestClient;
import org.elasticsearch.client.RestHighLevelClient;
import org.springframework.boot.context.properties.ConfigurationProperties;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.data.elasticsearch.client.ClientConfiguration;
import org.springframework.data.elasticsearch.client.RestClients;
import org.springframework.data.elasticsearch.config.AbstractElasticsearchConfiguration;
import org.springframework.stereotype.Component;

import java.util.Map;
import java.util.Properties;

@Component
@Configuration
@ConfigurationProperties(prefix = "spring.elasticsearch.rest")
public class ESClientConfig extends AbstractElasticsearchConfiguration {

    private String uris = "es-ab##5sj.public.tenc####stic###rch.com:9200";
    private String username = "e****ic";
    private String password = "S*Y*****Q";
    
    @Override
    @Bean
    public RestHighLevelClient elasticsearchClient() {
        final ClientConfiguration client = ClientConfiguration.builder()
                .connectedTo(uris)
                .usingSsl()//设置为https访问方式，默认为http，默认方式连接不上
                .withBasicAuth(username, password)
                .build();

        return RestClients.create(client).rest();
    }
}

2 bulk批量数据到es

import com.alibaba.fastjson.JSON;
import com.yeying.pojo.User;
import org.elasticsearch.action.DocWriteRequest;
import org.elasticsearch.action.bulk.BulkProcessor;
import org.elasticsearch.action.bulk.BulkRequest;
import org.elasticsearch.action.bulk.BulkResponse;
import org.elasticsearch.action.index.IndexRequest;
import org.elasticsearch.action.search.ClearScrollRequest;
import org.elasticsearch.client.RequestOptions;
import org.elasticsearch.client.RestHighLevelClient;
import org.elasticsearch.common.StopWatch;
import org.elasticsearch.common.xcontent.XContentType;

import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
import java.util.UUID;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;

public class ESAndConnect3 {
    public static void main(String[] args) throws IOException {

        long start, end;
        start = System.currentTimeMillis();

        ESClientConfig esClientConfig = new ESClientConfig();
        RestHighLevelClient client = esClientConfig.elasticsearchClient();

        ArrayList<User> userList = new ArrayList<>();
        User user = new User();

        //发送批处理请求
        int sum;
        int count = 0;

        for (int j = 1; j <= 5; j++) {
            for (int i = 10000; i <= 5000000; i += 10000) {
                BulkRequest bulkRequest = new BulkRequest();
                System.out.println(bulkRequest.numberOfActions());
                bulkRequest.timeout("10s");
                for (int k = 0; k < 10000; k++) {
                    count++;
                    
                    String fiels = UUID.randomUUID().toString();
                    user.setName(fiels);
                    user.setAge(fiels + k);
                    user.setCity(fiels + k + 7);
                    user.setDep(fiels + k + 1);
                    user.setDesc(fiels + k + 2);
                    user.setGender(fiels + k + 3);
                    user.setHeight(fiels + k + 5);
                    user.setWeight(fiels + k + 6);
                    user.setJob(fiels + k + 4);
                    user.setSalary(fiels + k + 8);

                    IndexRequest source1 = new IndexRequest("index_legg_" + j)  //指定索引（库）
                            .id("" + k + i / 10000) //id从1开始自增  不设置即随机id
                            .source(JSON.toJSONString(user), XContentType.JSON);//资源：当前的list。get数组转换成jsonstring字符串
                    bulkRequest.add(source1);
                }

                // 达到批量提交条件 异步批量提交一次
                //客户端执行
                BulkResponse bulkResponse = client.bulk(bulkRequest, RequestOptions.DEFAULT);

                System.out.println(bulkResponse.hasFailures()); //是否执行成功 false成功

                //打印文档内容 （getResponse可以点出想要的文档内容）
                System.out.println(bulkResponse.getIngestTook());
                //输出1文档信息
                System.out.println(bulkResponse);

                System.out.println("========" + count + "=======");
            }
            System.out.println("========" + count + "=======");
        }
        end = System.currentTimeMillis();
        System.out.println("start time:" + start + "; end time:" + end + "; Run Time:" + (end - start) + "(ms)");
    }
}

3 wildcard查询数据

public class ESAndConnect2 {
    public static void main(String[] args) throws IOException {

        long start, end;
        start = System.currentTimeMillis();

        ESClientConfig esClientConfig = new ESClientConfig();
        RestHighLevelClient client = esClientConfig.elasticsearchClient();

        GetRequest getRequest = new GetRequest("index_legg_1", "71");
        //BoolQueryBuilder must = QueryBuilders.boolQuery().must(QueryBuilders.spanMultiTermQueryBuilder(new WildcardQueryBuilder("age", "d1659897*")));
        boolean realtime = getRequest.realtime();

        WildcardQueryBuilder wildcardQueryBuilder = QueryBuilders.wildcardQuery("age", "48b7fb9e*");
        WildcardQueryBuilder wildcardQueryBuilder2 = QueryBuilders.wildcardQuery("city", "48b7fb9e*");
        WildcardQueryBuilder wildcardQueryBuilder3 = QueryBuilders.wildcardQuery("dep", "48b7fb9e*");
        WildcardQueryBuilder wildcardQueryBuilder4 = QueryBuilders.wildcardQuery("desc", "48b7fb9e*");
        WildcardQueryBuilder wildcardQueryBuilder5 = QueryBuilders.wildcardQuery("gender", "48b7fb9e*");
        WildcardQueryBuilder wildcardQueryBuilder6 = QueryBuilders.wildcardQuery("height", "48b7fb9e*");
        WildcardQueryBuilder wildcardQueryBuilder7 = QueryBuilders.wildcardQuery("job", "48b7fb9e*");
        WildcardQueryBuilder wildcardQueryBuilder8 = QueryBuilders.wildcardQuery("name", "48b7fb9e*");
        WildcardQueryBuilder wildcardQueryBuilder9 = QueryBuilders.wildcardQuery("salary", "48b7fb9e*");
        WildcardQueryBuilder wildcardQueryBuilder10 = QueryBuilders.wildcardQuery("weight", "48b7fb9e*");
        GetResponse getResponse = client.get(getRequest, RequestOptions.DEFAULT);

        System.out.println(getResponse.getSourceAsString());

        System.out.println(getRequest);
        System.out.println("&&&&&&&&&&&&"+realtime+"=============");
        System.out.println(wildcardQueryBuilder);
        System.out.println(wildcardQueryBuilder2);
        System.out.println(wildcardQueryBuilder3);
        System.out.println(wildcardQueryBuilder4);
        System.out.println(wildcardQueryBuilder5);
        System.out.println(wildcardQueryBuilder6);
        System.out.println(wildcardQueryBuilder7);
        System.out.println(wildcardQueryBuilder8);
        System.out.println(wildcardQueryBuilder9);
        System.out.println(wildcardQueryBuilder10);
        
        end = System.currentTimeMillis();
        System.out.println("start time:" + start + "; end time:" + end + "; Run Time:" + (end - start) + "(ms)");
    }
}

附

public class User {
    private String name;
    private String age;
    private String gender;
    private String desc;
    private String dep;
    private String job;
    private String height;
    private String weight;
    private String Salary;
    private String city;
}

over