package com.hihonor.appsearch.service.impl;
import com.alibaba.fastjson.JSON;
import com.hihonor.appsearch.config.CommonEsConfig;
import com.hihonor.appsearch.domain.;
import com.hihonor.appsearch.service.IElasticService;
import com.hihonor.appsearch.utils.ConfigUtils;
import com.hihonor.appsearch.utils.MD5Util;
import com.hihonor.appsearch.utils.PropertiesUtils;
import org.apache.commons.beanutils.BeanUtils;
import org.apache.commons.lang3.StringUtils;
import org.elasticsearch.action.ActionListener;
import org.elasticsearch.action.AliasesRequest;
import org.elasticsearch.action.admin.cluster.repositories.put.PutRepositoryRequest;
import org.elasticsearch.action.admin.indices.delete.DeleteIndexRequest;
import org.elasticsearch.action.bulk.;
import org.elasticsearch.action.index.IndexRequest;
import org.elasticsearch.action.index.IndexResponse;
import org.elasticsearch.action.search.SearchRequest;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.action.update.UpdateRequest;
import org.elasticsearch.client.RequestOptions;
import org.elasticsearch.client.RestHighLevelClient;
import org.elasticsearch.client.SnapshotClient;
import org.elasticsearch.client.indices.CreateIndexRequest;
import org.elasticsearch.client.indices.CreateIndexResponse;
import org.elasticsearch.client.indices.GetIndexRequest;
import org.elasticsearch.common.settings.Settings;
import org.elasticsearch.common.unit.ByteSizeUnit;
import org.elasticsearch.common.unit.ByteSizeValue;
import org.elasticsearch.common.unit.TimeValue;
import org.elasticsearch.common.xcontent.;
import org.elasticsearch.index.query.BoolQueryBuilder;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.SearchHits;
import org.elasticsearch.search.SearchModule;
import org.elasticsearch.search.builder.SearchSourceBuilder;
import org.elasticsearch.search.sort.SortOrder;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.data.elasticsearch.annotations.Document;
import org.springframework.stereotype.Service;
import javax.annotation.Resource;
import java.io.IOException;
import java.lang.reflect.InvocationTargetException;
import java.text.SimpleDateFormat;
import java.util.;
import java.util.concurrent.TimeUnit;
import java.util.function.BiConsumer;
import java.util.stream.Collectors;
@Service
public class IElasticServiceImpl implements IElasticService<AppSearch, String> {
private Logger logger = LoggerFactory.getLogger(IElasticServiceImpl.class);
@Resource
private CommonEsConfig config;
@Resource
RestHighLevelClient restHighLevelClient;
/**
* 批量的加载数据从mysql到es中进行处理
* 不同的数据需要同步到不同的es的index中的
*/
@Override
public boolean batchFromMysqlToEs(List<AppSearch> appSearches) throws InterruptedException {
logger.info("begin to batchFromMysqlToEs:{}", appSearches.size());
if (appSearches == null || appSearches.isEmpty()) {
logger.info("appSearches is null or size is zero:{}", appSearches == null ? 0 : appSearches.size());
return false;
}
BiConsumer<BulkRequest, ActionListener<BulkResponse>> bulkConsumer =
(request, bulkListener) -> restHighLevelClient.bulkAsync(request, RequestOptions.DEFAULT, bulkListener);
BulkProcessor bulkProcessor = BulkProcessor.builder(bulkConsumer, new BulkProcessor.Listener() {
@Override
public void beforeBulk(long executionId, BulkRequest request) {
int i = request.numberOfActions();
logger.info("batch count ", i);