部署说明
1.DBRetrieveTool部署依赖(es/RabbitMQ)
一、安装jdk
ElasticSearch是基于lucence开发的,也就是运行需要java jdk支持。所以要先安装JAVA环境。ElasticSearch 5.x 往后依赖于JDK 1.8的,所以现在我们下载JDK 1.8或者更高版本。
下载JDK1.8,下载完成后安装。(自行百度)
二、安装ElasticSearch
1、ElasticSearch下载地址链接:elasticsearch-7.17.1-windows-x86_64.zip
2、下载安装包后解压
3、进入bin目录下,双击执行elasticsearch.bat
4、当cmd框代码运行结束后,打开浏览器测试一下是否安装成功。访问http://localhost:9200如下图
三、ElasticSearch安装为Windows服务
1.elasticsearch的bin目录下有一个elasticsearch-service.bat
2.cmd 进入bin目录下执行: elasticsearch-service.bat install
3.查看电脑服务es已经存在了,启动es服务执行:elasticsearch-service.bat start
[外链图片转存中…(img-ojkn5zTs-1656469511188)]
elasticsearch-service.bat后面还可以执行这些命令
install: 安装Elasticsearch服务
remove: 删除已安装的Elasticsearch服务(如果启动则停止服务)
start: 启动Elasticsearch服务(如果已安装)
stop: 停止服务(如果启动)
manager:启动GUI来管理已安装的服务
四、java中使用
1.添加maven依赖
<!--elasticsearch依赖包开始-->
<dependency>
<groupId>co.elastic.clients</groupId>
<artifactId>elasticsearch-java</artifactId>
<version>7.17.1</version>
</dependency>
<dependency>
<groupId>jakarta.json</groupId>
<artifactId>jakarta.json-api</artifactId>
<version>2.0.1</version>
</dependency>
<!--elasticsearch依赖包结束-->
2.初始化连接,创建索引
@Service
public class EsLogService {
private static ElasticsearchClient elasticsearchClient;
public static String index = "es_index_yy";
static {
RestClient restClient = RestClient.builder(new HttpHost("192.168.18.100", 9200))
.setHttpClientConfigCallback(httpAsyncClientBuilder->{
//账密设置
CredentialsProvider credentialsProvider = new BasicCredentialsProvider();
//es账号密码(一般使用,用户elastic)
credentialsProvider.setCredentials(AuthScope.ANY, new UsernamePasswordCredentials("elastic", "xxxxxxxx"));
httpAsyncClientBuilder.setDefaultCredentialsProvider(credentialsProvider);
return httpAsyncClientBuilder;
}).build();
RestClientTransport restClientTransport = new RestClientTransport(restClient, new JacksonJsonpMapper());
elasticsearchClient= new ElasticsearchClient(restClientTransport);
}
/**
* 创建索引和映射关系
* @return
*/
public Boolean createMapping() {
String indexName = index;
String aliasIndexName = "es_alias_index_yy";
Map<String, Property> propertyMap = new HashMap<>();
propertyMap.put("operId",new Property(new TextProperty.Builder().index(true).store(true).build()));
propertyMap.put("title",new Property(new TextProperty.Builder().index(true).store(true).build()));
/*根据实际情况创建文档所需字段*/
TypeMapping typeMapping = new TypeMapping.Builder().properties(propertyMap).build();
IndexSettings indexSettings = new IndexSettings.Builder().numberOfShards(String.valueOf(1)).numberOfReplicas(String.valueOf(0)).build();
CreateIndexRequest createIndexRequest = new CreateIndexRequest.Builder()
.index(indexName)
.aliases(aliasIndexName, new Alias.Builder().isWriteIndex(true).build())
.mappings(typeMapping)
.settings(indexSettings)
.build();
CreateIndexResponse createIndexResponse = null;
try {
createIndexResponse = elasticsearchClient.indices().create(createIndexRequest);
} catch (IOException e) {
e.printStackTrace();
}
Boolean acknowledged = createIndexResponse.acknowledged();
return acknowledged;
}
}
3.其他文档操作请参考官方文档,7.17版本对函数式兼容更佳
一、准备工作
官网下载所需版本,这里下载的是3.6.5版本
进入官网后往下拉【download+installation】
然后点击【install windows】
由于rabbitmq依赖Erlang环境,如果有的,直接忽略
没有的,进入install windows后往下拉找到Dependencies,根据选择下载的rabbitmq的版本,下载对应的erlang环境包,避免出现兼容性问题
二、开始安装
1.先安装otp_win64_17.3.exe,选择安装路径后各种下一步
2.配置环境变量,右键此电脑 - 属性 - 高级系统设置 - 环境变量,找到系统变量 path - 编辑,复制粘贴我们erlang的安装路径的bin目录
3.安装rabbitmq,选择安装路径后各种下一步,完成
4.进入安装目录下的sbin目录,在地址栏打开cmd,运行
rabbitmq-plugins enable rabbitmq_management
5.打开服务,找到rabbitmq,右键重新启动即可
6.浏览器访问http://127.0.0.1:15672,进入管理页面,初始账号和密码都是guest
三、java中使用
1.引入依赖
<!--rabbitmq开始-->
<dependency>
<groupId>com.rabbitmq</groupId>
<artifactId>amqp-client</artifactId>
<version>5.6.0</version>
</dependency>
<dependency>
<groupId>org.springframework.amqp</groupId>
<artifactId>spring-rabbit</artifactId>
<version>2.1.8.RELEASE</version>
</dependency>
<!-- 解决冲突 -->
<dependency>
<groupId>org.codehaus.jackson</groupId>
<artifactId>jackson-mapper-asl</artifactId>
<version>1.9.13</version>
</dependency>
<!--rabbitmq结束-->
2.初始化连接和配置
package com.aribd.config;
import org.springframework.amqp.core.*;
import org.springframework.amqp.rabbit.annotation.EnableRabbit;
import org.springframework.amqp.rabbit.config.SimpleRabbitListenerContainerFactory;
import org.springframework.amqp.rabbit.connection.CachingConnectionFactory;
import org.springframework.amqp.rabbit.connection.ConnectionFactory;
import org.springframework.amqp.rabbit.core.RabbitAdmin;
import org.springframework.amqp.rabbit.core.RabbitTemplate;
import org.springframework.amqp.rabbit.listener.RabbitListenerContainerFactory;
import org.springframework.amqp.support.converter.Jackson2JsonMessageConverter;
import org.springframework.amqp.support.converter.MessageConverter;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.ComponentScan;
import org.springframework.context.annotation.Configuration;
import org.springframework.context.annotation.PropertySource;
/**
* @author 徐超
* @version 1.0.0
* @description
* @create 2022-05-10 14:47
**/
@Configuration
@PropertySource(value = "classpath:/properties/rabbitmq.properties")
@ComponentScan("com.aribd.config")
@EnableRabbit
public class RabbitMqConfig {
@Value("${rabbitmq.host}")
private String host;
@Value("${rabbitmq.port}")
private int port;
@Value("${rabbitmq.username}")
private String username;
@Value("${rabbitmq.password}")
private String password;
@Value("${rabbitmq.virtual.host}")
private String vhost;
@Value("${exchange.name}")
private String dbSearchExchange;
@Value("${queue.name.wos}")
private String wosQueue;
@Value("${queue.name.cscd}")
private String cscdQueue;
@Value("${queue.name.scopus}")
private String scopusQueue;
@Value("${queue.name.eni}")
private String eniQueue;
@Value("${queue.name.cnki}")
private String cnkiQueue;
/**
* rabbitmq连接配置
*
* @return
*/
@Bean
public ConnectionFactory connectionFactory() {
CachingConnectionFactory connectionFactory = new CachingConnectionFactory(host, port);
connectionFactory.setUsername(username);
connectionFactory.setPassword(password);
connectionFactory.setVirtualHost(vhost);
return connectionFactory;
}
@Bean
public RabbitTemplate rabbitTemplate() {
RabbitTemplate template = new RabbitTemplate(connectionFactory());
template.setMessageConverter(jsonMessageConverter());
template.setExchange(dbSearchExchange);
return template;
}
@Bean
public MessageConverter jsonMessageConverter() {
return new Jackson2JsonMessageConverter();
}
/**备用方案*/
@Bean
public RabbitListenerContainerFactory rabbitListenerContainerFactory(){
SimpleRabbitListenerContainerFactory factory = new SimpleRabbitListenerContainerFactory();
factory.setConcurrentConsumers(1);
factory.setMaxConcurrentConsumers(1);
factory.setAcknowledgeMode(AcknowledgeMode.MANUAL);
// 每次给消费者发送的消息数量0表示不做限制
factory.setPrefetchCount(1);
factory.setConnectionFactory(connectionFactory());
return factory;
}
@Bean
public RabbitAdmin rabbitAdmin() {
RabbitAdmin admin = new RabbitAdmin(connectionFactory());
admin.setIgnoreDeclarationExceptions(true); //即使有关rabbitmq的bean初始化失败整个web应用还能正常启动
return admin;
}
/**==========================================交换机声明开始================================================**/
/**
* 声明引用交换机Exchange
*
* @return
*/
@Bean
public DirectExchange dbYySearchExchange() {
return new DirectExchange(dbSearchExchange, true, false);
}
/**==========================================交换机声明结束================================================**/
/**==========================================队列声明开始================================================**/
/**
* 声明队列wosQueue
*
* @return
*/
@Bean
public Queue wosSearchQueue() {
return new Queue(wosQueue, true, false, false);
}
/**==============================================交队列声明结束================================================**/
/**==========================================交换机/队列绑定开始================================================**/
/**
* 将队列绑定到指定的交换机
* @return
*/
@Bean
public Binding wosAddBinding() {
return BindingBuilder.bind(wosSearchQueue()).to(dbYySearchExchange()).with("wos");
}
/**==========================================交换机/队列绑定结束================================================**/
}
2.附加检索初始化说明
一、通过数据库备份恢复/新增(每年影响因子和分区会有新的数据)
详见备份文件
二、通过ExcelUtil手动导入
根据不同年份的excel表,调整读取的字段信息