Storm整合Elasticsearch

EsIndexBolt将元组直接流到Elasticsearch。元组以指定的索引和类型组合进行索引。用户应确保EsTupleMapper可以从输入元组中提取“源”，“索引”，“类型”和“ id”。“索引”和“类型”用于标识目标索引和类型。“源”是JSON格式字符串的文档，将在Elasticsearch中建立索引。
EsConfig esConfig = new EsConfig(clusterName, new String[]{“localhost:9300”});
EsTupleMapper tupleMapper = new DefaultEsTupleMapper();
EsIndexBolt indexBolt = new EsIndexBolt(esConfig, tupleMapper);

12、Storm—pom.xml配置

<?xml version="1.0" encoding="UTF-8"?>

4.0.0

com.imooc.bigdata
strom
1.0

strom

http://www.example.com

cloudera https://repository.cloudera.com/artifactory/cloudera-repos org.apache.storm storm-core ${storm-version}

<!--添加 commons-io 依赖-->
<dependency>
  <groupId>commons-io</groupId>
  <artifactId>commons-io</artifactId>
  <version>2.4</version>
</dependency>

<!--过滤 com.google.guava 排除包冲突问题-->
<dependency>
  <groupId>org.apache.hadoop</groupId>
  <artifactId>hadoop-client</artifactId>
  <version>${hadoop-version}</version>
  <exclusions>
    <exclusion>
      <groupId>com.google.guava</groupId>
      <artifactId>guava</artifactId>
    </exclusion>
  </exclusions>
</dependency>

<!-- redis 依赖 -->
<dependency>
  <groupId>org.apache.storm</groupId>
  <artifactId>storm-redis</artifactId>
  <version>${storm-version}</version>
</dependency>

<!-- mysql 依赖 -->
<dependency>
  <groupId>org.apache.storm</groupId>
  <artifactId>storm-jdbc</artifactId>
  <version>${storm-version}</version>
</dependency>

<!-- mysql 依赖 -->
<dependency>
  <groupId>mysql</groupId>
  <artifactId>mysql-connector-java</artifactId>
  <version>5.1.31</version>
</dependency>


<!--过滤 hadoop-client  hadoop-auth 排除包冲突问题-->
<dependency>
  <groupId>org.apache.storm</groupId>
  <artifactId>storm-hdfs</artifactId>
  <version>${storm-version}</version>
  <exclusions>
    <exclusion>
      <groupId>org.apache.hadoop</groupId>
      <artifactId>hadoop-client</artifactId>
    </exclusion>
    <exclusion>
      <groupId>org.apache.hadoop</groupId>
      <artifactId>hadoop-auth</artifactId>
    </exclusion>
  </exclusions>
</dependency>

<!--过滤 com.google.guava 排除包冲突问题-->
<dependency>
  <groupId>org.apache.storm</groupId>
  <artifactId>storm-hbase</artifactId>
  <version>${storm-version}</version>
  <exclusions>
    <exclusion>
      <groupId>com.google.guava</groupId>
      <artifactId>guava</artifactId>
    </exclusion>
  </exclusions>
</dependency>

<!-- 排除别的包里所包含的这个包版本不一，冲突问题都过滤掉后 统一以下版本 -->
<dependency>
  <groupId>com.google.guava</groupId>
  <artifactId>guava</artifactId>
  <version>16.0.1</version>
</dependency>

maven-clean-plugin 3.1.0 maven-resources-plugin 3.0.2 maven-compiler-plugin 3.8.0 maven-surefire-plugin 2.22.1 maven-jar-plugin 3.0.2 maven-install-plugin 2.5.2 maven-deploy-plugin 2.8.2 maven-site-plugin 3.7.1 maven-project-info-reports-plugin 3.0.0