spark to es

package com.hihonor.sparksql

/**

• spark save to es
• */
  object SparkSaveToEs {
  def main(args: Array[String]): Unit = {
  System.setProperty(“hadoop.home.dir”, “D:\soft\hadoop-2.6.0”)
  import org.apache.spark.rdd.RDD
  import org.apache.spark.sql.{DataFrame, SaveMode, SparkSession}
  import org.apache.spark.SparkContext
  val spark: SparkSession = SparkSession
  .builder().appName(this.getClass.getName).master(“local[2]”)
  .getOrCreate()
  val options = Map(
  “es.index.auto.create”->“true”,
  “es.nodes.wan.only” -> “true”,
  “es.nodes” -> “10.68.161.122”,
  “es.port” -> “9200”,
  “es.mapping.id” -> “id”
  )
  //从hive表中读取数据
  //val sourceDF = spark.table(“hive_table”)
  val context: SparkContext = spark.sparkContext
  val sourceDF: RDD[Person] = context.parallelize(Array(Person(“a1”, “张三”, “30”), Person(“a2”, “李四”, “31”