spark写数据到ES

 

1、查询ES中ID为1的记录

 

2、重新写入一条ID为1的数据

import org.apache.spark.{SparkConf, SparkContext}
import org.elasticsearch.spark.rdd.EsSpark


object WriteES {
  def main(args: Array[String]) {

    val conf = new SparkConf().setAppName("WRITEES").setMaster("local").set("es.nodes","172.18.10.34")

    val sc = new SparkContext(conf)

    val data = Map("ID" -> "1","name" -> "tracy！")


    //随机ID插入
//    sc.makeRDD(Seq((1,data))).saveToEs("tracy/fulltext")

    val RDD = sc.makeRDD(Seq(data))

    //自定义ID
    EsSpark.saveToEs(RDD,"tracy/fulltext",Map("es.mapping.id" -> "ID"))
  }
}

3、再次查询ID为1的记录

写入成功！