builder
.config("es.nodes", conf.host)
.config("es.port", "9200")
.config("es.mapping.date.rich", false)
.config("dfs.replication", 1)
.config("hive.exec.dynamic.partition.mode", "nonstrict")
.config(ConfigurationOptions.ES_SCROLL_SIZE, 10000)
.config(ConfigurationOptions.ES_MAX_DOCS_PER_PARTITION, 1000000)
.config(ConfigurationOptions.ES_HTTP_TIMEOUT, "5m")
.config(ConfigurationOptions.ES_SCROLL_KEEPALIVE, "10m")
.config("es.internal.spark.sql.pushdown", value = true)
.appName(conf.from_table)
.enableHiveSupport()
参考链接:https://segmentfault.com/a/1190000023708941