Flink实战问题（二）：java.lang.RuntimeException: An error occurred in ElasticsearchSink

 一：背景

     采用flink sql 入库elasticsearch出现入库失败，数据没入进去

二：错误

Caused by: org.apache.flink.runtime.JobException: Recovery is suppressed by FailureRateRestartBackoffTimeStrategy(FailureRateRestartBackoffTimeStrategy(failuresIntervalMS=300000,backoffTimeMS=10000,maxFailuresPerInterval=5)
	at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.handleFailure(ExecutionFailureHandler.java:138) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.getFailureHandlingResult(ExecutionFailureHandler.java:82) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.runtime.scheduler.DefaultScheduler.handleTaskFailure(DefaultScheduler.java:216) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.runtime.scheduler.DefaultScheduler.maybeHandleTaskFailure(DefaultScheduler.java:206) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.runtime.scheduler.DefaultScheduler.updateTaskExecutionStateInternal(DefaultScheduler.java:197) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.runtime.scheduler.SchedulerBase.updateTaskExecutionState(SchedulerBase.java:682) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.runtime.scheduler.SchedulerNG.updateTaskExecutionState(SchedulerNG.java:79) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.runtime.jobmaster.JobMaster.updateTaskExecutionState(JobMaster.java:435) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at sun.reflect.GeneratedMethodAccessor16.invoke(Unknown Source) ~[?:?]
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_151]
	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_151]
	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:305) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:212) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.handleRpcMessage(FencedAkkaRpcActor.java:77) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleMessage(AkkaRpcActor.java:158) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:26) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:21) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at scala.PartialFunction.applyOrElse(PartialFunction.scala:123) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at scala.PartialFunction.applyOrElse$(PartialFunction.scala:122) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:21) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:172) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:172) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at akka.actor.Actor.aroundReceive(Actor.scala:517) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at akka.actor.Actor.aroundReceive$(Actor.scala:515) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at akka.actor.AbstractActor.aroundReceive(AbstractActor.scala:225) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at akka.actor.ActorCell.receiveMessage(ActorCell.scala:592) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at akka.actor.ActorCell.invoke(ActorCell.scala:561) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:258) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at akka.dispatch.Mailbox.run(Mailbox.scala:225) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at akka.dispatch.Mailbox.exec(Mailbox.scala:235) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	... 4 more
Caused by: java.lang.RuntimeException: An error occurred in ElasticsearchSink.
	at org.apache.flink.streaming.connectors.elasticsearch.ElasticsearchSinkBase.checkErrorAndRethrow(ElasticsearchSinkBase.java:427) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.connectors.elasticsearch.ElasticsearchSinkBase.checkAsyncErrorsAndRequests(ElasticsearchSinkBase.java:432) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.connectors.elasticsearch.ElasticsearchSinkBase.invoke(ElasticsearchSinkBase.java:329) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.table.runtime.operators.sink.SinkOperator.processElement(SinkOperator.java:65) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.runtime.tasks.CopyingChainingOutput.pushToOperator(CopyingChainingOutput.java:71) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.runtime.tasks.CopyingChainingOutput.collect(CopyingChainingOutput.java:46) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.runtime.tasks.CopyingChainingOutput.collect(CopyingChainingOutput.java:26) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.api.operators.CountingOutput.collect(CountingOutput.java:50) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.api.operators.CountingOutput.collect(CountingOutput.java:28) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.api.operators.StreamFilter.processElement(StreamFilter.java:39) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.runtime.tasks.CopyingChainingOutput.pushToOperator(CopyingChainingOutput.java:71) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.runtime.tasks.CopyingChainingOutput.collect(CopyingChainingOutput.java:46) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.runtime.tasks.CopyingChainingOutput.collect(CopyingChainingOutput.java:26) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.api.operators.CountingOutput.collect(CountingOutput.java:50) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.api.operators.CountingOutput.collect(CountingOutput.java:28) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.api.operators.StreamSourceContexts$ManualWatermarkContext.processAndCollectWithTimestamp(StreamSourceContexts.java:322) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.api.operators.StreamSourceContexts$WatermarkContext.collectWithTimestamp(StreamSourceContexts.java:426) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.connectors.kafka.internals.AbstractFetcher.emitRecordsWithTimestamps(AbstractFetcher.java:365) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.connectors.kafka.internals.KafkaFetcher.partitionConsumerRecordsHandler(KafkaFetcher.java:183) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.connectors.kafka.internals.KafkaFetcher.runFetchLoop(KafkaFetcher.java:142) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumerBase.run(FlinkKafkaConsumerBase.java:826) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.api.operators.StreamSource.run(StreamSource.java:110) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.api.operators.StreamSource.run(StreamSource.java:66) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.flink.streaming.runtime.tasks.SourceStreamTask$LegacySourceFunctionThread.run(SourceStreamTask.java:269) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
Caused by: java.net.SocketTimeoutException
	at org.apache.http.nio.protocol.HttpAsyncRequestExecutor.timeout(HttpAsyncRequestExecutor.java:375) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.http.impl.nio.client.InternalIODispatch.onTimeout(InternalIODispatch.java:92) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.http.impl.nio.client.InternalIODispatch.onTimeout(InternalIODispatch.java:39) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.http.impl.nio.reactor.AbstractIODispatch.timeout(AbstractIODispatch.java:175) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.http.impl.nio.reactor.BaseIOReactor.sessionTimedOut(BaseIOReactor.java:263) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.http.impl.nio.reactor.AbstractIOReactor.timeoutCheck(AbstractIOReactor.java:492) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.http.impl.nio.reactor.BaseIOReactor.validate(BaseIOReactor.java:213) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:280) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.http.impl.nio.reactor.BaseIOReactor.execute(BaseIOReactor.java:104) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run(AbstractMultiworkerIOReactor.java:588) ~[test-sql-1.0-SNAPSHOT.jar:1.0-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_151]

三：问题分析

  1、Caused by: java.net.SocketTimeoutException

   查看elasticsearch集群是正常的，而且负载没很高

2、Caused by: java.lang.RuntimeException: An error occurred in ElasticsearchSink.

  说明在Sink时有问题

解决方式：

把相应的配置调下，之前设置太大了

这些参数也可以进行配置