flink使用s3协议作为checkpoint配置

flink配置文件

# state.backend: filesystem
execution.checkpointing.enabled: true
execution.checkpointing.interval: 1min

# 固定延迟重启策略
#restart-strategy: fixed-delay
#restart-strategy.fixed-delay.attempts: 4
#restart-strategy.fixed-delay.delay: 5000

# 故障率重启策略
restart-strategy: failure-rate
restart-strategy.failure-rate.delay: 5000
restart-strategy.failure-rate.failure-rate-interval: 300000
restart-strategy.failure-rate.max-failures-per-interval: 5


state.backend: filesystem
fs.allowed-fallback-filesystems: s3
state.checkpoints.dir: s3://bucket-flink-private/checkpoints
state.savepoints.dir: s3://bucket-flink-private/savepoints
state.checkpoints.externalized: true
state.backend.incremental: true
execution.checkpointing.externalized-checkpoint-retention: RETAIN_ON_CANCELLATION
state.checkpoints.num-retained: 5
s3.access-key: demo
s3.secret-key: demosecret
s3.endpoint: http://oss.my.cn
s3.ssl.enabled: true
s3.path.style.access: true

k8s下的高可用

high-availability: org.apache.flink.kubernetes.highavailability.KubernetesHaServicesFactory
high-availability.storageDir: s3://bucket-flink-private/flink-job/sc-new-1/ua76xr-wks-sp-2/100022/highAvailability