public class FlinkUtils { public static StreamExecutionEnvironment getEnv(){ StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment(); //设置全局并行度,如果不设置,则默认为配置文件中配置的平行度。优先级:代码>配置文件 // env.setParallelism(1); //设置程序环境的时间类型 //env.setStreamTimeCharacteristic(TimeCharacteristic.ProcessingTime); //开启checkpoint,必须开启 env.enableCheckpointing(30*1000, CheckpointingMode.EXACTLY_ONCE); //确保检查点之间至少有1500ms的间隔 env.getCheckpointConfig().setMinPauseBetweenCheckpoints(1500); //检查点必须在1min内完成 env.getCheckpointConfig().setCheckpointTimeout(60000); //同一时间值允许进行一个检查点 env.getCheckpointConfig().setMaxConcurrentCheckpoints(1); //当任务失败是checkpoint被保存,手动退出时也保存 env.getCheckpointConfig().enableExternalizedCheckpoints(CheckpointConfig.ExternalizedCheckpointCleanup.RETAIN_ON_CANCELLATION); //设置重启策略,30s钟重启一次,最多重启5次 env.setRestartStrategy(RestartStrategies.fixedDelayRestart(5, Time.of(30, TimeUnit.SECONDS))); return env; } }
flink程序常用环境设置
最新推荐文章于 2022-07-17 13:14:40 发布