Flink复杂事件处理（CEP）示例

示例实现

package com.lagou.gongkaike;

import com.lagou.mycep.PayBean;
import org.apache.flink.api.common.eventtime.*;
import org.apache.flink.api.java.functions.KeySelector;
import org.apache.flink.cep.CEP;
import org.apache.flink.cep.PatternSelectFunction;
import org.apache.flink.cep.PatternStream;
import org.apache.flink.cep.PatternTimeoutFunction;
import org.apache.flink.cep.pattern.Pattern;
import org.apache.flink.cep.pattern.conditions.IterativeCondition;
import org.apache.flink.streaming.api.TimeCharacteristic;
import org.apache.flink.streaming.api.datastream.DataStream;
import org.apache.flink.streaming.api.datastream.DataStreamSource;
import org.apache.flink.streaming.api.datastream.KeyedStream;
import org.apache.flink.streaming.api.datastream.SingleOutputStreamOperator;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
import org.apache.flink.streaming.api.windowing.time.Time;
import org.apache.flink.util.OutputTag;

import java.util.List;
import java.util.Map;

public class GcepDemo {
    public static void main(String[] args) throws Exception {
        /**
         * 1、获取数据源
         * 2、watermark
         * 3、keyby
         * 4、Pattern
         * 5、CEP匹配模式
         * 6、把匹配成功的数据输出
         */
        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
        env.setParallelism(1);
        env.setStreamTimeCharacteristic(TimeCharacteristic.EventTime);

        //1、获取数据源
        DataStreamSource<PayBean> data = env.fromElements(
                new PayBean(1L, "create", 1618491309880L),//2021-04-15 20:55:09
                new PayBean(1L, "pay", 1618491310980L),
                new PayBean(2L, "create", 1618491309880L)
        );

        //2、watermark
        SingleOutputStreamOperator<PayBean> watermarked = data.assignTimestampsAndWatermarks(new WatermarkStrategy<PayBean>() {
            @Override
            public WatermarkGenerator<PayBean> createWatermarkGenerator(WatermarkGeneratorSupplier.Context context) {
                return new WatermarkGenerator<PayBean>() {
                    Long maxtimestamp = 0L;
                    Long maxoutoforderness = 500L;

                    @Override
                    public void onEvent(PayBean event, long eventTimestamp, WatermarkOutput output) {
                        maxtimestamp = Math.max(maxtimestamp, eventTimestamp);
                    }

                    @Override
                    public void onPeriodicEmit(WatermarkOutput output) {
                        output.emitWatermark(new Watermark(maxtimestamp - maxoutoforderness));
                    }
                };
            }
        }.withTimestampAssigner(new SerializableTimestampAssigner<PayBean>() {
            @Override
            public long extractTimestamp(PayBean element, long recordTimestamp) {
                return element.getTs();
            }
        }));

        //3、根据ID进行分组
        KeyedStream<PayBean, Long> keyed = watermarked.keyBy(x -> x.getId());

		//4、定义Pattern
        Pattern<PayBean, PayBean> myPattern = Pattern.<PayBean>begin("start").where(new IterativeCondition<PayBean>() {
            @Override
            public boolean filter(PayBean value, Context<PayBean> ctx) throws Exception {
                return value.getState().equals("create");
            }
        })
                .followedBy("next").where(new IterativeCondition<PayBean>() {
                    @Override
                    public boolean filter(PayBean value, Context<PayBean> ctx) throws Exception {
                        return value.getState().equals("pay");
                    }
                })
                .within(Time.seconds(10));

        //5、定义CEP匹配模式
        PatternStream<PayBean> patterned = CEP.pattern(keyed, myPattern);

        OutputTag<PayBean> outputTag = new OutputTag<PayBean>("outputTag") {};
		
		//6、输出数据
        SingleOutputStreamOperator<PayBean> selected = patterned.select(outputTag, new PatternTimeoutFunction<PayBean, PayBean>() {
            @Override
            public PayBean timeout(Map<String, List<PayBean>> pattern, long timeoutTimestamp) throws Exception {
                System.out.println("timeout:" + pattern);
                return pattern.get("start").get(0);
            }
        }, new PatternSelectFunction<PayBean, PayBean>() {
            @Override
            public PayBean select(Map<String, List<PayBean>> pattern) throws Exception {
                System.out.println("select:" + pattern);
                return pattern.get("start").get(0);
            }
        });

        DataStream<PayBean> sideOutput = selected.getSideOutput(outputTag);
        sideOutput.print();
        env.execute();
    }
}