[flink]#23_Flink CEP

<dependency>
 <groupId>org.apache.flink</groupId>
 <artifactId>flink-cep_${scala.binary.version}</artifactId> <version>${flink.version}</version> 
</dependency>

QuickStart

@Data
@AllArgsConstructor
@NoArgsConstructor
@Builder
public class Event {
    private Integer id;
    private String name;
}
public class CEPMain {
    public static void main(String[] args) throws Exception {
        final ParameterTool parameterTool = ExecutionEnvUtil.createParameterTool(args);
        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
        env.getConfig().setGlobalJobParameters(parameterTool);
        env.setParallelism(1);

        SingleOutputStreamOperator<Event> eventDataStream = env.socketTextStream("127.0.0.1", 9200)
                .flatMap(new FlatMapFunction<String, Event>() {
                    @Override
                    public void flatMap(String s, Collector<Event> collector) throws Exception {
                        if (StringUtil.isNotEmpty(s)) {
                            String[] split = s.split(",");
                            if (split.length == 2) {
                                collector.collect(new Event(Integer.valueOf(split[0]), split[1]));
                            }
                        }
                    }
                });

        //42,zhisheng
        //20,zhisheng

        Pattern<Event, ?> pattern = Pattern.<Event>begin("start").where(
                new SimpleCondition<Event>() {
                    @Override
                    public boolean filter(Event event) {
                        log.info("start {}", event.getId());
                        return event.getId() == 42;
                    }
                }
        ).next("middle").where(
                new SimpleCondition<Event>() {
                    @Override
                    public boolean filter(Event event) {
                        log.info("middle {}", event.getId());
                        return event.getId() >= 10;
                    }
                }
        );

        CEP.pattern(eventDataStream, pattern).select(new PatternSelectFunction<Event, String>() {
            @Override
            public String select(Map<String, List<Event>> p) throws Exception {
                StringBuilder builder = new StringBuilder();
                log.info("p = {}", p);
                builder.append(p.get("start").get(0).getId()).append(",").append(p.get("start").get(0).getName()).append("\n")
                        .append(p.get("middle").get(0).getId()).append(",").append(p.get("middle").get(0).getName());
                return builder.toString();
            }
        }).print();

        CEP.pattern(eventDataStream, pattern).flatSelect(new PatternFlatSelectFunction<Event, String>() {
            @Override
            public void flatSelect(Map<String, List<Event>> map, Collector<String> collector) throws Exception {
                for (Map.Entry<String, List<Event>> entry : map.entrySet()) {
                    collector.collect(entry.getKey() + " " + entry.getValue().get(0).getId() + "," + entry.getValue().get(0).getName());
                }
            }
        }).print();


        env.execute("flink learning cep");
    }
}
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值