Flink CEP之高温预警场景应用

最新推荐文章于 2023-02-23 16:36:43 发布

cts618

最新推荐文章于 2023-02-23 16:36:43 发布

阅读量237

点赞数

分类专栏： Flink CEP OpenCV 文章标签： flink scala big data

cts618

本文链接：https://blog.csdn.net/w13716207404/article/details/125232947

版权

OpenCV 同时被 2 个专栏收录

10 篇文章 0 订阅

订阅专栏

Flink CEP

7 篇文章 0 订阅

订阅专栏

该博客展示了如何使用Apache Flink的复杂事件处理（CEP）库来检测连续的高温设备事件。它创建了一个Pattern，定义了在3分钟内连续3次温度超过40摄氏度的情况，并触发警报。程序从指定的socket源读取设备数据，解析并转换为Case Classes，然后应用CEP模式，最后打印匹配的警报信息。

摘要由CSDN通过智能技术生成

package org.bbk.flink

import java.util
import org.apache.flink.streaming.api.TimeCharacteristic
import org.apache.flink.streaming.api.scala.{DataStream, KeyedStream, StreamExecutionEnvironment}
import org.apache.flink.streaming.api.windowing.time.Time
import org.apache.flink.cep.PatternSelectFunction
import org.apache.flink.cep.pattern.Pattern
import org.apache.flink.cep.scala.{CEP, PatternStream}
import org.apache.commons.lang3.time.FastDateFormat

/*
数据格式
00-34-5E-5F-89-A4,00-01-6C-06-A6-29,38,0.52.1.1,2020-03-02 12:20:32
00-34-5E-5F-89-A4,00-01-6C-06-A6-29,47,0.48.1.1,2020-03-02 12:20:35
00-34-5E-5F-89-A4,00-01-6C-06-A6-29,50,0.51.1.1,2020-03-02 12:20:38
00-34-5E-5F-89-A4,00-01-6C-06-A6-29,31,0.50.1.1,2020-03-02 12:20:39
00-34-5E-5F-89-A4,00-01-6C-06-A6-29,52,0.46.1.1,2020-03-02 12:20:41
00-34-5E-5F-89-A4,00-01-6C-06-A6-29,53,0.47.1.1,2020-03-02 12:20:43
00-34-5E-5F-89-A4,00-01-6C-06-A6-29,55,0.48.1.1,2020-03-02 12:20:45
 */

case class DeviceDetail(sensorMac: String, deviceMac: String,
                        temperature: String, dampness: String,
                        pressure: String, date: String)
case class AlarmDevice(sensorMac: String, deviceMac: String, temperature: String)

object Demo {
  private val format = FastDateFormat.getInstance("yyyy-MM-dd HH:mm:ss")
  def main(args:Array[String]):Unit = {
    val envStream = StreamExecutionEnvironment.getExecutionEnvironment
    envStream.setStreamTimeCharacteristic(TimeCharacteristic.EventTime)
    envStream.setParallelism(1)

    import org.apache.flink.api.scala._

    val sourceStream: DataStream[String] = envStream.socketTextStream("http://192.168.1.111", 9999)
    val deviceStream: KeyedStream[DeviceDetail, String] = sourceStream.map(x => {
      val strings: Array[String] = x.split(",")
      DeviceDetail(strings(0), strings(1), strings(2), strings(3), strings(4), strings(5))
    }).assignAscendingTimestamps(x => {
      format.parse(x.date).getTime
    }).keyBy(x => x.sensorMac)

    val pattern: Pattern[DeviceDetail, AlarmDevice] = Pattern.begin[DeviceDetail]("start")
      .where(x => x.temperature.toInt >= 40)
      .followedByAny("follow")
      .where(x => x.temperature.toInt >= 40)
      .followedByAny("third")
      .where(x => x.temperature.toInt >= 40)
      .within(Time.minutes(3))

    val patternResult: PatternStream[DeviceDetail] = CEP.pattern(deviceStream, pattern)
    patternResult.select(new MyPatternResultFunction).print()

    envStream.execute("startTemperature")
  }
}

class MyPatternResultFunction extends PatternSelectFunction[DeviceDetail, AlarmDevice] {
  override def select(pattern: util.Map[String, util.List[DeviceDetail]]): AlarmDevice = {
    val startDetail: util.List[DeviceDetail] = pattern.get("start")
    val followDetail: util.List[DeviceDetail] = pattern.get("follow")
    val thirdDetail: util.List[DeviceDetail] = pattern.get("third")

    val startResult: DeviceDetail = startDetail.listIterator().next()
    val followResult: DeviceDetail = followDetail.listIterator().next()
    val thirdResult: DeviceDetail = thirdDetail.listIterator().next()

    println("第一条数据：" + startResult)
    println("第二条数据：" + followResult)
    println("第三条数据：" + thirdResult)

    AlarmDevice(thirdResult.sensorMac, thirdResult.deviceMac, thirdResult.temperature)
  }
}