Flink 广播流跟 MapState 案例

最新推荐文章于 2024-07-31 15:23:04 发布

哥伦布112

最新推荐文章于 2024-07-31 15:23:04 发布

阅读量2.7k

点赞数 1

分类专栏： flink 文章标签： flink

本文链接：https://blog.csdn.net/u013939918/article/details/107029148

版权

本文通过一个示例展示了如何在 Flink 中使用广播流（BroadcastStream）和 MapState 进行数据处理。示例中创建了两个数据流，一个作为广播流，每30秒随机更新一次条件信息；另一个数据流每3秒产生一条消息，通过keyBy和MapState进行处理，结合广播流的信息进行逻辑判断。

摘要由CSDN通过智能技术生成

package com.coder.flink.core.aaa_Use_demo;

import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONObject;
import org.apache.flink.api.common.state.*;

import org.apache.flink.api.common.typeinfo.Types;
import org.apache.flink.api.java.functions.KeySelector;
import org.apache.flink.configuration.Configuration;
import org.apache.flink.core.memory.SeekableDataOutputView;
import org.apache.flink.streaming.api.datastream.BroadcastStream;
import org.apache.flink.streaming.api.datastream.DataStream;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
import org.apache.flink.streaming.api.functions.co.KeyedBroadcastProcessFunction;
import org.apache.flink.streaming.api.functions.source.RichSourceFunction;
import org.apache.flink.util.Collector;

import java.util.ArrayList;
import java.util.List;
import java.util.Random;

import java.util.concurrent.TimeUnit;

public class BroadCastWordCountExample2 {
public static void main(String[] args) throws Exception {

StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
String value1 = "{'name':'xiao_wang','age':'10','id':'1','info':'进入'}";
String value2 = "{'name':'xiao_wang','age':'10','id':'1','info':'退出'}";
String value3 = "{'name':'xiao_wang','age':'10','id':'1','info':'购物'}";
String value4 = "{'name':'xiao_wang','age':'10','id':'1','info':'收藏'}";

String value5 = "{'name':'xiao_sang','age':'20','id':'2','info':'进入'}";
String value6 = "{'name':'xiao_sang','age':'20','id':'2','info':'退出'}";
String value7 = "{'name':'xiao_sang','age':'20','id':'2','info':'退出'}";

String value8 = "{'name':'xiao_hai','age':'30','id':'3','info':'进入'}";
String value9 = "{'name':'xiao_hai','age':'30','id':'3','info':'购物'}";
String value10 = "{'name':'xiao_hai','age':'30','id':'3','info':'购物'}";

JSONObject jsonObject1 = JSON.parseObject(value1);
JSONObject jsonObject2 = JSON.parseObject(value2);
JSONObject jsonObject3 = JSON.parseObject(value3);
JSONObject jsonObject4 = JSON.parseObject(value4);

JSONObject jsonObject5 = JSON.parseObject(value5);
JSONObject jsonObject6 = JSON.