无增量操作,代码实现
package cn._51doit.flink.day04;
import org.apache.flink.configuration.Configuration;
import org.apache.flink.streaming.api.datastream.AllWindowedStream;
import org.apache.flink.streaming.api.datastream.DataStreamSource;
import org.apache.flink.streaming.api.datastream.SingleOutputStreamOperator;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
import org.apache.flink.streaming.api.windowing.windows.GlobalWindow;
/**
* CountWindow的使用【无界流】
* 不分组划分窗口,按照数据的条数划分窗口,CountWindow属于Global windows的一种
*
* 需求:一次必须输入5条数据它才会进行运行,否则不输出打印
*/
public class CountWindowAllDemo {
public static void main(String[] args) throws Exception {
StreamExecutionEnvironment env = StreamExecutionEnvironment.createLocalEnvironmentWithWebUI(new Configuration());
//1
//2
//3
DataStreamSource<String> lines = env.socketTextStream("Master", 8888);
//将字符串转为数字【lamber表达式】
//本地执行,执行并行度为4,所以调用map返回的DataStream的并行度为4
SingleOutputStreamOperator<Integer> nums = lines.map(Integer::parseInt);
//划分window
//GlobalWindow有几个并行度?并行度:1,只有一个分区(在这个窗口内只有一个subTask)
AllWindowedStream<Integer, GlobalWindow> windowed = nums.countWindowAll(5);
//把窗口数据进行聚合
SingleOutputStreamOperator<Integer> sum = windowed.sum(0);
sum.print();
env.execute();
}
}
控制台打印输出:
查看job:http://localhost:8081/#/job/942acf420d84c36c4ddfe8a7edc81ce9/overview
谢谢,分享完毕!