flink从入门到精通系列之：map、flatmap、filter

最新推荐文章于 2024-08-02 23:46:19 发布

快乐骑行^_^

最新推荐文章于 2024-08-02 23:46:19 发布

阅读量1k

点赞数

分类专栏：日常分享专栏文章标签： flink map flatmap filter

本文链接：https://blog.csdn.net/zhengzaifeidelushang/article/details/122135245

版权

日常分享专栏专栏收录该内容

493 篇文章 92 订阅

订阅专栏

本文是Flink从入门到精通系列的一部分，主要介绍了Flink数据流处理中的三个基本操作：map用于转换每个元素，flatmap用于拆分元素，filter则用于过滤数据。通过示例代码详细展示了如何在Java中使用这些操作处理文本数据流。

摘要由CSDN通过智能技术生成

flink从入门到精通系列之：map、flatmap、filter

import org.apache.flink.api.common.functions.FilterFunction;
import org.apache.flink.api.common.functions.FlatMapFunction;
import org.apache.flink.api.common.functions.MapFunction;
import org.apache.flink.streaming.api.datastream.DataStream;
import org.apache.flink.streaming.api.datastream.SingleOutputStreamOperator;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
import org.apache.flink.util.Collector;

public class flinktest {
    public static void main(String[] args) throws Exception {
         StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
         env.setParallelism(1);

         DataStream<String> inputStream = env.readTextFile("/Users/fei.yang4/k8s/flink.txt");

         //map，把String转换长度输出
        SingleOutputStreamOperator<Integer> mapStream = inputStream.map(new MapFunction<String,
                Integer>() {

            @Override
            public Integer map(String value) throws Exception {
                return value.length();
            }
        });
        
        //flatmap，按逗号分割字段

        SingleOutputStreamOperator<String> flatMapStream =
                inputStream.flatMap(new FlatMapFunction<String,
                String>() {
            @Override
            public void flatMap(String value, Collector<String> out) throws Exception {
                String[] fields = value.split(",");
                for (String field : fields)
                    out.collect(field);
            }
        });

        //filter，筛选
        SingleOutputStreamOperator<String> filterStream = inputStream.filter(new FilterFunction<String>() {
            @Override
            public boolean filter(String value) throws Exception {
                return value.equals("java");
            }
        });


        mapStream.print("map");
        flatMapStream.print("flatMap");
        filterStream.print("filter");

        env.execute();



    }
}