51、Flink 的 旁路输出 代码示例

1、创建标签

OutputTag<String> outputTag = new OutputTag<String>("sideout") {};

2、获取侧流输出结果

DataStream.getSideOutput(outputTag);

3、完整代码示例

package com.xu.flink.datastream.day12;

import org.apache.flink.streaming.api.datastream.DataStreamSource;
import org.apache.flink.streaming.api.datastream.SingleOutputStreamOperator;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
import org.apache.flink.streaming.api.functions.ProcessFunction;
import org.apache.flink.util.Collector;
import org.apache.flink.util.OutputTag;

public class _03_SideOutPut {
    public static void main(String[] args) throws Exception {
        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();

        OutputTag<String> outputTag = new OutputTag<String>("sideout") {};

        DataStreamSource<Integer> source = env.fromData(1, 2, 3, 4);
        SingleOutputStreamOperator<String> process = source.process(new ProcessFunction<Integer, String>() {
            @Override
            public void processElement(Integer value, ProcessFunction<Integer, String>.Context ctx, Collector<String> out) throws Exception {
                if (value % 2 == 0) {
                    out.collect("main=>" + value);
                } else {
                    ctx.output(outputTag, "side=>" + value);
                }
            }
        });

        /**
         * 主流=>:6> main=>2
         * 主流=>:8> main=>4
         * 侧流=>:7> side=>3
         * 侧流=>:5> side=>1
         */
        process.print("主流=>");
        process.getSideOutput(outputTag).print("侧流=>");

        env.execute();
    }
}