flink 2-数据源

最新推荐文章于 2020-12-29 23:43:05 发布

007在学算法

最新推荐文章于 2020-12-29 23:43:05 发布

阅读量120

点赞数

分类专栏： flink

本文链接：https://blog.csdn.net/hvgdfx/article/details/105068701

版权

flink 专栏收录该内容

11 篇文章 0 订阅

订阅专栏

各种数据源

file

import org.apache.flink.streaming.api.datastream.DataStream;
import org.apache.flink.streaming.api.datastream.DataStreamSource;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;

public class TextTest {
    public static void main(String[] args) throws Exception {
        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
        String filePath = "xxx";
        DataStreamSource<String> dataStreamSource = env.readTextFile(filePath);
        DataStream stream = dataStreamSource.map(text -> text.split(" ")[0]);
        stream.print();
        env.execute("text test");
    }
}

socket

import org.apache.flink.streaming.api.datastream.DataStreamSource;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;

public class SockTest {
    public static void main(String[] args) throws Exception {
        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
        DataStreamSource<String> dataStream = env.socketTextStream("localhost", 9999);
        dataStream.print();
        env.execute("Sock Test");
        // 必须同时打开nc -lk 9999
    }
}

kafkaSource

import com.ifeng.zgx.wc.ConsumerConfig;
import org.apache.flink.api.common.serialization.SimpleStringSchema;
import org.apache.flink.streaming.api.datastream.DataStreamSource;
import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
import org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer011;

import java.util.Properties;

public class KafkaSourceTest {
    public static void main(String[] args) throws Exception {
        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
        Properties config = ConsumerConfig.config();  // 配置自己的kafka源
        FlinkKafkaConsumer011 kafkaConsumer011 = new FlinkKafkaConsumer011("topic", new SimpleStringSchema(), config);
        DataStreamSource dataStreamSource = env.addSource(kafkaConsumer011);
        dataStreamSource.print();
        env.execute("kafka test");
    }
}