Flink 奈学P6笔记

步骤一:创建

// 版本一
public class WordCount{
    public static void main(String[] args) throws Exception{
        // 1. 创建程序入口
        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
        // 2. 数据的输入
        DataStreamSource<String> myDataStream = env.socketTextStream("192.168.85.111", 1234);
        // 3. 数据得处理
        // 第一个参数是输入，第二个参数是输出
        // 为什么是tuple2的类型，想要把结果变为键值对的结构，key-value就是tuple2的格式。
        myDataStream.flatMap(new FlatMapFunction<String,Tuple2<String, Integer>>(){
            @Override
            public void flatMap(String line, Collector<Tuple2<String, Integer>> out) throws Exception{
                String[] fields = line.split(",");
                for(String word:fields){
                    out.collect(new Tuple2<>(word, 1));
                    // out.collect(Tuple2.of(word, 1));
                    // 让每个单词只出现一次
                }
            }
        }).keyBy(0).sum(1)
        // keyBy进行分组，keyBy的参数0是按照哪个元素位置进行分组。根据value进行sum
        
        // 4. 数据的输出
        result.print();
        // 5. 启动应用程序
        env.execute("WordCount");
    }
}


// 启动：nc -l -p 1234
// 本地运行代码要把scope的标签注释掉；
// 发射数据

// 版本二
public class WordCount{
    public static void main(String[] args) throws Exception{
        // 1. 创建程序入口
        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
        // 2. 数据的输入
        DataStreamSource<String> myDataStream = env.socketTextStream("192.168.85.111", 1234);
        
        // 把输出类型看作成一个对象；
        SingleOutStreamOperator<WordAndOne> result = myDataStream.flatMap(new FlatMapFunction<String, WordAndOne>(){
            @Override
            public void flatMap(String line, Collector<WordAndOne> out) throws Exception{
                String[] fields = line.split(",");
                for(String word:fields){
                    out.collect(new WordAndOne(word, 1));
                    // out.collect(Tuple2.of(word, 1));
                    // 让每个单词只出现一次
                }
            }
        }).keyBy(0).sum(1)
        // keyBy进行分组，keyBy的参数0是按照哪个元素位置进行分组。根据value进行sum
        
        // 4. 数据的输出
        result.print();
        // 5. 启动应用程序
        env.execute("WordCount");
    }

    public static class WordAndOne{
        private String word;
        private Integer count;

        public WordAndOne(){
            
        }
        public WordAndOne(String word, Integer count){
            this.word = word;
            this.count = count;
        }
        public Stirng getWord(){
            return word;
        }    
        public void serWord(String word){
            this.word = word;
        }
        public Integer getCount(){
            return count;
        }
        public void serCount(Integer count){
            this.count = count;
        }
        @Override
        public String toString(){
            return "WordAndOne{" +
                "word='" + word + '\"' +
                ", count=" + count +
                '}';
        }
    }
}

// 版本三
// 希望我们在main方法主要写业务逻辑
public class WordCount{
    public static void main(String[] args) throws Exception{
        // 1. 创建程序入口
        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
        // 2. 数据的输入
        DataStreamSource<String> myDataStream = env.socketTextStream("192.168.85.111", 1234);
        
        // 把输出类型看作成一个对象；
        SingleOutStreamOperator<WordAndOne> result = myDataStream.flatMap(new StringSplitTask()).keyBy(0).sum(1)
        // keyBy进行分组，keyBy的参数0是按照哪个元素位置进行分组。根据value进行sum
        
        // 4. 数据的输出
        result.print();
        // 5. 启动应用程序
        env.execute("WordCount");
    }

    public static class StringSplitTask implements FlatMapFunction<String,WordAndOne>{
        @Override
        public void flatMap(String line, Collector<WordAndOne> out) throws Exception{
            String[] fields = line.split(",");
            for(String word:fields){
                out.collect(new WordAndOne(word, 1));
                // out.collect(Tuple2.of(word, 1));
                // 让每个单词只出现一次
            }
        }
    }

    public static class WordAndOne{
        private String word;
        private Integer count;

        public WordAndOne(){
            
        }
        public WordAndOne(String word, Integer count){
            this.word = word;
            this.count = count;
        }
        public Stirng getWord(){
            return word;
        }    
        public void serWord(String word){
            this.word = word;
        }
        public Integer getCount(){
            return count;
        }
        public void serCount(Integer count){
            this.count = count;
        }
        @Override
        public String toString(){
            return "WordAndOne{" +
                "word='" + word + '\"' +
                ", count=" + count +
                '}';
        }
    }
}

```java
// 版本4
// socket数据源写死了，传参
public class WordCount{
    public static void main(String[] args) throws Exception{
        // 1. 创建程序入口
        StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
        ParameterTool parameterTool = ParameterTool.fromArgs(args);
        String hostname = parameter.Tool.get("hostname");
        int port = parameterTool.getInt("port");
        // 2. 数据的输入
        DataStreamSource<String> myDataStream = env.socketTextStream(hostname, port);
        
        // 把输出类型看作成一个对象；
        SingleOutStreamOperator<WordAndOne> result = myDataStream.flatMap(new StringSplitTask()).keyBy(0).sum(1)
        // keyBy进行分组，keyBy的参数0是按照哪个元素位置进行分组。根据value进行sum
        
        // 4. 数据的输出
        result.print();
        // 5. 启动应用程序
        env.execute("WordCount");
    }

    public static class StringSplitTask implements FlatMapFunction<String,WordAndOne>{
        @Override
        public void flatMap(String line, Collector<WordAndOne> out) throws Exception{
            String[] fields = line.split(",");
            for(String word:fields){
                out.collect(new WordAndOne(word, 1));
                // out.collect(Tuple2.of(word, 1));
                // 让每个单词只出现一次
            }
        }
    }

    public static class WordAndOne{
        private String word;
        private Integer count;

        public WordAndOne(){
            
        }
        public WordAndOne(String word, Integer count){
            this.word = word;
            this.count = count;
        }
        public Stirng getWord(){
            return word;
        }    
        public void serWord(String word){
            this.word = word;
        }
        public Integer getCount(){
            return count;
        }
        public void serCount(Integer count){
            this.count = count;
        }
        @Override
        public String toString(){
            return "WordAndOne{" +
                "word='" + word + '\"' +
                ", count=" + count +
                '}';
        }
    }
}