flink数据同步mysql到hive_Flink 实现同步kafka数据到hive表

KafkaToHive.java 程序入口

import config.GlobConfig;

import com.alibaba.fastjson.JSONObject;

import org.apache.flink.api.common.serialization.SimpleStringSchema;

import org.apache.flink.streaming.api.datastream.DataStreamSource;

import org.apache.flink.streaming.api.datastream.SingleOutputStreamOperator;

import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;

import org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer;

import utils.CoverTypeToSql;

import utils.SinkHive;

import java.util.List;

import java.util.Properties;

import java.util.stream.Collectors;

/**

* @author 暮雪

* @title: KafkaToHive

* @projectName mysql2hive

* @description: flink -> kafka ==> flink stream ==> hive

* @date 2021.1.21

*/

public class KafkaToHive {

public static void main(String[] args) throws Exception {

// 创建执行环境

StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();

GlobConfig.putTableData();

//读取kafka数据

Properties properties = new Properties();

properties.setProperty("bootstrap.servers", GlobConfig.KAFKA_ADDR);

properties.setProperty("group.id", GlobCon