StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment(); Properties debeziumProperties = new Properties(); debeziumProperties.put("snapshot.locking.mode", "none"); // 使用flinkCDC从MySQL读取增量数据 DebeziumSourceFunction mySQLSource = MySqlSource.<String>builder() .serverTimeZone("UTC") .hostname("114.115.150.**") .port(3306) .databaseList("DBname") .startupOptions(StartupOptions.initial()) .username("user") .password("ps") .deserializer(new StringDebeziumDeserializationSchema()) .build(); DataStreamSource dataStreamSource = env.addSource(mySQLSource); // 写入HDFS StreamingFileSink<String> sinkBuild = StreamingFileSink .forRowFormat(new Path("hdfs://loclhost//user//flink//test1//"), new SimpleStringEncoder<String>("UTF-8")) .withRollingPolicy( DefaultRollingPolicy.builder() .withRolloverInterval(TimeUnit.MINUTES.toMinutes(5)) .withInactivityInterval(TimeUnit.MINUTES.toMinutes(1)) .withMaxPartSize(1024 * 1024 * 1024) .build() ) .withBucketAssigner(new MyFlinkSink()) .build(); dataStreamSource.addSink(sinkBuild).setParallelism(1); dataStreamSource.print(); env.execute();
flink sink HDFS
于 2022-04-13 17:21:07 首次发布