Flink学习21：数据输出sink

最新推荐文章于 2024-05-06 21:17:38 发布

hzp666

最新推荐文章于 2024-05-06 21:17:38 发布

阅读量415

点赞数

分类专栏： Flink 文章标签： flink 学习大数据

本文链接：https://blog.csdn.net/hzp666/article/details/126298027

版权

Flink 专栏收录该内容

64 篇文章 14 订阅

订阅专栏

1.文本输出

示例：

import org.apache.flink.api.scala.createTypeInformation
import org.apache.flink.streaming.api.scala.StreamExecutionEnvironment

object sinkFileTest {
  def main(args: Array[String]): Unit = {

    //create env
    val env = StreamExecutionEnvironment.getExecutionEnvironment

    //create ds
    val ls = List(1, 2, 3, 4)

    val ds = env.fromCollection(ls)

    //sink
    ds.writeAsText("file:///C:/doc/temp/flink.txt")

    //execute
    env.execute()


  }

}

2.kafka输出

示例：

import org.apache.flink.api.common.serialization.SimpleStringSchema
import org.apache.flink.api.scala.createTypeInformation
import org.apache.flink.streaming.api.scala.StreamExecutionEnvironment
import org.apache.flink.streaming.connectors.kafka.{FlinkKafkaProducer, FlinkKafkaProducer011}

object kafkaSinkTest {
  def main(args: Array[String]): Unit = {

    //create env
    val env = StreamExecutionEnvironment.getExecutionEnvironment

    //create ds

    val ds = env.fromElements("hadoop", "hive", "spark", "flink")

    //sink
    ds.addSink(new FlinkKafkaProducer[String]("10.31.126.10:9092","wordTest",new SimpleStringSchema()))


    //execute
    env.execute()



  }

}