Flink入门(三) 读写kafka

maven配置

<properties>
      <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
      <flink.version>1.6.2</flink.version>
      <fastjson.version>1.2.47</fastjson.version>
</properties>

<dependencies>
     <dependency>
         <groupId>org.apache.flink</groupId>
         <artifactId>flink-java</artifactId>
         <version>${flink.version}</version>
     </dependency>
     <dependency>
         <groupId>org.apache.flink</groupId>
         <artifactId>flink-streaming-java_2.11</artifactId>
         <version>${flink.version}</version>
     </dependency>
      
     <dependency>
         <groupId>org.apache.flink</groupId>
         <artifactId>flink-connector-kafka-0.11_2.11</artifactId>
         <version>${flink.version}</version>
     </dependency>

     <dependency>
         <groupId>com.alibaba</groupId>
         <artifactId>fastjson</artifactId>
         <version>${fastjson.version}</version>
     </dependency>        
</dependencies>

读kafka-demo

final StreamExecutionEnvironment env = StreamExecutionEnvironment.createLocalEnvironment();

Properties propsConsumer = new Properties();
propsConsumer.setProperty("bootstrap.servers", "xxxx:9092");
propsConsumer.setProperty("group.id", "trafficwisdom-streaming");
propsConsumer.put("enable.auto.commit", false);
propsConsumer.put("max.poll.records", 1000);
FlinkKafkaConsumer011<String> consumer = new FlinkKafkaConsumer011<String>("topic-test", new SimpleStringSchema(), propsConsumer);
consumer.setStartFromLatest();
DataStream<String> stream = env.addSource(consumer);

stream.print();

env.execute();

写入kafka-demo

Properties propsProducer = new Properties();
propsProducer.setProperty("bootstrap.servers", "xxxx:9092");
FlinkKafkaProducer011 flinkKafkaProducer=new FlinkKafkaProducer011("write-test",new SimpleStringSchema(),propsProducer);
stream.addSink(flinkKafkaProducer);