KafkaStream（一）

Triumph-CP

已于 2023-04-24 08:49:04 修改

阅读量206

点赞数

分类专栏： Kafka 文章标签： kafka java 分布式

于 2023-04-24 08:29:44 首次发布

本文链接：https://blog.csdn.net/cp1002327672/article/details/130285576

版权

Kafka 专栏收录该内容

3 篇文章 0 订阅

订阅专栏

KafkaStream

前置
操作
- 打开生产者mystreamin、打开消费者mystreamout(起两个窗口)

前置

启动zookeeper、kafka

zkServer.sh start

[root@cp145 data]# nohup kafka-server-start.sh /opt/soft/kafka212/config/server.properties &

创建输入输出队列

[root@cp145 eventdata]# kafka-topics.sh --create --zookeeper 192.168.153.145:2181 --topic mystreamin --partitions 1 --replication-factor 1
[root@cp145 eventdata]# kafka-topics.sh --create --zookeeper 192.168.153.145:2181 --topic mystreamout --partitions 1 --replication-factor 1
[root@cp145 eventdata]# kafka-topics.sh --zookeeper 192.168.153.145:2181 --list

在这里插入图片描述

idea再引入一个依赖

<dependency>
      <groupId>org.apache.kafka</groupId>
      <artifactId>kafka-streams</artifactId>
      <version>2.8.0</version>
</dependency>

public class MyStreamDemo {
    public static void main(String[] args) {
        Properties prop = new Properties();
        prop.put(StreamsConfig.APPLICATION_ID_CONFIG,"mystream");
        prop.put(StreamsConfig.BOOTSTRAP_SERVERS_CONFIG,"192.168.153.145:9092");
        prop.put(StreamsConfig.DEFAULT_KEY_SERDE_CLASS_CONFIG, Serdes.String().getClass());
        prop.put(StreamsConfig.DEFAULT_VALUE_SERDE_CLASS_CONFIG,Serdes.String().getClass());

        //创建流构造器
        StreamsBuilder builder = new StreamsBuilder();
        //将mystreamin数据取出，再放入到mystreamout里
        builder.stream("mystreamin").to("mystreamout");

        Topology topo = builder.build();

        KafkaStreams kafkaStreams = new KafkaStreams(topo, prop);

        kafkaStreams.start();
    }
}

操作

打开生产者mystreamin、打开消费者mystreamout(起两个窗口)

[root@cp145 eventdata]# kafka-console-producer.sh --topic mystreamin --broker-list 192.168.153.145:9092

[root@cp145 flumelogfile]# kafka-console-consumer.sh --bootstrap-server 192.168.153.145:9092 --topic mystreamout

public class MyStreamDemo {
    public static void main(String[] args) {
        Properties prop = new Properties();
        prop.put(StreamsConfig.APPLICATION_ID_CONFIG,"mystream");
        prop.put(StreamsConfig.BOOTSTRAP_SERVERS_CONFIG,"192.168.153.145:9092");
        prop.put(StreamsConfig.DEFAULT_KEY_SERDE_CLASS_CONFIG, Serdes.String().getClass());
        prop.put(StreamsConfig.DEFAULT_VALUE_SERDE_CLASS_CONFIG,Serdes.String().getClass());

        //创建流构造器
        StreamsBuilder builder = new StreamsBuilder();
        //将mystreamin数据取出，再放入到mystreamout里
        KStream<Object, Object> mystreamin = builder.stream("mystreamin");
        //mystreamin.flatMapValues().map()

        mystreamin.to("mystreamout");



        Topology topo = builder.build();

        KafkaStreams kafkaStreams = new KafkaStreams(topo, prop);

        kafkaStreams.start();
    }
}