Kafka之Proreducer和Consumer（java编写）

最新推荐文章于 2023-07-17 19:43:19 发布

不想当和尚

最新推荐文章于 2023-07-17 19:43:19 发布

阅读量180

点赞数

分类专栏：整理文章标签： kafka

本文链接：https://blog.csdn.net/lhmqy/article/details/108084629

版权

整理专栏收录该内容

20 篇文章 0 订阅

订阅专栏

Proreducer

import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.ProducerConfig;
import org.apache.kafka.clients.producer.ProducerRecord;
import org.apache.kafka.common.serialization.StringSerializer;

import java.util.Properties;

public class MyProducer {
    public static void main(String[] args) {
        Properties prop=new Properties();
        prop.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG,"192.168.255.11:9092");//虚拟机IP地址
        prop.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG,StringSerializer.class);
        prop.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG,StringSerializer.class);
        prop.put(ProducerConfig.ACKS_CONFIG,"1");

        KafkaProducer<String, String> producer = new KafkaProducer<>(prop);
        for (int i = 1; i < 10; i++) {
            ProducerRecord<String,String> producerRecord=new ProducerRecord<>("kb07Demo","hellow,world"+i);
            producer.send(producerRecord);
            try {
                Thread.sleep(100);
            } catch (InterruptedException e) {
                e.printStackTrace();
            }
        }
    }
}

Consumer

import org.apache.kafka.clients.consumer.ConsumerConfig;
import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;
import org.apache.kafka.common.serialization.StringDeserializer;
import org.apache.kafka.common.serialization.StringSerializer;

import java.util.Collections;
import java.util.Properties;

public class MyConsumer {
    public static void main(String[] args) {
        Properties prop=new Properties();
        prop.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG,"192.168.255.11:9092");
        prop.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class);
        prop.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG,StringDeserializer.class);
        prop.put(ConsumerConfig.SESSION_TIMEOUT_MS_CONFIG,"30000");

        prop.put(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG,"false");
        prop.put(ConsumerConfig.AUTO_COMMIT_INTERVAL_MS_CONFIG,"1000");

        prop.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG,"earliest");
        prop.put(ConsumerConfig.GROUP_ID_CONFIG,"group_1");

        //单个consumer消费topic，topic有3个分区。
//        KafkaConsumer<String, String> consumer = new KafkaConsumer<>(prop);
//        consumer.subscribe(Collections.singletonList("kb07Demo"));
//        while (true){
//            ConsumerRecords<String, String> poll = consumer.poll(100);
//            for (ConsumerRecord record: poll) {
//                System.out.printf("offset:%d,key:%S,value:%s",record.offset(),record.key(),record.value());
//                System.out.println();
//            }
//        }
		//3个consumer消费topic。
        for (int i = 0; i < 3; i++) {
            new Thread(new Runnable() {
                @Override
                public void run() {
                    KafkaConsumer<String, String> consumer = new KafkaConsumer<>(prop);
                    consumer.subscribe(Collections.singletonList("kb07Demo"));
                    while (true){
                        ConsumerRecords<String, String> poll = consumer.poll(100);
                        for (ConsumerRecord record: poll) {
                            System.out.printf("offset:%d,key:%S,value:%s",record.offset(),record.key(),record.value());
                            System.out.println(" "+Thread.currentThread().getName());
                        }
                    }
                }
            }).start();
        }
    }
}