kafka-3--java-生产者与消费者

创建kafka生产者

public class KafkaProducerQuickStart {

    public static void main(String[] args) {
        Properties props = new Properties();
        props.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG,"ip:9092");
        //设置生产者对key的序列化
        props.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
		//设置生产者对value的序列化 
		//序列化一定要配置不然不能发送数据
		props.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG,StringSerializer.class.getName());

        KafkaProducer<String, String> producer = new KafkaProducer<>(props);

        for (int i = 0; i < 3; i++) {
            //record 设置key 则生产者将数据发送到相应的topic中的哪个分区，
            //利用的是round-bobin方式完成（就是用key做hash算法完成分区），支持负载均衡
            ProducerRecord<String, String> record = new ProducerRecord<>("topic01", "key" + i, "value" + i);
            //record 不设置key 则生产者发送数据到topic中的哪个分区，
            //利用的是轮询方式完成，不支持负载均衡
            //ProducerRecord<String, String> record = new ProducerRecord<>("topic01", "value" + i);
            //发送消息
            producer.send(record);
        }

        producer.close();
    }
}

创建kafka消费者

public class KafkaConsumerQuickStart {

    public static void main(String[] args) {
        Properties props = new Properties();
        props.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG,"ip:9092");
        //设置消费者对key的反序列化
        props.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getName());
        //设置消费者对value的反序列化
        props.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG,StringDeserializer.class.getName());
        //设置消费者组 - 一个消费者实例
        //如果所有的消费者都具有相同的group，那么topic中的记录会在该group中的Consumer实例进行均分消费
        props.put(ConsumerConfig.GROUP_ID_CONFIG,"g1");

        KafkaConsumer<String, String> consumer = new KafkaConsumer<>(props);

        //订阅相关的topics
        consumer.subscribe(Pattern.compile("^topic.*"));

        //遍历消息队列
        while(true){
            ConsumerRecords<String, String> records = consumer.poll(Duration.ofSeconds(1));
            if(!records.isEmpty()){//从队列中取到了数据
                Iterator<ConsumerRecord<String, String>> iterator = records.iterator();
                while(iterator.hasNext()){
                    //获取一个消费消息
                    ConsumerRecord<String, String> record = iterator.next();
                    String topic = record.topic();
                    int partition = record.partition();
                    long offset = record.offset();

                    String key = record.key();
                    String value = record.value();
                    long timestamp = record.timestamp();

                    System.out.println(topic+"\t"+partition+","+offset+"\t"+key+" "+value+" "+timestamp);
                }
            }
        }
    }
}