实现kafka的producer和consumer

先定义一个Person对象

package test;

public class Product {
	private int id;
	private String name;
	private double price;
	public Product() {
		super();
		// TODO Auto-generated constructor stub
	}
	public Product(int id, String name, double price) {
		super();
		this.id = id;
		this.name = name;
		this.price = price;
	}
	@Override
	public String toString() {
		return "Product [id=" + id + ", name=" + name + ", price=" + price + "]";
	}
	public int getId() {
		return id;
	}
	public void setId(int id) {
		this.id = id;
	}
	public String getName() {
		return name;
	}
	public void setName(String name) {
		this.name = name;
	}
	public double getPrice() {
		return price;
	}
	public void setPrice(double price) {
		this.price = price;
	}
	
	
	
	
	

}

自定义序列化(变成json数据)和反序列化

package test;



import java.util.logging.Logger;

import org.apache.kafka.common.serialization.Serializer;

import com.alibaba.fastjson.JSON;

public class ProductJsonSerializer implements Serializer<Product> {

	//日志
	private Logger logger=Logger.getLogger(ProductJsonSerializer.class.getName());
	
	public ProductJsonSerializer(){
		logger.info("ProductJsonSerializer构造方法被调用了");
	}
	
	
	@Override
	public byte[] serialize(String topic, Product data) {
		//算法   如何序列化data   --> json序列化成一个json字符串
		logger.info("调用了ProductJsonSerializer类的serialize方法:"+topic+" "+data);
		
		return JSON.toJSONBytes(data);
	}
	
	
	public static void main(String[] args) {
		ProductJsonSerializer pj=new ProductJsonSerializer();
		System.out.println(pj.serialize("cc_test8", new Product(1,"苹果",10)));
		byte [] bs=pj.serialize("cc_test8", new Product(1,"苹果",10));
		for(byte b:bs){
			System.out.println(b);
		}
	}



	

	
}

package test;

import java.io.IOException;
import java.util.logging.Logger;

import org.apache.kafka.common.serialization.Deserializer;

import com.alibaba.fastjson.JSON;

public class ProductJsonDeserializer implements Deserializer<Product> {
private Logger logger=Logger.getLogger(ProductJsonSerializer.class.getName());
	
	public ProductJsonDeserializer(){
		logger.info("ProductJsonDeserializer构造方法被调用了");
	}

	

	@Override
	public Product deserialize(String topic, byte[] data) {
		logger.info("ProductJsonDeserializer类的deserialize方法被调用  返序列化。...");
		return JSON.parseObject(data,Product.class);
	}

}

实现producer和consumer

package test;

import java.util.Properties;
import java.util.Random;

import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.Producer;
import org.apache.kafka.clients.producer.ProducerRecord;

import com.yc.kafkaBean.producer.serializer.Product;

public class KafkaProducerDemo {
	
	public static void main(String[] args) {
		Properties props=new Properties();
		props.put("bootstrap.servers", "server0:9092");
		props.put("acks", "all");
		props.put("key.serializer", "org.apache.kafka.common.serialization.StringSerializer");
		props.put("value.serializer", "test.ProductJsonSerializer");//这里是自己序列化的路径
		
		Producer<String,Product> producer = new KafkaProducer<String,Product>(props);
		
		Random r=new Random();
		
		for (int i = 0; i < 100; i++){
			Product p =new Product(i,"苹果",10+r.nextInt(100));
			ProducerRecord<String,Product> pr=new ProducerRecord<String,Product>("cc_test8",Integer.toString(i+1),p);
			producer.send(pr);
		}
		     
			
		 producer.close();
		 
		 System.out.println("发送100条消息成功...");

	}
	
	

}

package test;

import java.time.Duration;
import java.util.Arrays;
import java.util.Properties;

import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;

public class KafkaConsumerDemo {
	public static void main(String[] args) {
		//消费者  broker,组，键,值的序列化工具
		//如何提交commit
		//offset指定
		//提交的间隔时间
		
		Properties props=new Properties();
		//这里的参数都可以在官网里找的到
		props.put("bootstrap.servers", "server0:9092");
		props.put("group.id", "cc");
		props.put("key.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
		props.put("value.deserializer", "test.ProductJsonDeserializer");//反序列化的路径
		props.put("auto.offset.reset", "earliest");
		props.put("enable.auto.commit", true);
		
		KafkaConsumer<String,Product> consumer=new KafkaConsumer<String,Product>(props);
		//主题订阅
		consumer.subscribe(Arrays.asList("cc_test8"));
		ConsumerRecords<String,Product> records=consumer.poll(Duration.ofMillis(1000));
		System.out.println("总共读到了:"+records.count()+"条数据");
		for (ConsumerRecord<String,Product> cr:records){
			System.out.println("topicName:"+cr.topic()+",partition:"+cr.partition()+",offset:"+cr.offset()+cr.value()+cr.key());
		}
		
	}

}

pom.xml(这里根据自己的版本来选择)

<dependencies>
		<dependency>
			<groupId>junit</groupId>
			<artifactId>junit</artifactId>
			<version>4.1</version>
			<!-- <scope>test</scope> -->
		</dependency>

		<dependency>
			<groupId>org.apache.kafka</groupId>
			<artifactId>kafka_2.12</artifactId>
			<version>2.3.0</version>
		</dependency>
		<dependency>
			<groupId>com.alibaba</groupId>
			<artifactId>fastjson</artifactId>
			<version>1.2.58</version>
		</dependency>

		<dependency>
			<groupId>org.slf4j</groupId>
			<artifactId>slf4j-nop</artifactId>
			<version>1.7.25</version>
		</dependency>

	</dependencies>