先定义一个Person对象
package test;
public class Product {
private int id;
private String name;
private double price;
public Product() {
super();
// TODO Auto-generated constructor stub
}
public Product(int id, String name, double price) {
super();
this.id = id;
this.name = name;
this.price = price;
}
@Override
public String toString() {
return "Product [id=" + id + ", name=" + name + ", price=" + price + "]";
}
public int getId() {
return id;
}
public void setId(int id) {
this.id = id;
}
public String getName() {
return name;
}
public void setName(String name) {
this.name = name;
}
public double getPrice() {
return price;
}
public void setPrice(double price) {
this.price = price;
}
}
自定义序列化(变成json数据)和反序列化
package test;
import java.util.logging.Logger;
import org.apache.kafka.common.serialization.Serializer;
import com.alibaba.fastjson.JSON;
public class ProductJsonSerializer implements Serializer<Product> {
//日志
private Logger logger=Logger.getLogger(ProductJsonSerializer.class.getName());
public ProductJsonSerializer(){
logger.info("ProductJsonSerializer构造方法被调用了");
}
@Override
public byte[] serialize(String topic, Product data) {
//算法 如何序列化data --> json序列化成一个json字符串
logger.info("调用了ProductJsonSerializer类的serialize方法:"+topic+" "+data);
return JSON.toJSONBytes(data);
}
public static void main(String[] args) {
ProductJsonSerializer pj=new ProductJsonSerializer();
System.out.println(pj.serialize("cc_test8", new Product(1,"苹果",10)));
byte [] bs=pj.serialize("cc_test8", new Product(1,"苹果",10));
for(byte b:bs){
System.out.println(b);
}
}
}
package test;
import java.io.IOException;
import java.util.logging.Logger;
import org.apache.kafka.common.serialization.Deserializer;
import com.alibaba.fastjson.JSON;
public class ProductJsonDeserializer implements Deserializer<Product> {
private Logger logger=Logger.getLogger(ProductJsonSerializer.class.getName());
public ProductJsonDeserializer(){
logger.info("ProductJsonDeserializer构造方法被调用了");
}
@Override
public Product deserialize(String topic, byte[] data) {
logger.info("ProductJsonDeserializer类的deserialize方法被调用 返序列化。...");
return JSON.parseObject(data,Product.class);
}
}
实现producer和consumer
package test;
import java.util.Properties;
import java.util.Random;
import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.Producer;
import org.apache.kafka.clients.producer.ProducerRecord;
import com.yc.kafkaBean.producer.serializer.Product;
public class KafkaProducerDemo {
public static void main(String[] args) {
Properties props=new Properties();
props.put("bootstrap.servers", "server0:9092");
props.put("acks", "all");
props.put("key.serializer", "org.apache.kafka.common.serialization.StringSerializer");
props.put("value.serializer", "test.ProductJsonSerializer");//这里是自己序列化的路径
Producer<String,Product> producer = new KafkaProducer<String,Product>(props);
Random r=new Random();
for (int i = 0; i < 100; i++){
Product p =new Product(i,"苹果",10+r.nextInt(100));
ProducerRecord<String,Product> pr=new ProducerRecord<String,Product>("cc_test8",Integer.toString(i+1),p);
producer.send(pr);
}
producer.close();
System.out.println("发送100条消息成功...");
}
}
package test;
import java.time.Duration;
import java.util.Arrays;
import java.util.Properties;
import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;
public class KafkaConsumerDemo {
public static void main(String[] args) {
//消费者 broker,组,键,值的序列化工具
//如何提交commit
//offset指定
//提交的间隔时间
Properties props=new Properties();
//这里的参数都可以在官网里找的到
props.put("bootstrap.servers", "server0:9092");
props.put("group.id", "cc");
props.put("key.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
props.put("value.deserializer", "test.ProductJsonDeserializer");//反序列化的路径
props.put("auto.offset.reset", "earliest");
props.put("enable.auto.commit", true);
KafkaConsumer<String,Product> consumer=new KafkaConsumer<String,Product>(props);
//主题订阅
consumer.subscribe(Arrays.asList("cc_test8"));
ConsumerRecords<String,Product> records=consumer.poll(Duration.ofMillis(1000));
System.out.println("总共读到了:"+records.count()+"条数据");
for (ConsumerRecord<String,Product> cr:records){
System.out.println("topicName:"+cr.topic()+",partition:"+cr.partition()+",offset:"+cr.offset()+cr.value()+cr.key());
}
}
}
pom.xml(这里根据自己的版本来选择)
<dependencies>
<dependency>
<groupId>junit</groupId>
<artifactId>junit</artifactId>
<version>4.1</version>
<!-- <scope>test</scope> -->
</dependency>
<dependency>
<groupId>org.apache.kafka</groupId>
<artifactId>kafka_2.12</artifactId>
<version>2.3.0</version>
</dependency>
<dependency>
<groupId>com.alibaba</groupId>
<artifactId>fastjson</artifactId>
<version>1.2.58</version>
</dependency>
<dependency>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-nop</artifactId>
<version>1.7.25</version>
</dependency>
</dependencies>