kafka—序列化API

序列化接口

package org.apache.kafka.common.serialization;
public interface Serializer<T> extends Closeable {
    //kafkaProducer实例时调用，配置当前类，指定编码
    void configure(Map<String, ?> configs, boolean isKey);
    //序列化，转为字节数组
    byte[] serialize(String topic, T data);
    //一般是一个空方法
    @Override
    void close();
}

maven依赖

<!--fastjson -->
<dependency>
    <groupId>com.alibaba</groupId>
    <artifactId>fastjson</artifactId>
    <version>1.2.62</version>
</dependency>
<!--jackson -->
<dependency>
    <groupId>com.fasterxml.jackson.core</groupId>
    <artifactId>jackson-databind</artifactId>
    <version>2.10.1</version>
</dependency>
<!--protobuf-->
<dependency>
    <groupId>com.baidu</groupId>
    <artifactId>jprotobuf-precompile-plugin</artifactId>
    <version>1.2.8</version>
</dependency>

序列化代码

实体类

import com.baidu.bjf.remoting.protobuf.FieldType;
import com.baidu.bjf.remoting.protobuf.annotation.Protobuf;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Data;
import lombok.NoArgsConstructor;
/**
* @author bigTree
*/
@Data
@AllArgsConstructor
@NoArgsConstructor
@Builder
public class People {
	//使用了百度封装的protobuf
    @Protobuf(fieldType = FieldType.STRING, order = 2)
    private String name;
    @Protobuf(fieldType = FieldType.INT32, order = 1, required = true)
    private int age;
}

自定义序列化类

import com.alibaba.fastjson.JSON;
import com.baidu.bjf.remoting.protobuf.Codec;
import com.baidu.bjf.remoting.protobuf.ProtobufProxy;
import com.test.demo.pojo.People;
import lombok.SneakyThrows;
import org.apache.kafka.common.serialization.Serializer;
import org.codehaus.jackson.map.ObjectMapper;

import java.util.Map;
/**
* @author bigTree
*/
public class DefineSerializer implements Serializer<People> {
    String encode;
    ObjectMapper mapper;
    Codec<People> simpleTypeCodec;
    @Override
    public void configure(Map<String, ?> configs, boolean isKey) {
        encode = "UTF-8";
        mapper = new ObjectMapper();
        simpleTypeCodec = ProtobufProxy.create(People.class);
    }
    @SneakyThrows
    @Override
    public byte[] serialize(String topic, People people) {
        if(people == null){
            return null;
        }
        byte[] SerializerPeople;
    //fastjson序列化
        // SerializerPeople = JSON.toJSONBytes(people);
    //jackson序列化
        // SerializerPeople = mapper.writeValueAsBytes(people);
    //protobuf序列化:必须提供无参构造器
        SerializerPeople = simpleTypeCodec.encode(people);
        return SerializerPeople;

    }
    @Override
    public void close() {}
}

指定序列化器

//如果使用了自定义序列化器，那么消费者也必须指定对应的反序列化器
properties.put("value.serializer", DefineSerializer.class.getName());