kafka学习--Partitioner API--代码演示

自定义分区

package my.test.Partitioner;

import org.apache.kafka.clients.producer.Partitioner;
import org.apache.kafka.common.Cluster;

import java.util.Map;

/**
 * @author WGY
 * 自定义分区
 */
public class MyPartitioner implements Partitioner {
    @Override//这里的Object类型 表示已经序列化之后了
    public int partition(String topic, Object key, byte[] bytes, Object value, byte[] bytes1, Cluster cluster) {
//        //当前传入的topic有多少个分区
//        Integer integer = cluster.partitionCountForTopic(topic);
//        int a = key.toString().hashCode() % integer;
//        return a;

        //此处根据业务逻辑自行编写  这里演示返回0分区
        return 0;
    }

    @Override//关闭的
    public void close() {

    }

    @Override//读配置信息
    public void configure(Map<String, ?> map) {

    }
}

使用自定义分区的Producer

package my.test.Partitioner;

import org.apache.kafka.clients.producer.*;

import java.util.Properties;

/**
 * @author WGY
 * 使用自定义分区的producer
 */
public class PartitionProducer {
    public static void main(String[] args) {
        Properties prop = new Properties();
//        prop.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG,"hadoop1:9092");
        prop.put("bootstrap.servers", "hadoop1:9092");
        prop.put("acks", "all");
        prop.put("key.serializer",
                "org.apache.kafka.common.serialization.StringSerializer");
        prop.put("value.serializer",
                "org.apache.kafka.common.serialization.StringSerializer");
        //添加自定义分区器
        prop.put("partitioner.class","my.test.Partitioner.MyPartitioner");
        //9、创建生产者对象
        KafkaProducer<String, String> producer = new KafkaProducer<>(prop);
        //10、发送数据
        for (int i = 0; i < 10; i++) {
            System.out.println(i+1);
            //先创建这个分区
            producer.send(new ProducerRecord<String, String>("first1", "aaa" + i), new Callback() {
                @Override
                public void onCompletion(RecordMetadata recordMetadata, Exception e) {
                    if (e == null){
                        System.out.println(recordMetadata.partition()+"--"+recordMetadata.offset());
                    }else{
                        e.printStackTrace();
                    }
                }
            });
        }
        //关闭资源  不关闭虚拟机上消费者接收不到
        producer.close();
    }
}