Kafka自定义分区

继承partitioner的类

package com.diao.partition;

import org.apache.kafka.clients.producer.Partitioner;
import org.apache.kafka.common.Cluster;

import java.util.Map;
//自定义分区方法✧✧✧✧✧
public class Mypartitioner implements Partitioner{
    public int partition(String s, Object o, byte[] bytes, Object o1, byte[] bytes1, Cluster cluster) {
        return 0;
    }

    public void close() {

    }

    public void configure(Map<String, ?> map) {

    }
}

主方法中配置该类

package com.diao.kafka;

import org.apache.kafka.clients.producer.*;

import java.util.Properties;


public class Mypartitionproducer {

    public static void main(String[] args) {
        //配置信息
        Properties props = new Properties();
        //指定连接kafka的集群
        props.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG,"hadoop120:9092");
        //指定ack
        props.put(ProducerConfig.ACKS_CONFIG, "all");
        //指定重试次数
        props.put(ProducerConfig.RETRIES_CONFIG, 3);
        //指定批次大小
        props.put(ProducerConfig.BATCH_SIZE_CONFIG, 16384);
        //指定数据的延时
        props.put(ProducerConfig.LINGER_MS_CONFIG, 1);
        //指定自定义分区✧✧✧✧✧
        props.put(ProducerConfig.PARTITIONER_CLASS_CONFIG,"com.alibaba.partition.Mypartitioner");
        //缓冲区大小
        props.put(ProducerConfig.BUFFER_MEMORY_CONFIG, 33554432);
        //指定kv的序列化
        props.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer");
        props.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer");
        //构建生产者
        KafkaProducer<String, String> producer = new KafkaProducer<String, String>(props);
        //发送数据
        for (int i = 0; i < 10; i++) {
            producer.send(new ProducerRecord<String, String>("first", "alibaba", "chenxiang" + i), new Callback() {
                public void onCompletion(RecordMetadata Metadata, Exception e) {
                    if (Metadata != null) {
                        System.out.println("offset:" + Metadata.offset() + ",partition:" + Metadata.partition());
                    }
                }
            });
        }
        //关闭连接
        producer.close();
    }
}