继承partitioner的类
package com.diao.partition;
import org.apache.kafka.clients.producer.Partitioner;
import org.apache.kafka.common.Cluster;
import java.util.Map;
//自定义分区方法✧✧✧✧✧
public class Mypartitioner implements Partitioner{
public int partition(String s, Object o, byte[] bytes, Object o1, byte[] bytes1, Cluster cluster) {
return 0;
}
public void close() {
}
public void configure(Map<String, ?> map) {
}
}
主方法中配置该类
package com.diao.kafka;
import org.apache.kafka.clients.producer.*;
import java.util.Properties;
public class Mypartitionproducer {
public static void main(String[] args) {
//配置信息
Properties props = new Properties();
//指定连接kafka的集群
props.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG,"hadoop120:9092");
//指定ack
props.put(ProducerConfig.ACKS_CONFIG, "all");
//指定重试次数
props.put(ProducerConfig.RETRIES_CONFIG, 3);
//指定批次大小
props.put(ProducerConfig.BATCH_SIZE_CONFIG, 16384);
//指定数据的延时
props.put(ProducerConfig.LINGER_MS_CONFIG, 1);
//指定自定义分区✧✧✧✧✧
props.put(ProducerConfig.PARTITIONER_CLASS_CONFIG,"com.alibaba.partition.Mypartitioner");
//缓冲区大小
props.put(ProducerConfig.BUFFER_MEMORY_CONFIG, 33554432);
//指定kv的序列化
props.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer");
props.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer");
//构建生产者
KafkaProducer<String, String> producer = new KafkaProducer<String, String>(props);
//发送数据
for (int i = 0; i < 10; i++) {
producer.send(new ProducerRecord<String, String>("first", "alibaba", "chenxiang" + i), new Callback() {
public void onCompletion(RecordMetadata Metadata, Exception e) {
if (Metadata != null) {
System.out.println("offset:" + Metadata.offset() + ",partition:" + Metadata.partition());
}
}
});
}
//关闭连接
producer.close();
}
}