package com.anyec.kafka;
import java.util.Map;
import java.util.Properties;
import java.util.concurrent.ExecutionException;
import org.apache.kafka.clients.KafkaClient;
import org.apache.kafka.clients.producer.Callback;
import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.Partitioner;
import org.apache.kafka.clients.producer.ProducerConfig;
import org.apache.kafka.clients.producer.ProducerRecord;
import org.apache.kafka.clients.producer.RecordMetadata;
import org.apache.kafka.common.Cluster;
import org.apache.kafka.common.serialization.StringSerializer;
public class SyncSend {
public static void main(String[] args) {
sendSync();
}
public static void sendSync() {
KafkaClient client;
Properties prop = new Properties();
prop.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, "localhost:9092,localhost:9092,");
prop.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
prop.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
KafkaProducer<String, String> producer = new KafkaProducer<>(prop);
for (int i = 0; i < 10; i++) {
producer.send(new ProducerRecord<String, String>("first", "hello"));
}
producer.close();
}
public static void sendSyncWithParam() {
KafkaClient client;
Properties prop = new Properties();
// 设置连接服务器地址,地址可以多个
prop.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, "localhost:9092,localhost:9092,");
// 设置key系列化类
prop.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
// 设置value系列化类
prop.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
// 设置缓冲区大小 默认32M
prop.put(ProducerConfig.BUFFER_MEMORY_CONFIG, 32 * 1024 * 1024);
// 设置批次数量 16k
prop.put(ProducerConfig.BATCH_SIZE_CONFIG, 16 * 1024);
// 设置发送超时时间 默认100ms
prop.put(ProducerConfig.LINGER_MS_CONFIG, 100);
// 设置消息压缩类型 默认为none <code>none</code>, <code>gzip</code>, <code>snappy</code>,
// <code>lz4</code>, or <code>zstd</code>
prop.put(ProducerConfig.COMPRESSION_TYPE_CONFIG, "gzip");
KafkaProducer<String, String> producer = new KafkaProducer<>(prop);
for (int i = 0; i < 10; i++) {
producer.send(new ProducerRecord<String, String>("first", "hello"));
}
producer.close();
}
public static void sendSyncWithParamAcks() {
KafkaClient client;
Properties prop = new Properties();
// 设置连接服务器地址,地址可以多个
prop.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, "localhost:9092,localhost:9092,");
// 设置key系列化类
prop.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
// 设置value系列化类
prop.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
// 设置缓冲区大小 默认32M
prop.put(ProducerConfig.BUFFER_MEMORY_CONFIG, 32 * 1024 * 1024);
// 设置批次数量 16k
prop.put(ProducerConfig.BATCH_SIZE_CONFIG, 16 * 1024);
// 设置发送超时时间 默认100ms
prop.put(ProducerConfig.LINGER_MS_CONFIG, 100);
// acks有3个值可选 0、1和-1(或者all),默认值为1,值为字符串类型,不是整数类型
//
// 0:producer发送后即为成功,无需分区partition的leader确认写入成功
//
// 1:producer发送后需要接收到partition的leader发送确认收到的回复
//
// -1:producer发送后,需要ISR中所有副本都成功写入成功才能收到成功响应
prop.put(ProducerConfig.ACKS_CONFIG, "1");
// 设置重试次数 默认为整数最大值
prop.put(ProducerConfig.RETRIES_CONFIG, 3);
// 设置消息压缩类型 默认为none <code>none</code>, <code>gzip</code>, <code>snappy</code>,
// <code>lz4</code>, or <code>zstd</code>
prop.put(ProducerConfig.COMPRESSION_TYPE_CONFIG, "gzip");
KafkaProducer<String, String> producer = new KafkaProducer<>(prop);
for (int i = 0; i < 10; i++) {
producer.send(new ProducerRecord<String, String>("first", "hello"));
}
producer.close();
}
public static void sendSyncWithParamAcksTranaction() {
KafkaClient client;
Properties prop = new Properties();
// 设置连接服务器地址,地址可以多个
prop.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, "localhost:9092,localhost:9092,");
// 设置key系列化类
prop.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
// 设置value系列化类
prop.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
// 设置缓冲区大小 默认32M
prop.put(ProducerConfig.BUFFER_MEMORY_CONFIG, 32 * 1024 * 1024);
// 设置批次数量 16k
prop.put(ProducerConfig.BATCH_SIZE_CONFIG, 16 * 1024);
// 设置发送超时时间 默认100ms
prop.put(ProducerConfig.LINGER_MS_CONFIG, 100);
// acks有3个值可选 0、1和-1(或者all),默认值为1,值为字符串类型,不是整数类型
//
// 0:producer发送后即为成功,无需分区partition的leader确认写入成功
//
// 1:producer发送后需要接收到partition的leader发送确认收到的回复
//
// -1:producer发送后,需要ISR中所有副本都成功写入成功才能收到成功响应
prop.put(ProducerConfig.ACKS_CONFIG, "1");
// 设置重试次数 默认为整数最大值
prop.put(ProducerConfig.RETRIES_CONFIG, 3);
// 设置消息压缩类型 默认为none <code>none</code>, <code>gzip</code>, <code>snappy</code>,
// <code>lz4</code>, or <code>zstd</code>
prop.put(ProducerConfig.COMPRESSION_TYPE_CONFIG, "gzip");
//设置事务id,开启事务必须设置事务id
prop.put(ProducerConfig.TRANSACTIONAL_ID_CONFIG, "TX1");
KafkaProducer<String, String> producer = new KafkaProducer<>(prop);
producer.initTransactions();
try {
producer.beginTransaction();
for (int i = 0; i < 10; i++) {
producer.send(new ProducerRecord<String, String>("first", "hello"));
}
producer.commitTransaction();
} catch (Exception e) {
producer.abortTransaction();
} finally {
producer.close();
}
}
public static void sendSyncCallBack() {
KafkaClient client;
Properties prop = new Properties();
prop.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, "localhost:9092,localhost:9092,");
prop.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
prop.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
prop.put(ProducerConfig.PARTITIONER_CLASS_CONFIG, MyPartitioner.class.getName());
KafkaProducer<String, String> producer = new KafkaProducer<>(prop);
producer.send(new ProducerRecord<String, String>("first", "hello"), new Callback() {
@Override
public void onCompletion(RecordMetadata metadata, Exception exception) {
System.out.println(metadata.partition() + " " + metadata.topic() + " " + metadata.offset());
}
});
}
public static void sendGet() throws InterruptedException, ExecutionException {
KafkaClient client;
Properties prop = new Properties();
prop.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, "localhost:9092,localhost:9092,");
prop.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
prop.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
KafkaProducer<String, String> producer = new KafkaProducer<>(prop);
for (int i = 0; i < 10; i++) {
producer.send(new ProducerRecord<String, String>("first", "hello")).get();
}
producer.close();
}
class MyPartitioner implements Partitioner {
@Override
public void configure(Map<String, ?> configs) {
}
@Override
public int partition(String topic, Object key, byte[] keyBytes, Object value, byte[] valueBytes,
Cluster cluster) {
int partition = 0;
if ("a".equals(key.toString())) {
partition = 0;
} else {
partition = 1;
}
return partition;
}
@Override
public void close() {
}
}
}