创建Producer发送数据到Kafka集群
前言
实时数据处理现在已经成为数据开发工程师所必须的一项技能,在学习kafka过程中敲的Java代码,这里做个记录,简单入门
创建MyProducer给Five主题发送数据
import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.ProducerRecord;
import java.util.Properties;
public class MyProducer {
//IDEAJ中敲psvm就可以出来下面这一行代码
public static void main(String[] args){
//1.创建kafka生产者的配置信息
Properties properties = new Properties();
//2.指定连接的kafka集群:ProducerConfig类里面都是配置信息
properties.put("bootstrap.servers","master:9092");
//3.ACK应答机制
properties.put("acks","all");
//4.重试次数
properties.put("retries",1);
//5.批次大小
properties.put("batch.size",16384);
//6.等待时间
properties.put("linger.ms",1);
//7.RecordAccumulator缓冲区大小
properties.put("buffer.memory",33554432);
//8.Key,Value的序列化类
properties.put("key.serializer","org.apache.kafka.common.serialization.StringSerializer");
properties.put("value.serializer","org.apache.kafka.common.serialization.StringSerializer");
//9.创建生产者对象
KafkaProducer<String, String> producer = new KafkaProducer<>(properties);
//10.发送数据,IDEAJ中敲fori就会给出for循环框架
for (int i = 0; i < 10; i++){
producer.send(new ProducerRecord<>("Five", "atguigu--" + i));
}
//11.关闭连接
producer.close();
}
}
创建带回调函数的Producer
import org.apache.kafka.clients.Metadata;
import org.apache.kafka.clients.producer.*;
import java.util.Properties;
public class CallBackProducer {
public static void main(String[] args) {
//1.生产者配置信息
Properties properties = new Properties();
//使用ProducerConfig类创建producer的配置信息
properties.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG,"master:9092");
properties.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG,"org.apache.kafka.common.serialization.StringSerializer");
properties.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG,"org.apache.kafka.common.serialization.StringSerializer");
//2.创建生产者对象
KafkaProducer<String,String> producer = new KafkaProducer<>(properties);
//3.发送数据
for (int i = 0; i < 10; i++) {
producer.send(new ProducerRecord<>("aaa", "atguigu--" + i), (Callback) (metadata, e) -> {
if ( e== null) {
System.out.println(metadata.partition() + "--" + metadata.offset());
} else {
e.printStackTrace();
}
});
}
//4.关闭资源
producer.close();
}
}