Kafka--Java--Demo

最新推荐文章于 2023-11-09 16:43:23 发布

置顶 wanderwq

最新推荐文章于 2023-11-09 16:43:23 发布

阅读量236

点赞数 1

分类专栏：技术学习文章标签： kafka zookeeper java

本文链接：https://blog.csdn.net/wanderwq/article/details/79927155

版权

技术学习专栏收录该内容

4 篇文章 0 订阅

订阅专栏

最近开始在做kafka的相关的东西，想着也来写点东西的

我用的maven构建，用了两个不同的jar版本和json的包，感觉区别蛮大的，，需要用到首先安装zookeeper和kafka，windows也是可以安装的。后面文章会介绍怎么安装。

<groupId>org.apache.kafka</groupId>
<artifactId>kafka_2.9.2</artifactId>
<version>0.8.2.2</version>
<classifier>test</classifier>

</dependency>

<dependency>
<groupId>org.apache.kafka</groupId>
<artifactId>kafka_2.11</artifactId>
<version>0.10.1.1</version>

</dependency>

<dependency>
<groupId>com.alibaba</groupId>
<artifactId>fastjson</artifactId>
<version>1.2.36</version>
</dependency>

简单实现时先了，生产者(kafka_2.9.2)，消费者（kafka_2.11），还写了个工具类（仅仅写消费者），

生产者：

public class KafkaProducerDemo {
public final static String TOPIC = "wander";

public static void main(String[] args) {

Sample s = new Sample();//这类有两个对象类，因为需求，可以直接替换出一个对象也行，
s.setSp_id(11);
s.setDust(22);
s.setPm2_5(33);
s.setPm10(444);
s.setTemp(55);
s.setHumid(66);
s.setWind_direct("东");
s.setWind_speed(111);
s.setAir_pressure(1111);
s.setNoise(66);
s.setRecv_time("2121");
s.setCsite_id(4444);
s.setDev_code("2121");
//創建
RealSampleKafka sample = new RealSampleKafka(s);
//封裝datasource
sample.setDataSource(Consts.DB_URL);
//发送消息工具类
KafkaUtils.sendMsgToKafka(sample);
System.out.println(sample);

}

消费者：

public class KafkaConsumer {

private final ConsumerConnector consumer;

private KafkaConsumer() {
Properties props = new Properties();
// zookeeper 配置
props.put("zookeeper.connect", "127.0.0.1:2181");
    // group 代表一个消费组
props.put("group.id", "wandergroup");
    // zk连接超时
props.put("zookeeper.session.timeout.ms", "4000");
props.put("zookeeper.sync.time.ms", "200");
props.put("rebalance.max.retries", "5");
props.put("rebalance.backoff.ms", "1200");


props.put("auto.commit.interval.ms", "1000");
props.put("auto.offset.reset", "smallest");
// 序列化类
props.put("serializer.class", "kafka.serializer.StringEncoder");
    ConsumerConfig config = new ConsumerConfig(props);
    consumer = kafka.consumer.Consumer.createJavaConsumerConnector(config);
}
    void consume() {
Map<String, Integer> topicCountMap = new HashMap<String, Integer>();
topicCountMap.put(KafkaProducer.TOPIC, new Integer(1));
    StringDecoder keyDecoder = new StringDecoder(new VerifiableProperties());
StringDecoder valueDecoder = new StringDecoder(new VerifiableProperties());
Map<String, List<KafkaStream<String, String>>> consumerMap = consumer.createMessageStreams(topicCountMap, keyDecoder, valueDecoder);
KafkaStream<String, String> stream = consumerMap.get(KafkaProducer.TOPIC).get(0);
ConsumerIterator<String, String> it = stream.iterator();
while (it.hasNext())
System.out.println(" it.next().message() + "消费了");
}

public static void main(String[] args) {
new KafkaConsumer().consume();
}

}

工具类：

/**
*kafka工具类
*
*/
public class KafkaUtils {
private static KafkaProducer<Integer, String> producer;
public final static String TOPIC = "linlin";
private KafkaUtils() {    }
    /**
* 生产者，注意kafka生产者不能够从代码上生成主题，只有在服务器上用命令生成
*/
static {
Properties properties = new Properties();
properties.put("bootstrap.servers", "127.0.0.1:9092");
properties.put("metadata.broker.list", "127.0.0.1:9092");
properties.put("zk.connect", "127.0.0.1:2181");
properties.put("key.serializer", "org.apache.kafka.common.serialization.StringSerializer");
properties.put("serializer.class", "kafka.serializer.StringEncoder");
properties.put("value.serializer", "org.apache.kafka.common.serialization.StringSerializer");
properties.put("request.required.acks", "1");
producer = new KafkaProducer<Integer, String>(properties);
}

/**
* 发送对象消息至kafka上,调用json转化为json字符串，应为kafka存储的是String。
* @param msg
*/
public static void sendMsgToKafka(RealSampleKafka msg) {
try {
producer.send(new ProducerRecord<Integer, String>(TOPIC, JSON.toJSONString(msg)));
} catch (Exception e) {
Consts.logger.error(e.getMessage(), e);
} finally {
//关闭资源
producer.close();
}

}