java读avro的流_用Java来测试Avro数据格式在Kafka的传输，及测试Avro Schema的兼容性...

package com.test;

import com.model.Test;

import org.apache.kafka.clients.producer.KafkaProducer;

import org.apache.kafka.clients.producer.Producer;

import org.apache.kafka.clients.producer.ProducerRecord;

import org.apache.kafka.clients.producer.RecordMetadata;

import java.util.Properties;

import java.util.concurrent.ExecutionException;

/**

* 示範如何使用SchemaRegistry與KafkaAvroSerializer來傳送資料進Kafka

*/

public class TestV1Producer {

private static String KAFKA_BROKER_URL = "localhost:9092"; // Kafka集群在那裡?

//private static String SCHEMA_REGISTRY_URL = "http://10.37.35.115:9086"; // SchemaRegistry的服務在那裡?

private static String SCHEMA_REGISTRY_URL = "https://cp1.demo.playground.landoop.com/api/schema-registry";

public static void main(String[] args) throws ExecutionException, InterruptedException {

// 步驟1. 設定要連線到Kafka集群的相關設定

Properties props = new Properties();

props.put("bootstrap.servers", KAFKA_BROKER_URL); // Kafka集群在那裡?

props.put("key.serializer", "org.apache.kafka.common.serialization.StringSerializer"); // 指定msgKey的序列化器

props.put("value.serializer", "io.confluent.kafka.serializers.KafkaAvroSerializer"); //

//props.put("value.serializer", "org.apache.kafka.common.serialization.StringSerializer");

props.put("schema.registry.url", SCHEMA_REGISTRY_URL);// SchemaRegistry的服務在那裡?

props.put("acks","all");

props.put("max.in.flight.requests.per.connection","1");

props.put("retries",Integer.MAX_VALUE+"");

// 步驟2. 產生一個Kafka的Producer的實例

Producer producer = new KafkaProducer<>(props); // msgKey是string, msgValue是Employee

// 步驟3. 指定想要發佈訊息的topic名稱

String topicName = "ak05.test002";

try {

// 步驟4. 直接使用Maven從scheam產生出來的物件來做為資料的容器

// 送進第1個員工(schema v1)

Test test = Test.newBuilder()

.setA("001")

.setB("Jack")

.setC("Ma")

.build();

RecordMetadata metaData = producer.send(new ProducerRecord(topicName, test.getA(), test)).get(); // msgKey是string, msgValue是Employee

System.out.println(metaData.offset() + " --> " + test);

// 送進第2個員工(schema v1)

test = Test.newBuilder()

.setA("002")

.setB("Pony")

.setC("Ma")

.build();

metaData = producer.send(new ProducerRecord(topicName, test.getA(), test)).get(); // msgKey是string, msgValue是Employee

System.out.println(metaData.offset() + " --> " + test);

// 送進第3個員工(schema v1)

test = Test.newBuilder()

.setA("003")

.setB("Robin")

.setC("Li")

.build();

metaData = producer.send(new ProducerRecord(topicName, test.getA(), test)).get(); // msgKey是string, msgValue是Employee

System.out.println(metaData.offset() + " --> " + test);

} catch(Exception e) {

e.printStackTrace();

} finally {

producer.flush();

producer.close();

}

}

}