Kafaka .NET连接
Kafka目前主流在用的.NET客户端有两个:一个是kafka-net,另外一个是Confluent.Kafka,这里给出使用示例:
kafka-net示例:
public class NetKafka
{
public static void Push()
{
var options = new KafkaOptions(new Uri("http://192.168.253.133:9092"));
var router = new BrokerRouter(options);
var producer = new Producer(router);
List<Message> msgArr = new List<Message>();
msgArr.Add(new Message("你好"));
producer.SendMessageAsync("MyTopic", msgArr.ToArray()).Wait(3000);
}
public static void Pull()
{
var options = new KafkaOptions(new Uri("http://192.168.253.133:9092"));
var router = new BrokerRouter(options);
var consumer = new Consumer(new ConsumerOptions("MyTopic", router));
var msgs = consumer.Consume();
foreach (var msg in msgs)
{
Console.WriteLine(Encoding.UTF8.GetString(msg.Value));
}
}
}
confulen-kafkat示例:
public class ConfulentKafka
{
public static void Push()
{
var config = new Dictionary<string, object>
{
{ "group.id", "test-group" },
{"bootstrap.servers","192.168.253.133:9092"}
};
using (var producer = new Producer<Null, string>(config, null, new StringSerializer(Encoding.UTF8)))
{
var dr = producer.ProduceAsync("MyTopic", null, "hello").Result;
Console.WriteLine(dr.TopicPartitionOffset);
}
}
public static void Pull()
{
var config = new Dictionary<string, object>
{
//同一个Topic的一条消息只能被同一个Consumer Group内的一个Consumer消费,但多个Consumer Group可同时消费这一消息
{ "group.id", "test-group" },
//kafka的集群消费地址
{ "bootstrap.servers", "192.168.253.133:9092" },
//consumer向consumer提交offset的频率,单位ms
{"auto.commit.interval.ms",5000},
//earliest和latest:当各分区下有已提交的offset时,从提交的offset开始消费,无提交的offset时,earliest是从头开始消费、latest从末尾开始消费;
//none:当各分区下存在已提交的offset时,从offset后开始消费,但只要有一个分区不存在已提交的offset时,则抛出异常
{"auto.offset.reset","earliest"},
};
using (var consumer = new Consumer<Null, string>(config, null, new StringDeserializer(Encoding.UTF8)))
{
consumer.OnMessage += (_, msg)
=> Console.WriteLine(msg.Value);
consumer.OnError += (_, error)
=> Console.WriteLine(error);
consumer.OnConsumeError += (_, msg)
=> Console.WriteLine(msg);
consumer.Subscribe("MyTopic");
while (true)
{
consumer.Poll(TimeSpan.FromMilliseconds(100));
}
}
}
}