1、用Kafka发消息
Properties props=new Properties();
props.put("metadata.broker.list", "kafka服务IP(集群的话,可以是很多以逗号分隔的IP)");
props.put("serializer.class", "kafka.serializer.StringEncoder");
props.put("request.required.acks","1");//
ProducerConfig config=new ProducerConfig(props);//生产者配置器
KeyedMessage<String,String> message=new KeyedMessage<String,String>("队列的名称","标识(可以喝队列名称一样)","需要发的消息");
List<KeyedMessage<String,String>> messages=new ArrayList<KeyedMessage<String,String>>();
messages.add(message);//需要发送的消息列表
Producer<String,String> producer=new Producer<String,String>(config);//创建生产者
producer.send(messages);//批量发消息
producer.close();
messages.clear();
2、用户kafka收消息
a)实现IConsumer接口
public class SingleMessageConsumer implements IConsumer {
@Override
public Boolean doneMessage(byte[] bytes) {
Boolean flag = false;
System.out.println("-----接收到的消息为:-------"+new String(bytes));
return flag;
}
}
Properties props = new Properties();
props.put("zookeeper.connect","zookepper服务器IP(集群的话,可以是很多以逗号分隔的IP));
props.put("group.id", ReadProperties.bundle.getString("groupId"));
props.put("zookeeper.session.timeout.ms", "5000");
props.put("zookeeper.sync.time.ms", "2000");
props.put("zookeeper.connection.timeout.ms","10000");
props.put("auto.commit.interval.ms", "1000");
ConsumerConfig config=new ConsumerConfig(props);//消费者配置器
ConsumerConnector consumerConnector= kafka.consumer.Consumer.createJavaConsumerConnector(config);
Map<String, Integer> topicCountMap = new HashMap<String, Integer>();
topicCountMap.put(topic, new Integer(1));
Map<String, List<KafkaStream<byte[], byte[]>>> consumerMap = consumerConnector.createMessageStreams(topicCountMap);
KafkaStream<byte[], byte[]> stream = consumerMap.get(topic).get(0);
ConsumerIterator<byte[], byte[]> it = stream.iterator();
SingleMessageConsumer consumer=new SingleMessageConsumer();
while(it.hasNext())
consumer.doneMessage(it.next().message());
}