大数据入门（23）kafka的第一个实例

导入kafka下lib的jar

#################生产者：直接右键运行，weekend05的consumer会接收到#################################
public class ProduceTest {
	public static void main(String[] args) throws Exception {
		Properties pro = new Properties();
		pro.put("zookeeper.connect", "weekend05:2181,weekend06:2181,weekend07:2181");
		pro.put("metadata.broker.list","weekend05:9092,weekend06:9092,weekend07:9092");
		//序列号机制
		pro.put("serializer.class", "kafka.serializer.StringEncoder");
		ProducerConfig  conf = new ProducerConfig(pro);		
		Producer<String, String> producer = new Producer<String, String>(conf);
		
		// 发送业务消息
		// 读取文件 读取内存数据库 读socket端口
		for(int i =0;i<1000;i++){
			Thread.sleep(100);
			producer.send(new KeyedMessage("order_name", "huawei--"+i+"--times recall"));
		}		
	}
}


###############消费者：直接右键运行,输出producer的信息##############################################################
public class ConsumerTest {

	public static void main(String[] args) {
		Properties pro = new Properties();
		pro.put("zookeeper.connect", "weekend05:2181,weekend06:2181,weekend07:2181");
		pro.put("group.id", "1111");
		pro.put("auto.offset.reset", "smallest");
		
		ConsumerConfig conf = new 	ConsumerConfig(pro);
		ConsumerConnector  consumer = Consumer.createJavaConsumerConnector(conf);		
	
		Map<String,Integer> map = new HashMap<String, Integer>();
		map.put("order_name", 1);	//话题，线程个数
		
		Map<String, List<KafkaStream<byte[], byte[]>>> consumerMap = consumer.createMessageStreams(map);
		List<KafkaStream<byte[], byte[]>> streams = consumerMap.get("order_name");
		
		for(final KafkaStream<byte[], byte[]> stream : streams){
			new Thread(new Runnable() {				
				@Override
				public void run() {
					// TODO Auto-generated method stub
					for(MessageAndMetadata<byte[], byte[]> msg : stream){
						String ss = new String(msg.message());
						System.out.println("------"+ss);
					}
				}
			}).start();
		}
	}
}