kafka helloworld

贴一下我根据官网的例子，写的kafka的hello world列子，完整的代码如下

pom.xml如下

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
	xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
	<modelVersion>4.0.0</modelVersion>
	<groupId>com.demo</groupId>
	<artifactId>kafak-demo</artifactId>
	<version>0.0.1-SNAPSHOT</version>
	<packaging>jar</packaging>
	<name>kafak-demo</name>
	<url>http://maven.apache.org</url>

	<properties>
		<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
	</properties>

	<dependencies>
		<dependency>
			<groupId>org.apache.kafka</groupId>
			<artifactId>kafka-clients</artifactId>
			<version>0.9.0.0</version>
		</dependency>
	</dependencies>
</project>

生产者代码

package com.fosun.kafak_demo.main;
import java.util.Properties;

import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.Producer;
import org.apache.kafka.clients.producer.ProducerRecord;

import com.fosun.kafak_demo.util.Constants;

  
public class KafkaProducerTest{  
      
  
    private KafkaProducerTest(){  
    }  
  
    void produce() {  
    	 Properties props = new Properties();
    	 props.put("bootstrap.servers", "dmeo-hadoop1.fx01:9092,demo-hadoop2.fx01:9092");
    	 props.put("acks", "all");
    	 props.put("retries", 0);
    	 props.put("batch.size", 16384);
    	 props.put("linger.ms", 1);
    	 props.put("buffer.memory", 33554432);
    	 props.put("key.serializer", "org.apache.kafka.common.serialization.StringSerializer");
    	 props.put("value.serializer", "org.apache.kafka.common.serialization.StringSerializer");

    	 Producer<String, String> producer = new KafkaProducer<String, String>(props);
    	 for(int i = 3844; i < 1000000; i++){
    		 System.out.printf("produce %d message\n",i);
    		 producer.send(new ProducerRecord<String, String>(Constants.TOPIC, i%4 , "hello"+Integer.toString(i), "hello"+Integer.toString(i)));
    		 try {
				Thread.sleep(100);
			} catch (InterruptedException e) {
				
			}
    	 }
    	     

    	 producer.close();
    }  
  
    public static void main( String[] args )  
    {  
        new KafkaProducerTest().produce();  
    }  
}  

消费者

package com.fosun.kafak_demo.main;

import java.util.Arrays;
import java.util.Properties;

import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;
import org.apache.kafka.common.TopicPartition;

import com.fosun.kafak_demo.util.Constants;

public class KafkaConsumerTest {  
  
  
    private KafkaConsumerTest() {  
    }  
  
    void consume() {  
    	 Properties props = new Properties();
         props.put("bootstrap.servers", "demo-hadoop1.fx01:9092,demo-hadoop2.fx01:9092");
         props.put("group.id", "testsssss");
         props.put("enable.auto.commit", "false");
         props.put("auto.commit.interval.ms", "1000");
         props.put("auto.offset.reset", "earliest");
         props.put("session.timeout.ms", "30000");
         props.put("key.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
         props.put("value.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
         KafkaConsumer<String, String> consumer = new KafkaConsumer<String, String>(props);
         //针对某个topic
//         consumer.subscribe(Arrays.asList(Constants.TOPIC));
         //读具体分区
         TopicPartition partition0 = new TopicPartition(Constants.TOPIC,0);
         consumer.assign(Arrays.asList(partition0));
         boolean flag = true;
         while (flag) {
             ConsumerRecords<String, String> records = consumer.poll(100);
             for (ConsumerRecord<String, String> record : records)
                 System.out.printf("offset = %d, key = %s, value = %s\n", record.offset(), record.key(), record.value());
         }
         
         consumer.close();
    }  
  
    public static void main(String[] args) {  
        new KafkaConsumerTest().consume();  
    }  
}