Kafka编程一

点击(此处)折叠或打开

1. 
   
2. 
   
3. import java.io.IOException;
   
4. import java.text.MessageFormat;
   
5. import java.util.*;
   
6. 
   
7. import kafka.javaapi.producer.Producer;
   
8. import kafka.producer.KeyedMessage;
   
9. import scala.util.control.Exception.Catch;
   
10. 
    
11. import org.apache.hadoop.conf.Configuration;
    
12. import org.apache.hadoop.hbase.HBaseConfiguration;
    
13. import org.apache.hadoop.hbase.client.HTable;
    
14. import org.apache.hadoop.hbase.client.Result;
    
15. import org.apache.hadoop.hbase.client.ResultScanner;
    
16. import org.apache.hadoop.hbase.client.Scan;
    
17. import org.apache.hadoop.hbase.util.Bytes;
    
18. import org.apache.kafka.clients.producer.*;
    
19. 
    
20. public class kafkaProducer {
    
21. 
    
22.     public static void main(String[] args) throws IOException {
    
23. 
    
24.         Properties props = new Properties();
    
25.         props.put("zk.connect",
    
26.                 "datanode01.isesol.com,datanode02.isesol.com,datanode03.isesol.com,datanode04.isesol.com:2181");
    
27.         props.put("key.serializer", "org.apache.kafka.common.serialization.StringSerializer");
    
28.         props.put("value.serializer", "org.apache.kafka.common.serialization.StringSerializer");
    
29.         props.put("bootstrap.servers",
    
30.                 "namenode01.isesol.com:9092,namenode02.isesol.com:9092,datanode03.isesol.com:9092");
    
31.         KafkaProducer<String, String> producer = new KafkaProducer<String, String>(props);
    
32.         Result result = null;
    
33.         StringBuilder builder = new StringBuilder();
    
34.         while (getResult().iterator().hasNext()){
    
35.             result = getResult().next();
    
36.             for (int i = 0; i <= result.listCells().size() - 1; i++) {
    
37.                 builder.append(new String(result.getValue("cf".getBytes(), result.listCells().get(i).getQualifier())) + "#");
    
38.                 System.out.println(new String(result.getValue("cf".getBytes(), result.listCells().get(i).getQualifier())));
    
39.             }
    
40.             
    
41.             System.out.println("the data is " + builder.toString());
    
42.             ProducerRecord<String, String> record = new ProducerRecord<String, String>("jlwang",builder.toString());
    
43. 
    
44.             try {
    
45.                 producer.send(record, new Callback() {
    
46. 
    
47.                     @Override
    
48.                     public void onCompletion(RecordMetadata metadata, Exception e) {
    
49.                         if (e != null) {
    
50.                             e.printStackTrace();
    
51.                         }
    
52.                         System.out.println("offset: {} " + metadata.offset() + " partition: {}" + " " + metadata.partition()
    
53.                                 + " " + metadata.topic());
    
54.                     }
    
55.                 });
    
56.             } catch (Exception ex) {
    
57.                 ex.printStackTrace();
    
58.             } finally {
    
59.                 System.out.println("finish to put data into kafka");
    
60.                 //producer.close();
    
61.             }
    
62.             
    
63.             
    
64. 
    
65.         }
    
66.         
    
67.         producer.close();
    
68.     }
    
69. 
    
70.     public static ResultScanner getResult() throws IOException {
    
71. 
    
72.         Configuration hbaseconf = HBaseConfiguration.create();
    
73.         hbaseconf.set("hbase.zookeeper.quorum",
    
74.                 "datanode01.isesol.com,datanode02.isesol.com,datanode03.isesol.com,datanode04.isesol.com,cmserver.isesol.com");
    
75.         hbaseconf.set("hbase.zookeeper.property.clientPort", "2181");
    
76.         hbaseconf.set("user", "hdfs");
    
77.         HTable htable = new HTable(hbaseconf, "t_axes_feeding_secutrity_zero");
    
78.         Scan scan = new Scan();
    
79.         scan.setCaching(300);
    
80.         ResultScanner scaner = htable.getScanner(scan);        
    
81.         return scaner;
    
82. 
    
83.     }
    
84. }

来自 “ ITPUB博客 ” ，链接：http://blog.itpub.net/17036462/viewspace-2142045/，如需转载，请注明出处，否则将追究法律责任。

转载于:http://blog.itpub.net/17036462/viewspace-2142045/