python kafkaproducer_Python KafkaProducer and KafkaConsumer的开发模块

#!/usr/bin/env python#-*- coding: utf-8 -*-

from kafka importKafkaProducerfrom kafka importKafkaConsumerfrom kafka.errors importKafkaErrorimportjsonclassKafka_producer():'''使用kafka的生产模块'''

def __init__(self, kafkahost,kafkaport, kafkatopic):

self.kafkaHost=kafkahost

self.kafkaPort=kafkaport

self.kafkatopic=kafkatopic

self.producer= KafkaProducer(bootstrap_servers = '{kafka_host}:{kafka_port}'.format(

kafka_host=self.kafkaHost,

kafka_port=self.kafkaPort

))defsendjsondata(self, params):try:

parmas_message=json.dumps(params)

producer=self.producer

producer.send(self.kafkatopic, parmas_message.encode('utf-8'))

producer.flush()exceptKafkaError as e:printeclassKafka_consumer():'''使用Kafka—python的消费模块'''

def __init__(self, kafkahost, kafkaport, kafkatopic, groupid):

self.kafkaHost=kafkahost

self.kafkaPort=kafkaport

self.kafkatopic=kafkatopic

self.groupid=groupid

self.consumer= KafkaConsumer(self.kafkatopic, group_id =self.groupid,

bootstrap_servers= '{kafka_host}:{kafka_port}'.format(

kafka_host=self.kafkaHost,

kafka_port=self.kafkaPort ))defconsume_data(self):try:for message inself.consumer:#print json.loads(message.value)

yieldmessageexceptKeyboardInterrupt, e:printedefmain():'''测试consumer和producer

:return:'''

##测试生产模块

#producer = Kafka_producer("127.0.0.1", 9092, "ranktest")

#for id in range(10):

#params = '{abetst}:{null}---'+str(i)

#producer.sendjsondata(params)

##测试消费模块

#消费模块的返回格式为ConsumerRecord(topic=u'ranktest', partition=0, offset=202, timestamp=None,

#\timestamp_type=None, key=None, value='"{abetst}:{null}---0"', checksum=-1868164195,

#\serialized_key_size=-1, serialized_value_size=21)

consumer = Kafka_consumer('127.0.0.1', 9092, "ranktest", 'test-python-ranktest')

message=consumer.consume_data()for i inmessage:printi.valueif __name__ == '__main__':

main()