使用kafkapython读取实时数据小例子

使用kafkapython读取实时数据小例子

from kafka import KafkaConsumer
from kafka.client import KafkaClient
import time

class KafkaPython:

	consumer = None

	TOPIC   = 'log_download'
	BROKER_LIST = '10.23.23.24:9092,10.23.23.24:9092'

	server = topic =  None

	def __init__(self):
		print("begin kafka-python")
		self.server = self.BROKER_LIST
		self.topic  = self.TOPIC

	def __del__(self):
		print("end")

	def getConnect(self):
		self.consumer = KafkaConsumer(self.topic, bootstrap_servers = self.server)

	 def beginConsumer(self):  
        for oneLog in self.consumer:  
            print(oneLog)  

	def disConnect(self):
		self.consumer.close()


if __name__ == '__main__':

	kp = KafkaPython()
	kp.getConnect()
	kp.beginConsumer()