使用kafkapython读取实时数据小例子
from kafka import KafkaConsumer
from kafka.client import KafkaClient
import time
class KafkaPython:
consumer = None
TOPIC = 'log_download'
BROKER_LIST = '10.23.23.24:9092,10.23.23.24:9092'
server = topic = None
def __init__(self):
print("begin kafka-python")
self.server = self.BROKER_LIST
self.topic = self.TOPIC
def __del__(self):
print("end")
def getConnect(self):
self.consumer = KafkaConsumer(self.topic, bootstrap_servers = self.server)
def beginConsumer(self):
for oneLog in self.consumer:
print(oneLog)
def disConnect(self):
self.consumer.close()
if __name__ == '__main__':
kp = KafkaPython()
kp.getConnect()
kp.beginConsumer()