python kafkaconsumer_python kafka 使用

Producer和Consumer

#!/usr/bin/env python

import threading, logging, time

import multiprocessing

from kafka import KafkaConsumer, KafkaProducer

BOOTSTRAP_SERVERS='127.0.0.1:9092'

class Producer(threading.Thread):

def __init__(self):

threading.Thread.__init__(self)

self.stop_event = threading.Event()

def stop(self):

self.stop_event.set()

def run(self):

producer = KafkaProducer(bootstrap_servers=BOOTSTRAP_SERVERS)

while not self.stop_event.is_set():

producer.send('my-topic', b"test")

producer.send('my-topic', b"\xc2Hola, mundo!")

time.sleep(1)

producer.close()

#读取数据

class Consumer(multiprocessing.Process):

def __init__(self):

multiprocessing.Process.__init__(self)

self.stop_event = multiprocessing.Event()

def stop(self):

self.stop_