1.启动
nohup kafka-server-start /usr/local/etc/kafka/server-1.properties &
2.查看消费者
kafka-console-consumer --bootstrap-server localhost:9092 --topic test --from-beginning
3.描述
kafka-topics --describe --bootstrap-server localhost:9092 --topic my-replicated-topic
生产者:
class Kafkaproducer():
"""
生产模块:根据不同的key,区分消息
"""
def __init__(self, kafka_host,kafka_port,kafka_topic, key):
self.kafka_host = kafka_host
self.kafka_port = kafka_port
self.kafka_topic = kafka_topic
self.key = key
bootstrap_servers = "{kafka_host}:{kafka_port}".format(
kafka_host=self.kafka_host,kafka_port=self.kafka_port
)
self.producer = KafkaProducer(bootstrap_servers = [bootstrap_servers])
def send_message(self,params):
try:
params_message = json.dumps(params).encode('utf-8')
producer = self.producer
#producer.send(self.kafka_topic, key=self.key, value=params_message)
producer.send(self.kafka_topic,key=self.key,value=params_message) #key,value必须是字节
producer.flush()
except KafkaError as e:
print(e)
消费者:
class Kafkaconsumer():
"""
消费者
"""
def init(self,kafka_host,kafka_port, kafka_topic, groupid):
self.kafka_host = kafka_host
self.kafka_port = kafka_port
self.kafka_topic = kafka_topic
self.groupid = groupid
self.consumer = KafkaConsumer(self.kafka_topic,group_id=self.groupid,
bootstrap_servers = "{kafka_host}:{kafka_port}".format(
kafka_host=self.kafka_host,
kafka_port=self.kafka_port
))
def consume_message(self):
try:
for message in self.consumer:
yield message
except KeyboardInterrupt as e:
print(e)
转载于:https://blog.51cto.com/haoyonghui/2383373