golang连接kafka的小例子

package main

import (
	"fmt"
	"github.com/Shopify/sarama"
)

// kafka消费小

func main() {
	consumer, err := sarama.NewConsumer([]string{"127.0.0.1:9092"}, nil)
	if err != nil {
		fmt.Println("failed to start consumer err ", err)
		return
	}
	partitionList, err := consumer.Partitions("web_log") //根据topic取到所有的分区
	if err != nil {
		fmt.Println("fail to get list of partition:err", err)
		return
	}
	fmt.Println(partitionList)
	//  遍历所有分区
	for partition := range partitionList {
		pc, err := consumer.ConsumePartition("web_log", int32(partition), sarama.OffsetNewest)
		if err != nil {
			fmt.Println("failed to start consumer for partition ", partition, err)
			return
		}
		defer pc.AsyncClose()
		//	异步从每个分区消费信息
		go func(sarama.Partitioner) {
			for msg := range pc.Messages() {
				fmt.Println("Partition ", msg.Partition, msg.Offset, msg.Key, msg.Value)
			}
		}(pc)
	}
}

package main

import (
	"fmt"
	"github.com/Shopify/sarama"
)

// kafka消费小

func main() {
	consumer, err := sarama.NewConsumer([]string{"127.0.0.1:9092"}, nil)
	if err != nil {
		fmt.Println("failed to start consumer err ", err)
		return
	}
	partitionList, err := consumer.Partitions("web_log") //根据topic取到所有的分区
	if err != nil {
		fmt.Println("fail to get list of partition:err", err)
		return
	}
	fmt.Println(partitionList)
	//  遍历所有分区
	for partition := range partitionList {
		pc, err := consumer.ConsumePartition("web_log", int32(partition), sarama.OffsetNewest)
		if err != nil {
			fmt.Println("failed to start consumer for partition ", partition, err)
			return
		}
		defer pc.AsyncClose()
		//	异步从每个分区消费信息
		go func(sarama.PartitionConsumer) {
			for msg := range pc.Messages() {
				fmt.Println("Partition ", msg.Partition, msg.Offset, msg.Key, msg.Value)
			}
		}(pc)
	}
}