Laravel 实现 Kafka 消息推送与接收处理

 "require": {
        "php": ">=7.3",
        "laravel/lumen-framework": "^6.*",
        "nmred/kafka-php": "v0.2.0.8"
    },

 

创建 KafkaService

<?php


namespace App\Services;
use Kafka;

class KafkaService
{
    public function __construct()
    {
        date_default_timezone_set('PRC');
    }

    /*
     * Produce
     */
    public function Producer($topic, $value , $url)
    {
        $config = \Kafka\ProducerConfig::getInstance();
        $config->setMetadataRefreshIntervalMs(10000);
        $config->setMetadataBrokerList($url);
        $config->setBrokerVersion('1.0.0');
        $config->setRequiredAck(1);
        $config->setIsAsyn(false);
        $config->setProduceInterval(500);
        $producer = new \Kafka\Producer(function () use($value,$topic){
            return [
                [
                    'topic' => $topic,
                    'value' => $value,
                    'key' => '',
                ],
            ];
        });
        $producer->success(function ($result){
            return "success";
        });
        $producer->error(function ($errorCode){
            var_dump($errorCode);
        });
        $producer->send(true);
    }

    /*
     * Consumer
     */
    public function consumer($group,$topics , $url){
        $config = \Kafka\ConsumerConfig::getInstance();
        $config->setMetadataRefreshIntervalMs(500);
        $config->setMetadataBrokerList($url);
        $config->setGroupId($group);
        $config->setBrokerVersion('0.9.0.1');
        $config->setTopics([$topics]);
        $config->setOffsetReset('earliest');
        $consumer = new \Kafka\Consumer();
        $consumer->start(function($topic, $part, $message) {
            echo "receive a message:".$message['message']['value']."\n";
            app('consumerKafka')->consumerData($message['message']['value']);//你的接收处理逻辑
            file_put_contents("consumer.log",$message['message']['value']);
        });
    }
}

执行 produce 方法生产消息

<?php


namespace App\Services;
use App\Http\Services\KafkaService;

class ProduceService
{
    public function produce()
    {
        $topic = env('KAFKA_TOPIC'); //配置在env中
        $url = env('KAFKA_URL'); //配置在env中
        $value =
            [
                'code' => 'test',
                'data_type' => 'personal',
                'action' => 'update',
                'data' =>
                    [
                        'id' => 1,
                        'name' => 'tom',
                        'gender' => 2
                    ],
                'redirect_url' => '',
                'operator' => 'system',
            ];
        $value = json_encode ($value, JSON_FORCE_OBJECT );
        $kafka = new KafkaService();
        $kafka->Producer($topic, $value , $url);
    }
}

执行 php artisan consumer:kafka 消费消息

php artisan consumer:kafka

<?php
namespace App\Console\Commands;
use Illuminate\Console\Command;
use Illuminate\Support\Facades\Redis;

class ConsumerKafka extends Command
{
    /**
     * The name and signature of the console command.
     *
     * @var string
     */
    protected $signature = 'consumer:kafka';

    /**
     * The console command description.
     *
     * @var string
     */
    protected $description = '处理异步kafka消息';

    /**
     * Create a new command instance.
     */
    public function __construct()
    {
        parent::__construct();
    }
    /**
     * Execute the console command.
     *
     * @return mixed
     */
    public function handle()
    {
        $this->log('开始监听消息...');
        app('kafkaService')->consumer(
            $group=env('KAFKA_GROUP'),
            $topics =env('KAFKA_TOPIC'),
            $url=env('KAFKA_URL')
        );
        return $this;
    }

    private function log($msg = '')
    {
        if (!$msg) {
            return $this;
        }
        if (php_sapi_name() == 'cli') {
            echo $msg, PHP_EOL;
        }
        file_put_contents("kafka.log",$msg);
        //app('myLog')->lumenLog($msg, 'kafka_consumer');
        return $this;
    }
}

注册config/app.php

 'aliases' => [

        'kafkaService' => App\Services\KafkaService::class,
        'consumerKafka'=>App\Services\ConsumerService::class
]

修改.env

KAFKA_GROUP=192.168.102.46:2181
KAFKA_TOPIC=test
KAFKA_URL=192.168.102.46:9092

kafka部署方法docker部署kafka_飞鱼计划-CSDN博客