kafka删除队列_php搭建kafka队列

java 环境搭建

jdk :http://www.oracle.com/technetwork/java/javase/downloads/jdk7-downloads-1880260.html

jre:http://java.com/zh_CN/download/manual.jsp

下载kafka：http://apache.fayea.com/kafka/0.9.0.1/kafka_2.10-0.9.0.1.tgz

kafka_2.10-0.9.0.1.tgz

1.启动zookeeper：(配置中端口默认为2181)

bin/zookeeper-server-start.sh config/zookeeper.properties &

2.启动kafka：

bin/kafka-server-start.sh config/server.properties

3.创建 topic

创建一个叫做“test”的topic，它只有一个分区，一个副本。

./bin/kafka-topics.sh -zookeeper localhost:2181 -topic test -replication-factor 1 -partitions 1 -create

4.可以通过list命令查看创建的topic:

> bin/kafka-topics.sh --list --zookeeper localhost:2181

5.发送消息：

bin/kafka-console-producer.sh --broker-list localhost:9092 --topic test

6.另开客户端获取消息

bin/kafka-console-consumer.sh --zookeeper localhost:2181 --topic test --from-beginnin

bin/kafka-console-consumer.sh -zookeeper 172.16.1.197:2181 --from-beginning --topic rangeEvent38

7: 搭建一个多个broker的分布式集群(日志文件，端口，ip，连接zooker的ip+prot)

cp config/server.properties config/server2.properties

cp config/server.properties config/server3.properties

修改：

broker.id=2

port=9292

8.php扩展安装

安装基础库：librdkafka.tar.gz

扩展：php-rdkafka.tar.gz (先make clean ，再删除configure，再phpize，因为此为别人安装过的文件，由于环境不同所以进行上述操作)

安装提pcre错误，安装 yum -y install pcre pcre-devel

9.参数设置，如超出大小删除，指定保存几天的数据

10.命令操作，删除topic

资源下载

#libkafka

librdkafka-master.zip

1.01MB

git clone https://github.com/edenhill/librdkafka.git

#php-kafka

php-rdkafka-master.zip

63.65KB

git clone https://github.com/arnaud-lb/php-rdkafka.git

yum install cyrus-sasl-plain cyrus-sasl-devel cyrus-sasl-gssapi

yum install krb5-workstation krb5-libs

修改/etc/krb5.conf文件

#yum -y install krb5*

#yum install cyrus-sasl*

http://blog.csdn.net/dianyueneo/article/details/37527087

https://cwiki.apache.org/confluence/display/KAFKA/Clients#Clients-PHP

https://github.com/arnaud-lb/php-rdkafka

代码例子：

读取：

$rk = new RdKafka\Consumer();

$rk->setLogLevel(LOG_DEBUG);

$rk->addBrokers('localhost:9092,localhost:9192,localhost:9292');

$offset = 1;

$topic = $rk->newTopic('test-x');

$partition = 0;

$topic -> consumeStart($partition,$offset);

while (true) {

$message = $topic->consume($partition, 100);

if(!is_object($message)){

continue;

}

switch ($message->err) {

case RD_KAFKA_RESP_ERR_NO_ERROR:

print_r($message);

break;

case RD_KAFKA_RESP_ERR__PARTITION_EOF:

//echo "No more messages; will wait for more\n";

break;

case RD_KAFKA_RESP_ERR__TIMED_OUT:

//echo "Timedout\n";

break;

default:

throw new \Exception($message->errstr(), $message->err);

break;

}

}

写入：

$rk = new RdKafka\Producer();

$rk->setLogLevel(LOG_DEBUG);

$rk->addBrokers('localhost:9092,localhost:9192,localhost:9292');

$topic = $rk->newTopic('test-x');

try{

$topic -> produce(0, 0, 'xxxxxxxxxx'.date('Y-m-d H:i:s',time()));

}catch (Exception $e){

}

$rk = new RdKafka\Consumer();

$rk->setLogLevel(LOG_DEBUG);

$rk->addBrokers('172.16.2.95:9092');//brokerList ip 列表

$dsp = new posteventv2();

$topic = $rk->newTopic('classline_alarm_runline');//topic

$queue = $rk->newQueue();

for($partition = 0;$partition<4;$partition++){//分区个数，这里服务端开了4个

//开始订阅数据

$topic -> consumeQueueStart($partition,RD_KAFKA_OFFSET_END,$queue); //RD_KAFKA_OFFSET_END 永远都从最新的开始取数据

}

while (true) {

$message = $queue->consume(100);

if(!is_object($message)){

continue;

}

switch ($message->err) {

case RD_KAFKA_RESP_ERR_NO_ERROR:

tools::datalog(var_export($message,true),'classline_alarm_runline');//获取到的数据，订阅方根据自己逻辑自己处理

break;

case RD_KAFKA_RESP_ERR__PARTITION_EOF:

break;

case RD_KAFKA_RESP_ERR__TIMED_OUT:

break;

default:

throw new \Exception($message->errstr(), $message->err);

break;

}

}