1.依赖安装
yum install wget git -y
yum install gcc-c++ -y
cd /opt/moudle
git clone https://github.com/edenhill/librdkafka
cd librdkafka
./configure
make
sudo make install
2.nginx下载与安装
wget http://nginx.org/download/nginx-1.17.8.tar.gz
tar -zxvf nginx-1.17.8.tar.gz
cd nginx-1.17.8
yum install gcc zlib zlib-devel openssl openssl-devel pcre pcre-devel -y
3.下载ngx_kafka_module
cd /opt/moudle
git clone https://github.com/brg-liuwei/ngx_kafka_module.git
cd nginx-1.17.8
./configure --add-module=/opt/moudle/ngx_kafka_module
make
sudo make install
4.配置nginx:nginx.conf
cd /usr/local/nginx/conf
kafka;
kafka_broker_list localhost:9092;
server ....
location = /log {
add_header 'Access-Control-Allow-Origin' $http_origin;
add_header 'Access-Control-Allow-Credentials' 'true';
add_header 'Access-Control-Allow-Methods' 'GET, POST, OPTIONS';
add_header 'Access-Control-Allow-Headers' 'DNT,web-token,app-token,Authorization,Accept,Origin,Keep-Alive,User-Agent,X-Mx-ReqToken,X-Data-Type,X-Auth-Token,X-Requested-With,If-Modified-Since,Cache-Control,Content-Type,Range';
add_header 'Access-Control-Expose-Headers' 'Content-Length,Content-Range';
if ($request_method = 'OPTIONS') {
add_header 'Access-Control-Max-Age' 1728000;
add_header 'Content-Type' 'text/plain; charset=utf-8';
add_header 'Content-Length' 0;
return 204;
}
kafka_topic tp_log_01;
}
5.让操作系统加载模块
echo "/usr/local/lib" >> /etc/ld.so.conf
ldconfig
6 启动Kafka
zkServer.sh start
kafka-server-start.sh /opt/moudle/kafka/stand/kafka_2.12-2.6.0/config/server.properties
7 启动nginx:
cd /usr/local/nginx
sbin/nginx
kafka-console-consumer.sh --bootstrap-server localhost:9092 --topic tp_log_01