强大的日志收集智能分析系统-LCA之程序部署

蒋厚施

已于 2024-07-17 17:14:06 修改

阅读量242

点赞数 10

分类专栏：日志分析文章标签： go elasticsearch etcd kafka

于 2024-07-17 17:03:42 首次发布

本文链接：https://blog.csdn.net/jc2255/article/details/140498926

版权

日志分析专栏收录该内容

5 篇文章 0 订阅

订阅专栏

部署logAgent

mkdir -p /opt/go_build/log-analysis/logAgent
cd /opt/go_build/log-analysis/logAgent
vim /opt/go_build/log-analysis/logAgent/etc/config.ini

[center]
address = 172.19.12.60:80

[kafka]
address = 172.19.12.60:9092
chan_max_size=100000

[etcd]
address = 172.19.12.60:2379
timeout = 5
collect_log_key = /logagent/%s/collect # 收集的日志的key

[log]
filePath = /opt/go_build/log-analysis/logAgent/logs
filename = logagent
# 日志级别 trace,debug,info,warning,error,fatal,panic
loglevel = info,warning,error,fatal,panic
# 最长保存多少天
max_age = 7

在这里插入图片描述

部署logTransfer

mkdir -p /opt/go_build/log-analysis/logTransfer
cd /opt/go_build/log-analysis/logTransfer

vim /opt/go_build/log-analysis/logTransfer/etc/config.ini

[kafka]
address = 172.19.12.60:9092
topic = ai_nginx,ai_api
group = logCollect

[es]
address = 172.19.12.60:9200
max_chan_size = 100000
nums = 16

[log]
filePath = /opt/go_build/log-analysis/logTransfer/logs
filename = logtransfer
# 日志级别 trace,debug,info,warning,error,fatal,panic
loglevel = info,warning,error,fatal,panic
# 最长保存多少天
max_age = 7

在这里插入图片描述

部署api

vim /opt/go_build/log-analysis/api/etc/config.ini

[center]
address = 172.19.12.60:80

[kafka]
address = 172.19.12.60:9092
chan_max_size=100000

[etcd]
address = 172.19.12.60:2379
timeout = 5
collect_log_key = /logagent/%s/collect # 收集的日志的key

[log]
filePath = /opt/go_build/log-analysis/api/logs
filename = api
# 日志级别 trace,debug,info,warning,error,fatal,panic
loglevel = info,warning,error,fatal,panic
# 最长保存多少天
max_age = 7

在这里插入图片描述

部署analysis

vim /opt/go_build/log-analysis/analysis/etc/config.ini

[center]
address = 172.19.12.60:80

[kafka]
address = 172.19.12.60:9092
chan_max_size=100000

[etcd]
address = 172.19.12.60:2379
timeout = 5
collect_log_key = /logagent/%s/collect # 收集的日志的key

[log]
filePath = /opt/go_build/log-analysis/analysis/logs
filename = logagent
# 日志级别 trace,debug,info,warning,error,fatal,panic
loglevel = info,warning,error,fatal,panic
# 最长保存多少天
max_age = 7

[es]
address = 172.19.12.60:9200
max_chan_size = 100000
nums = 16
index = ai_api,ai_nginx

[redis]
host = 127.0.0.1
port = 6379
pwd =

[wechat]
qyurl = https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=0601b729-3f92-4486-8230-bb572fda3075

在这里插入图片描述

部署logmanager

vim /opt/go_build/log-analysis/logmanager/conf/app.conf

# 服务器基础配置
# 应用程序名称
appname = logManager
# 服务端口
httpport = 8083
# 运行模式 dev/prod
runmode = prod
# 是否启用session
sessionon = true

# mysql相关配置信息
mysql_host = 172.19.12.60
mysql_port = 3306
mysql_user = logmanager
mysql_pass = LPY5mjjTB4iEAP6E
mysql_db   = logmanager

# redis相关配置
redis_host = 172.19.12.60
redis_port = 6379
redis_db   = 0
redis_password =

# etcd相关配置
etcd_host = 172.19.12.60
etcd_port = 2379

#kibana
kibana_host = 172.19.12.60:5601