logback+logstash实现日志可视化

logstash安装

下载：https://artifacts.elastic.co/downloads/logstash/logstash-5.5.1.tar.gz

安装jdk环境（略）

logstash.conf文件

input {
  tcp {
    mode => "server"
    host => "0.0.0.0"
    port => 5044
    codec => json_lines
  }
}

output {
  elasticsearch {
    hosts => ["http://elasticsearch:9200"]
    index => "%{service}-%{env}"
  }
}

logstash.yml文件

http.host: "0.0.0.0"
xpack.monitoring.elasticsearch.hosts: [ "http://elasticsearch:9200" ]

启动   nohup ./bin/logstash -f config/logstash.conf

logback.xml文件内容如下

<?xml version="1.0" encoding="UTF-8"?>
<configuration>
	<springProperty scope="context" name="service" source="spring.application.name"/>
	<springProperty scope="context" name="env" source="spring.profiles.active"/>

	<appender name="CONSOLE" class="ch.qos.logback.core.ConsoleAppender">
		<encoder>
			<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} # %t # [%X{TraceID}] # %-5p # %c:%L - %m%n</pattern>
		</encoder>
	</appender>

	<appender name="FILE" class="ch.qos.logback.core.rolling.RollingFileAppender">
		<file>${user.home}/logs/${service}/${service}-debug.log</file>
		<encoder>
			<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} # %t # [%X{TraceID}] # %-5p # %c:%L - %m%n</pattern>
		</encoder>
		<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
			<fileNamePattern>${user.home}/logs/${service}/${service}-debug-%d{yyyy-MM-dd}.%i.log</fileNamePattern>
			<maxHistory>30</maxHistory>
			<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
				<maxFileSize>100MB</maxFileSize>
			</timeBasedFileNamingAndTriggeringPolicy>
		</rollingPolicy>
	</appender>

	<appender name="STASH" class="net.logstash.logback.appender.LogstashTcpSocketAppender">
		<destination>${logstash:-172.16.63.85:30808}</destination>
		<encoder class="net.logstash.logback.encoder.LoggingEventCompositeJsonEncoder">
			<providers>
				<timestamp>
					<timeZone>UTC</timeZone>
				</timestamp>
				<pattern>
					<pattern>
						{
						"timestamp": "%date{\"yyyy-MM-dd'T'HH:mm:ss,SSSZ\"}",
						"level": "%level",
						"service": "${service:-}",
						"env": "${env:-}",
						"thread": "%thread",
						"class": "%logger{40}",
						"rest": "%message",
						"pid": "${PID:-}",
						"traceId": "%X{TraceID}",
						"exception": "%exception{full}"
						}
					</pattern>
				</pattern>
			</providers>
		</encoder>
	</appender>

	<root level="INFO">
		<appender-ref ref="CONSOLE" />
		<appender-ref ref="STASH" />
		<appender-ref ref="FILE"/>
	</root>
</configuration>

maven依赖

<dependency>
                        <groupId>net.logstash.logback</groupId>
                        <artifactId>logstash-logback-encoder</artifactId>
                        <version>5.0</version>
                </dependency>