Scala + logback代码模板

1.POM文件模板

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">   <modelVersion>4.0.0</modelVersion>   <groupId>cn.com.xxx.demo</groupId>   <artifactId>scala-test</artifactId>   <version>0.0.1-SNAPSHOT</version>   <name>${project.artifactId}</name>   <description>My wonderfull scala app</description>   <inceptionYear>2010</inceptionYear>   <licenses>     <license>       <name>My License</name>       <url>http://....</url>       <distribution>repo</distribution>     </license>   </licenses>     <properties>     <maven.compiler.source>1.6</maven.compiler.source>     <maven.compiler.target>1.6</maven.compiler.target>     <encoding>UTF-8</encoding>     <scala.tools.version>2.11</scala.tools.version>     <scala.version>2.11.0</scala.version>   </properties>     <dependencies>     <dependency>       <groupId>org.scala-lang</groupId>       <artifactId>scala-library</artifactId>       <version>${scala.version}</version>     </dependency>     <!-- https://mvnrepository.com/artifact/org.apache.spark/spark-core -->     <dependency>       <groupId>org.apache.spark</groupId>       <artifactId>spark-core_${scala.tools.version}</artifactId>       <version>2.2.2</version>       <scope>provided</scope>       <exclusions>           <exclusion>               <groupId>org.slf4j</groupId>                <artifactId>slf4j-log4j12</artifactId>            </exclusion>       </exclusions>     </dependency>     <dependency>       <groupId>org.apache.spark</groupId>       <artifactId>spark-sql_${scala.tools.version}</artifactId>       <version>2.2.2</version>     </dependency>     <!-- https://mvnrepository.com/artifact/org.apache.spark/spark-streaming -->     <dependency>       <groupId>org.apache.spark</groupId>       <artifactId>spark-streaming_${scala.tools.version}</artifactId>       <version>2.2.2</version>       <scope>provided</scope>     </dependency>     <!-- https://mvnrepository.com/artifact/org.apache.kafka/kafka -->     <dependency>       <groupId>org.apache.kafka</groupId>       <artifactId>kafka_${scala.tools.version}</artifactId>       <version>0.8.2.1</version>       <exclusions>           <exclusion>               <groupId>org.slf4j</groupId>                <artifactId>slf4j-log4j12</artifactId>            </exclusion>       </exclusions>     </dependency>     <dependency>       <groupId>org.apache.spark</groupId>       <artifactId>spark-streaming-kafka_${scala.tools.version}</artifactId>       <version>1.6.3</version>     </dependency>     <!-- https://mvnrepository.com/artifact/org.mongodb.spark/mongo-spark-connector -->     <dependency>       <groupId>org.mongodb.spark</groupId>       <artifactId>mongo-spark-connector_${scala.tools.version}</artifactId>       <version>2.2.4</version>     </dependency>     <dependency>       <groupId>org.projectlombok</groupId>       <artifactId>lombok</artifactId>       <optional>true</optional>       <version>1.18.4</version>       <scope>provided</scope>     </dependency>     <!-- https://mvnrepository.com/artifact/redis.clients/jedis -->     <dependency>         <groupId>redis.clients</groupId>         <artifactId>jedis</artifactId>         <version>3.0.1</version>     </dependency>     <!-- https://mvnrepository.com/artifact/org.apache.commons/commons-pool2 -->     <dependency>         <groupId>org.apache.commons</groupId>         <artifactId>commons-pool2</artifactId>         <version>2.4.3</version>     </dependency>     <!-- diamond-client依赖于低版本logback，高版本抛异常 -->     <dependency>         <groupId>ch.qos.logback</groupId>         <artifactId>logback-classic</artifactId>         <version>1.0.13</version><!--$NO-MVN-MAN-VER$-->     </dependency>     <dependency>         <groupId>ch.qos.logback</groupId>         <artifactId>logback-core</artifactId>         <version>1.0.13</version><!--$NO-MVN-MAN-VER$-->     </dependency>     <!-- diamond-client依赖于log4j -->     <dependency>         <groupId>org.slf4j</groupId>         <artifactId>log4j-over-slf4j</artifactId>         <version>1.7.13</version><!--$NO-MVN-MAN-VER$-->     </dependency>     <!-- https://mvnrepository.com/artifact/com.typesafe.scala-logging/scala-logging-slf4j -->     <dependency>         <groupId>com.typesafe.scala-logging</groupId>         <artifactId>scala-logging-slf4j_${scala.tools.version}</artifactId>         <version>2.1.2</version>     </dependency>           <!-- Test -->     <dependency>       <groupId>junit</groupId>       <artifactId>junit</artifactId>       <version>4.11</version>       <scope>test</scope>     </dependency>   </dependencies>     <build>     <sourceDirectory>src/main/scala</sourceDirectory>     <testSourceDirectory>src/test/scala</testSourceDirectory>     <plugins>       <plugin>         <!-- see http://davidb.github.com/scala-maven-plugin -->         <groupId>net.alchim31.maven</groupId>         <artifactId>scala-maven-plugin</artifactId>         <version>3.1.3</version>         <executions>           <execution>             <goals>               <goal>compile</goal>               <goal>testCompile</goal>             </goals>             <configuration>               <args>                 <arg>-dependencyfile</arg>                 <arg>${project.build.directory}/.scala_dependencies</arg>               </args>             </configuration>           </execution>         </executions>       </plugin>       <plugin>         <groupId>org.apache.maven.plugins</groupId>         <artifactId>maven-surefire-plugin</artifactId>         <version>2.13</version>         <configuration>           <useFile>false</useFile>           <disableXmlReport>true</disableXmlReport>           <!-- If you have classpath issue like NoDefClassError,... -->           <!-- useManifestOnlyJar>false</useManifestOnlyJar -->           <includes>             <include>**/*Test.*</include>             <include>**/*Suite.*</include>           </includes>         </configuration>       </plugin>     </plugins>   </build> </project>

2.logback.xml模板

<?xml version="1.0" encoding="UTF-8"?> <configuration>     <appender name="STDOUT" class="ch.qos.logback.core.ConsoleAppender">         <encoder>             <pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger{35} - %msg%n</pattern>         </encoder>     </appender>     <appender name="FILE" class="ch.qos.logback.core.FileAppender">         <file>offline-recommend.log</file>         <append>true</append>         <encoder>             <pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger{35} - %msg%n</pattern>         </encoder>     </appender>       <logger name="org.apache.http" level="INFO" />     <logger name="org.springframework.web" level="INFO" />     <logger name="org.hibernate" level="ERROR" />     <logger name="org.apache.spark.repl.Main" level="WARN" />     <logger name="org.apache.spark" level="WARN" />     <logger name="org.spark_project.jetty" level="WARN" />     <logger name="org.spark_project.jetty.util.component.AbstractLifeCycle" level="ERROR" />     <logger name="org.apache.spark.repl.SparkIMain$exprTyper" level="INFO" />     <logger name="org.apache.spark.repl.SparkILoop$SparkILoopInterpreter" level="INFO" />     <logger name="org.apache.parquet" level="ERROR" />     <logger name="parquet" level="ERROR" />     <logger name="org.apache.hadoop.hive.metastore.RetryingHMSHandler" level="FATAL" />     <logger name="org.apache.hadoop.hive.ql.exec.FunctionRegistry" level="ERROR" />     <logger name="cn.com.xxx.yyy" level="DEBUG">         <appender-ref ref="FILE" />     </logger>     <logger name="cn.com.xxx.demo" level="DEBUG">         <appender-ref ref="STDOUT" />     </logger>     <root level="INFO">         <appender-ref ref="FILE" />     </root> </configuration>

3.logger代码模板

import org.slf4j.LoggerFactory import com.typesafe.scalalogging.slf4j.Logger ... val logger = Logger(LoggerFactory.getLogger(getClass.getName)) ... logger.info( sparkAppName + " started." )

4.算子中的logger

由于当前版本（？）的logger对象不支持序列化，算子中直接访问外部的logger会出错，因此算子中需要自行创建logger对象。例如：

offsetRanges.foreach { offsetRange =>   val logger = Logger(LoggerFactory.getLogger(this.getClass.getName))   logger.debug("...") ...