部署在阿里云的服务一定要记得在安全组开放端口
redis 6379,mssql 1433等等
sqlserver的驱动依赖
<dependency>
<groupId>com.microsoft.sqlserver</groupId>
<artifactId>sqljdbc4</artifactId>
<version>4.0</version>
</dependency>
关于依赖参考链接https://www.cnblogs.com/benfly/p/12671965.html
import org.apache.spark.sql.SparkSession
object SqlServerRead {
def main(args: Array[String]): Unit = {
val dbServer = "192.168.1.127"
val db = "hxhr"
val url = s"jdbc:sqlserver://$dbServer:1433;databaseName=$db"
val spark: SparkSession = SparkSession
.builder()
.master("local[*]")
.appName("Test")
.getOrCreate()
val jdbcDF = spark.read
.format("jdbc")
.option("driver", "com.microsoft.sqlserver.jdbc.SQLServerDriver")
.option("url", url)
.option("user", "sa")
.option("password", "SA123!")
.option("dbtable", "A01_201906219FE")
.load()
jdbcDF.show
// tableDF.write.mode(SaveMode.Overwrite).jdbc(url,table,properties)
spark.stop()
}
}