spark针对sqlserver_sql-server - 针对SQL Server表的spark.read读取错误（通过JDBC连接） - 堆栈内存溢出...

当我尝试创建直接从SQL表读取的数据框时，Zeppelin出现问题。 问题是我不知道如何读取具有地理类型的SQL列。

这是我正在使用的代码，以及我得到的错误。

创建JDBC连接

import org.apache.spark.sql.SaveMode

import java.util.Properties

val jdbcHostname = "XX.XX.XX.XX"

val jdbcDatabase = "databasename"

val jdbcUsername = "user"

val jdbcPassword = "XXXXXXXX"

// Create the JDBC URL without passing in the user and password parameters.

val jdbcUrl = s"jdbc:sqlserver://${jdbcHostname};database=${jdbcDatabase}"

// Create a Properties() object to hold the parameters.

val connectionProperties = new Properties()

connectionProperties.put("user", s"${jdbcUsername}")

connectionProperties.put("password", s"${jdbcPassword}")

connectionProperties.setProperty("Driver", "com.microsoft.sqlserver.jdbc.SQLServerDriver")

从SQL读取

import spark.implicits._

val table = "tablename"

val postcode_polygons = spark.

read.

jdbc(jdbcUrl, table, connectionProperties)

错误

import spark.implicits._

table: String = Lookup.Postcode50m_Lookup

java.sql.SQLException: Unsupported type -158

at org.apache.spark.sql.execution.datasources.jdbc.JdbcUtils$.org$apache$spark$sql$execution$datasources$jdbc$JdbcUtils$$getCatalystType(JdbcUtils.scala:233)

at org.apache.spark.sql.execution.datasources.jdbc.JdbcUtils$$anonfun$8.apply(JdbcUtils.scala:290)

at org.apache.spark.sql.execution.datasources.jdbc.JdbcUtils$$anonfun$8.apply(JdbcUtils.scala:290)

at scala.Option.getOrElse(Option.scala:121)

at org.apache.spark.sql.execution.datasources.jdbc.JdbcUtils$.getSchema(JdbcUtils.scala:289)

at org.apache.spark.sql.execution.datasources.jdbc.JDBCRDD$.resolveTable(JDBCRDD.scala:64)

at org.apache.spark.sql.execution.datasources.jdbc.JDBCRelation.(JDBCRelation.scala:114)

at org.apache.spark.sql.execution.datasources.jdbc.JdbcRelationProvider.createRelation(JdbcRelationProvider.scala:52)

at org.apache.spark.sql.execution.datasources.DataSource.resolveRelation(DataSource.scala:307)

at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:178)

at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:146)

at org.apache.spark.sql.DataFrameReader.jdbc(DataFrameReader.scala:193)