spark+mysql+驱动_java使用spark查询mysql报错找不到驱动

System.setProperty("hadoop.home.dir","D:\\spark-1.6.1-bin-hadoop2.6\\spark-1.6.1-bin-hadoop2.6");SparkConfconf=newSparkConf().setAppName("sparktest1").setMaster("local[2]...

System.setProperty("hadoop.home.dir", "D:\\spark-1.6.1-bin-hadoop2.6\\spark-1.6.1-bin-hadoop2.6");

SparkConf conf = new SparkConf()

.setAppName("spark test1")

.setMaster("local[2]")

.set("spark.testing.memory", "2147480000");

JavaSparkContext context = new JavaSparkContext(conf);

String sql = " (select * from tb_manager) as user_organ";

SQLContext sqlContext = SQLContext.getOrCreate(JavaSparkContext.toSparkContext(context));

DataFrameReader reader = sqlContext.read().format("jdbc");

reader.option("url","jdbc:mysql://120.27.163.3:3306/sinokorPro");//数据库路径

reader.option("dbtable",sql);//数据表名

reader.option("driver","com.mysql.jdbc.Driver");

reader.option("user", "root");

reader.option("password", "huahanAPP2015");

Dataset projectDataSourceDFFromMySQL = reader.load();

projectDataSourceDFFromMySQL.show();

报错信息：

Exception in thread "main" java.lang.ClassNotFoundException: com.mysql.jdbc.Driver

at java.net.URLClassLoader.findClass(URLClassLoader.java:381)

at java.lang.ClassLoader.loadClass(ClassLoader.java:424)

at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:338)

at java.lang.ClassLoader.loadClass(ClassLoader.java:357)

at org.apache.spark.sql.execution.datasources.jdbc.DriverRegistry$.register(DriverRegistry.scala:38)

at org.apache.spark.sql.execution.datasources.jdbc.JDBCOptions$$anonfun$6.apply(JDBCOptions.scala:78)

at org.apache.spark.sql.execution.datasources.jdbc.JDBCOptions$$anonfun$6.apply(JDBCOptions.scala:78)

at scala.Option.foreach(Option.scala:257)

at org.apache.spark.sql.execution.datasources.jdbc.JDBCOptions.(JDBCOptions.scala:78)

at org.apache.spark.sql.execution.datasources.jdbc.JDBCOptions.(JDBCOptions.scala:34)

at org.apache.spark.sql.execution.datasources.jdbc.JdbcRelationProvider.createRelation(JdbcRelationProvider.scala:34)

at org.apache.spark.sql.execution.datasources.DataSource.resolveRelation(DataSource.scala:307)

at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:178)

at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:146)

at com.spark.Test.main(Test.java:29)

at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)

at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)

at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)

at java.lang.reflect.Method.invoke(Method.java:498)

at com.intellij.rt.execution.application.AppMain.main(AppMain.java:140)

展开