1.创建java maven项目,添加依赖
org.apache.spark
spark-core_2.11
2.3.0
mysql
mysql-connector-java
5.1.38
org.apache.spark
spark-sql_2.11
2.3.0
com.alibaba
fastjson
1.2.47
2.写数据
SparkConf conf = new SparkConf().setAppName("HelloWorld").setMaster("local");
JavaSparkContext sc = new JavaSparkContext(conf);
SQLContext sqlContext = new SQLContext(sc);
//写入的数据内容
JavaRDDpersonData = sc.parallelize(Arrays.asList("java chinese 5", "c++ chinese 6"));
//数据库内容
String url = "jdbc:mysql://localhost:3306/demo";
Properties connectionProperties = new Properties();
connectionProperties.put("user", "root");
connectionProperties.put("password", "123456");
connectionProperties.put("driver", "com.mysql.jdbc.Driver");
/**
* 第一步:在RDD的基础上创建类型为Row的RDD
*/
//将RDD变成以Row为类型的RDD。Row可以简单理解为Table的一行数据
JavaRDDpersonsRDD = personData.map(new Function() {
@Override
public Row call(String line)