下列函数完成功能:
1,rdd类型转换 :Row2String
2,结果支持多个字段写入txt :coalesce(1)
3,分隔符由默认的,换成|
4,map中支持传入接口和lambda表达式
private static void joinCompute() {
String sql="select s.sid,s.sname,s.snum,c.cname,c.teachername from student s,course c where s.cid=c.cid";
Dataset<Row> s_c_join = spark.sql(sql);
s_c_join.show();
s_c_join.coalesce(1).toJavaRDD().map(new Function<Row, String>() {
@Override
public String call(Row row) throws Exception {
return row.toString();
}
}).map(line ->line.replace(",","|")).saveAsTextFile("C:\\Users\\Administrator\\Desktop\\tmp\\s_c_join3.txt");