SPARK
stone_tomcat
路漫漫气息永存!
展开
-
SPARK操作数据库
def main(args: Array[String]): Unit = { val conf = new SparkConf().setAppName("stone").setMaster("local") val spark = SparkSession.builder().config(conf).getOrCreate() val frame = spark.read.format("jdbc") .option("url", "jdbc:mysql://****/dc").原创 2022-01-20 10:30:49 · 234 阅读 · 0 评论 -
spark统计PVUV
import org.apache.spark.{SparkConf, SparkContext} object PvUv { def main(args: Array[String]): Unit = { val conf = new SparkConf().setAppName("stone").setMaster("local") val sc = new SparkContext(conf) sc.setLogLevel("ERROR") val fil.原创 2022-01-18 11:11:32 · 1805 阅读 · 0 评论 -
Spark RDD的交差并集
import org.apache.spark.rdd.RDD import org.apache.spark.{SparkConf, SparkContext} object Demo01 { def main(args: Array[String]): Unit = { val conf = new SparkConf().setAppName("stone").setMaster("local") val sc = new SparkContext(conf) sc.原创 2022-01-18 10:47:13 · 1570 阅读 · 0 评论 -
SPARK--wordCount
import org.apache.spark.{SparkConf, SparkContext} object Stone { def main(args: Array[String]): Unit = { val conf = new SparkConf().setAppName("stone").setMaster("local") val sc = new SparkContext(conf) sc.setLogLevel("ERROR") val.原创 2022-01-18 10:44:48 · 1534 阅读 · 0 评论