Spark大数据学习之路一--IDEA java代码Spark环境搭建 SparkConf JavaSparkContext使用示例

修先生

已于 2024-09-27 18:38:15 修改

阅读量117

点赞数 3

文章标签： java intellij-idea spark

于 2024-09-25 19:33:09 首次发布

本文链接：https://blog.csdn.net/qq_34010741/article/details/142531176

版权

pom文件

<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
    <modelVersion>4.0.0</modelVersion>

    <groupId>org.example</groupId>
    <artifactId>Spark01</artifactId>
    <version>1.0-SNAPSHOT</version>

    <properties>
        <maven.compiler.source>8</maven.compiler.source>
        <maven.compiler.target>8</maven.compiler.target>
        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
    </properties>
    <dependencies>
        <dependency>
            <groupId>org.apache.spark</groupId>
            <artifactId>spark-core_2.12</artifactId>
            <version>3.5.2</version>
        </dependency>
    </dependencies>

</project>

代码

package com.care.Spark01;

import org.apache.spark.SparkConf;
import org.apache.spark.api.java.JavaSparkContext;

public class SimpleApp {
    public static void main(String[] args) {
        final SparkConf conf = new SparkConf();
        conf.setMaster("local");

        conf.setAppName("spark");
        final JavaSparkContext jsc = new JavaSparkContext(conf);
        jsc.close();

    }
}

运行结果