spark

import org.apache.log4j.{Level, Logger}
import org.apache.spark.rdd.RDD
import org.apache.spark.{SparkConf, SparkContext}

object RDDdEMO {
  Logger.getLogger("org").setLevel(Level.ERROR)
  def main(args: Array[String]): Unit = {
 val conf: SparkConf =new  SparkConf()
   .setMaster("local[4]")
   .setAppName(this.getClass.getSimpleName)
    val sc=new SparkContext(conf)
    val arr: Array[Int] =Array(1,2,3,4)
    val mp: Map[String, Int] =Map[String,Int](("wnn",10),("cc",11))
    val rdd1: RDD[Int] =sc.parallelize(arr,4)
    val rdd2: RDD[(String, Int)] =sc.parallelize(mp.toList,16)
    val size1: Int =rdd1.partitions.size
    println(size1)
    val size2: Int =rdd2.partitions.size
    println(size2)
    sc.stop()
  }

}

import org.apache.log4j.{Level, Logger}
import org.apache.spark.rdd.RDD
import org.apache.spark.{SparkConf, SparkContext}

object RDDdEMO {
  Logger.getLogger("org").setLevel(Level.ERROR)
  def main(args: Array[String]): Unit = {
 val conf: SparkConf =new  SparkConf()
   .setMaster("local[*]")
   .setAppName(this.getClass.getSimpleName)
    val sc=new SparkContext(conf)
    val arr: Array[Int] =Array(1,2,3,4)
    val mp: Map[String, Int] =Map[String,Int](("wnn",10),("cc",11))
    val rdd1: RDD[Int] =sc.parallelize(arr)
    val rdd2: RDD[(String, Int)] =sc.parallelize(mp.toList)
    val size1: Int =rdd1.partitions.size
    println(size1)
    val size2: Int =rdd2.partitions.size
    println(size2)
    sc.stop()
  }

}