元组复杂例子

最新推荐文章于 2024-03-16 10:00:00 发布

afei2530

最新推荐文章于 2024-03-16 10:00:00 发布

阅读量146

点赞数

文章标签：数据库大数据

原文链接：http://www.cnblogs.com/rocky-AGE-24/p/7348148.html

版权

def test4(): Unit = {
    val conf = new SparkConf().setAppName("WC").setMaster("local[2]")
    val sc = new SparkContext(conf)
    val arr = List(("Apache" -> "Spark"), ("Apache" -> "Kafka"), ("Oracle" -> "JAVA", "Oracle" -> "DB ORACLE", "Oracle" -> "Mysql"));
    val tmp = arr.foldLeft(mutable.ListBuffer[Tuple2[String,String]]())((m,i)=>{      

if (i.productArity > 2) {
        val it = i.productIterator
        while(it.hasNext){
          val t = it.next()
          m+=t.asInstanceOf[Tuple2[String,String]]
        }
          m
      } else {
        m += i.asInstanceOf[Tuple2[String,String]]
      }
    });

    tmp.foreach(println(_))
    val rdd1  = sc.makeRDD(tmp).groupByKey()
    println(rdd1.collect().toBuffer)
  }