spark

1.定义一个高阶函数，按照指定的规则对集合里面的每个元素进行操作
比如: Array(“hh”,“red”,“java”,“hadoop”)
规则: 对集合中每个元素进行操作，得到集合每个元素的长度

object yy4 {
  def main(args: Array[String]): Unit = {
    val arr = Array[String]("hh","rad","java","hadoop")
    val func = (x: String) => {
      x.length
    }
    val result = map(arr, func)
    println(result.toBuffer)
  }
  def map(arr: Array[String], func: String => Int) = {
    for (element <- arr) yield {
      func(element)
    }
  }
}

2、定义一个高阶函数，对数据中的元素按照指定的规则进行过滤
比如: Array(1,4,7,9,10,6,8,99,88,66)
规则: 只保留偶数数据

object yy5 {
  def main(args: Array[String]): Unit = {
    val arr2:List[Int] =List(1,4,7,9,10,6,8,99,88,66)
    println(arr2.filter(x => x%2==0))
 
  }
 
}

3、对数据中的元素按照指定规则进行分组
比如:Array(“zhangsan shenzhen man”,“lisi beijing woman”,“zhaoliu beijing man”)
规则: 按照地址进行分组 

package com.tipdm.scalaDemo
 
object p6 {
  def main(args: Array[String]): Unit = {
    def p1(arr: Array[String]): Map[String, List[String]] = {
      arr.groupBy(person => person.split(" ")(1)).mapValues(_.toList) // 将每个地址对应的数组转换为列表
    }
 
    val people = Array("zhangsan shenzhen man", "lisi beijing woman", "zhaoliu beijing man")
    val newp1 = p1(people)
    println(newp1)
  }
}

4、根据指定规则对数组所有元素聚合
比如:Array(10,4,6,10,2)
规则: 求和/求乘积 

求和

object yy7{
  def main(args: Array[String]): Unit = {
    val list = Array(10,4,6,10,2)
    println(poly(list,_+_))
  }
 
  def poly(list:Array[Int],fun:(Int,Int)=>Int) = {
    var res = list(0)
    for (i<-1 until list.size) res = fun(res,list(i))
    res
  }
}

求乘积

package test

object HelloWorld {
  def main(args: Array[String]): Unit = {
    def peng(arr: Array[Int]): Int = {
      arr.product
    }

    val pp = Array(10, 4, 6, 10, 2)
    val product = peng(pp)
    println(product) // 输出: 4800

  }
}