case class的用法

qzWsong

已于 2022-02-18 12:42:31 修改

阅读量262

点赞数

分类专栏： spark scala

于 2022-02-18 12:41:38 首次发布

本文链接：https://blog.csdn.net/java_creatMylief/article/details/123000658

版权

Scala caseclass 模式匹配 Spark SQL 数据转换

关键词由CSDN通过智能技术生成

spark 同时被 2 个专栏收录

27 篇文章 0 订阅

订阅专栏

scala

10 篇文章 0 订阅

订阅专栏

创建case class

package jn.ws.bean

case class LogBean(
  account                  :String
  ,appId                   :String
  ,appVersion              :String
  ,carrier                 :String
  ,deviceId                :String
  ,deviceType              :String
  ,eventId                 :String
  ,ip                      :String
  ,latitude                :Double
  ,longitude               :Double
  ,netType                 :String
  ,osName                  :String
  ,osVersion               :String
  ,properties              :Map[String,String]
  ,releaseChannel          :String
  ,resolution              :String
  ,sessionId               :String
  ,timeStamp               :BigInt
  ,dt                      :String
  ,var newSessionId        :String
)

定义模式匹配

package jn.ws.util

import jn.ws.bean.LogBean
import org.apache.spark.sql.Row

object EtlUtils {
  def row2Logbean(row: Row): LogBean = {
    row match {
      case Row(
        account: String
        , appId: String
        , appVersion: String
        , carrier: String
        , deviceId: String
        , deviceType: String
        , eventId: String
        , ip: String
        , latitude: Double
        , longitude: Double
        , netType: String
        , osName: String
        , osVersion: String
        , properties: Map[String, String]
        , releaseChannel: String
        , resolution: String
        , sessionId: String
        , timeStamp: BigInt
        , dt: String
        , newSessionId: String
      ) =>
        LogBean(
          account
          , appId
          , appVersion
          , carrier
          , deviceId
          , deviceType
          , eventId
          , ip
          , latitude
          , longitude
          , netType
          , osName
          , osVersion
          , properties
          , releaseChannel
          , resolution
          , sessionId
          , timeStamp
          , dt
          , newSessionId
        )
      case _ => null
    }
  }
}