sql题:每个网站访问top3 的用户

代码

object SparkTop3Demo{
  def main(args: Array[String]): Unit = {
    val ssc: SparkSession = SparkSession.builder().appName("top3").master("local[*]").getOrCreate()

    val frame: DataFrame = ssc.read.option("delimiter", "|").csv("G:\\MySparl-Learn\\SparkSQL-learn\\inputData\\userVisit.csv").toDF("user","web");

    frame.createOrReplaceTempView("userVisit");
    val frame1: DataFrame = ssc.sql(
      """
        |select  user,web,count(*) ct  from userVisit   group by user,web
        |""".stripMargin)
    frame1.show()
    val frame2: DataFrame = ssc.sql(
      """
        |select
        |user,
        |web,
        |ct,
        |rk
        |from
        |(
        |select
        |user,
        |web,
        |ct,
        |rank() over(partition by web  order by ct desc ) rk
        |from
        |(
        |select  user,web,count(*) ct  from userVisit   group by user,web
        |) t1
        |)t2
        |where rk <=3
        |""".stripMargin)
  frame2.show();
    while (true){}
    ssc.close()
  }


}

数据

user1|/spark
user1|/spark
user1|/spark
user1|/spark
user1|/spark
user1|/spark
user1|/spark
user1|/spark
user1|/spark
user1|/spark
user2|/spark
user2|/spark
user2|/spark
user2|/spark
user2|/spark
user2|/spark
user3|/spark
user3|/spark
user4|/spark
user4|/spark
user4|/spark
user4|/spark
user5|/spark
user1|/flink
user1|/flink
user1|/flink
user1|/flink
user1|/flink
user1|/flink
user1|/flink
user1|/flink
user1|/flink
user1|/flink
user2|/flink
user2|/flink
user2|/flink
user2|/flink
user2|/flink
user2|/flink
user3|/flink
user3|/flink
user4|/flink
user4|/flink
user4|/flink
user4|/flink
user5|/flink
user5|/flink
user5|/flink
user5|/flink
user5|/flink
user5|/flink
user1|/java
user1|/java
user1|/java
user1|/java
user1|/java
user1|/java
user1|/java
user1|/java
user1|/java
user1|/java
user2|/java
user2|/java
user2|/java
user2|/java
user2|/java
user2|/java
user3|/java
user3|/java
user4|/java
user4|/java
user4|/java
user4|/java
user5|/java
user5|/java
user6|/java
user6|/java
user6|/java
user6|/java
user6|/java
user6|/java
user6|/java
user6|/java
user6|/java
user6|/java

评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值