SparkCore案例练习:统计广告ID

最新推荐文章于 2024-04-01 18:03:00 发布

C_time

最新推荐文章于 2024-04-01 18:03:00 发布

阅读量861

点赞数

分类专栏： spark 文章标签： sparkCore案例

本文链接：https://blog.csdn.net/C_time/article/details/102903837

版权

spark 专栏收录该内容

22 篇文章 0 订阅

订阅专栏

  数据格式: timestamp   province   city	    userid	   adid
            时间点 	    省份	      城市	     用户       广告

用户ID范围:0-99
省份,城市,ID相同:0-9
adid:0-19

统计每个省份的每个广告点击量，并取每个省份点击量的topn

package exercise

import org.apache.spark.rdd.RDD
import org.apache.spark.{SparkConf, SparkContext}

object Peo_AD_TopN {
  def main(args: Array[String]): Unit = {
    val conf = new SparkConf().setAppName(this.getClass.getName).setMaster("local[2]")

    val sc = new SparkContext(conf)

    //获取数据并切分
    val splitedLogs: RDD[((String, String), Int)] = sc.textFile("D:\\Program Files\\feiq\\Recv Files\\sparkcoursesinfo\\spark\\data\\advert\\Advert.log")
      .map(line => {
        val arr = line.split("\t")
        ((arr(1), arr(4)), 1) //返回省份和广告id
      })


      //按照省份和广告id进行分组
      //    val grouped: RDD[((String, String), Iterable[((String, String), Int)])] = splitedLogs.groupBy(_._1)
      
          val sumed: RDD[((String, String), Int)] = splitedLogs.reduceByKey(_+_)
          
//      val count: collection.Map[(String, String), Long] = splitedLogs.countByKey() 不能用 这个返回值不是RDD

    //整合数据粒度
    
    val pro_ad_count: RDD[(String, (String, Int))] = sumed.map(tup => {
      val province = tup._1._1 //省份
      val adid = tup._1._2 //广告id
      val adCount = tup._2 //广告点击量
      (province, (adid, adCount))
    })

    //按照省份分组
    val grouped: RDD[(String, Iterable[(String, Int)])] = pro_ad_count.groupByKey

    //组内降序排序
    val sorted: RDD[(String, List[(String, Int)])] = grouped.mapValues(_.toList.sortWith(_._2 > _._2))

    //取每个省份广告点击量的top3
//    println(sorted.collect.toBuffer)

    val taked: RDD[(String, List[(String, Int)])] = sorted.mapValues(_.take(3))

    println(taked.collect.toBuffer)

    sc.stop()
  }
}

需求:统计每一个省份每一个小时的TOP3广告ID

package exercise

import org.apache.spark.rdd.RDD
import org.apache.spark.{SparkConf, SparkContext}
import org.joda.time.DateTime

object Peo_Hour_AD_TopN {
  def main(args: Array[String]): Unit = {
    val conf: SparkConf = new SparkConf().setAppName(this.getClass.getName).setMaster("local[2]")

    val sc = new SparkContext(conf)

    val splited: RDD[(String, Int)] = sc.textFile("D:\\Program Files\\feiq\\Recv Files\\sparkcoursesinfo\\spark\\data\\advert\\Advert.log")
      .map(line => {
        val arr = line.split("\t")
        val timestamp = arr(0)
        val hour = new DateTime(timestamp.toLong).getHourOfDay.toString
        val province = arr(1)
        val adid = arr(4)

        ((hour + "_" + province + "_" + adid), 1)
      })

    //聚合计算点击次数
    val reduced: RDD[(String, Int)] = splited.reduceByKey(_+_)

    //整合数据粒度
    val pro_hour_adid_count: RDD[(String, (String, Int))] = reduced.map(tup => {
      val arr: Array[String] = tup._1.split("_")

      (arr(1) + "_" + arr(0), (arr(0), tup._2)) //(pro_hour,(adid,count))
    })
    //按照省份和小时分组
    val grouped: RDD[(String, Iterable[(String, Int)])] = pro_hour_adid_count.groupByKey()

    //组内降序排序 并取前3
    val top3: RDD[(String, List[(String, Int)])] = grouped.mapValues(_.toList.sortWith(_._2 > _._2).take(3))

    val res: RDD[(String, String, List[(String, Int)])] = top3.map(tup => {
      val array: Array[String] = tup._1.split("_")

      val pro = array(0)
      val hour = array(1)
      val adid_count = tup._2
      (pro, hour, adid_count)
    })
    println(res.collect.toBuffer)

  }
}


因为需要将日期转换为具体的时间，所以需要使用到一个日期转换工具类
在pom文件中添加配置：
<dependency>
    <groupId>joda-time</groupId>
    <artifactId>joda-time</artifactId>
    <version>2.0</version>
</dependency>

数据：

127.0.0.1 - - [20/Jan/2014:16:18:42 +0800] "GET / HTTP/1.1" 200 612 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:16:18:42 +0800] "GET /favicon.ico HTTP/1.1" 404 168 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:16:18:42 +0800] "GET /favicon.ico HTTP/1.1" 404 168 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:16:21:31 +0800] "GET / HTTP/1.1" 304 0 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:16:21:32 +0800] "GET / HTTP/1.1" 304 0 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:16:21:33 +0800] "GET / HTTP/1.1" 304 0 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
192.168.170.111 - - [20/Jan/2014:16:22:54 +0800] "GET / HTTP/1.1" 200 612 "-" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:16:22:54 +0800] "GET /favicon.ico HTTP/1.1" 404 570 "-" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
127.0.0.1 - - [20/Jan/2014:16:25:02 +0800] "GET / HTTP/1.1" 304 0 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:16:25:03 +0800] "GET / HTTP/1.1" 304 0 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:16:25:04 +0800] "GET / HTTP/1.1" 304 0 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:16:25:05 +0800] "GET / HTTP/1.1" 304 0 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:16:27:00 +0800] "GET / HTTP/1.1" 200 7446 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:16:27:00 +0800] "GET /tomcat.gif HTTP/1.1" 200 1934 "http://localhost/" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:16:27:00 +0800] "GET /asf-logo-wide.gif HTTP/1.1" 200 5866 "http://localhost/" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:16:27:00 +0800] "GET /tomcat-power.gif HTTP/1.1" 200 2324 "http://localhost/" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:16:30:45 +0800] "GET /favicon.ico HTTP/1.1" 200 21630 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
192.168.170.111 - - [20/Jan/2014:16:30:52 +0800] "GET / HTTP/1.1" 200 7446 "-" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:16:30:52 +0800] "GET /tomcat.gif HTTP/1.1" 200 1934 "http://192.168.170.152/" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:16:30:52 +0800] "GET /asf-logo-wide.gif HTTP/1.1" 200 5866 "http://192.168.170.152/" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:16:30:52 +0800] "GET /tomcat-power.gif HTTP/1.1" 200 2324 "http://192.168.170.152/" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:16:33:39 +0800] "GET / HTTP/1.1" 304 0 "-" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:16:35:11 +0800] "GET /manager/html HTTP/1.1" 401 2584 "http://192.168.170.152/" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:16:35:27 +0800] "GET /examples/servlets/ HTTP/1.1" 200 5222 "http://192.168.170.152/" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:16:35:27 +0800] "GET /examples/servlets/images/code.gif HTTP/1.1" 200 292 "http://192.168.170.152/examples/servlets/" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:16:35:27 +0800] "GET /examples/servlets/images/execute.gif HTTP/1.1" 200 1242 "http://192.168.170.152/examples/servlets/" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:16:35:27 +0800] "GET /examples/servlets/images/return.gif HTTP/1.1" 200 1231 "http://192.168.170.152/examples/servlets/" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
127.0.0.1 - - [20/Jan/2014:16:37:37 +0800] "GET /examples/servlets/ HTTP/1.1" 200 5222 "http://localhost/" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:16:37:37 +0800] "GET /examples/servlets/images/execute.gif HTTP/1.1" 200 1242 "http://localhost/examples/servlets/" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:16:37:37 +0800] "GET /examples/servlets/images/code.gif HTTP/1.1" 200 292 "http://localhost/examples/servlets/" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:16:37:37 +0800] "GET /examples/servlets/images/return.gif HTTP/1.1" 200 1231 "http://localhost/examples/servlets/" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:16:44:50 +0800] "GET /manager/html HTTP/1.1" 401 2584 "http://localhost/" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - admin [20/Jan/2014:16:44:55 +0800] "GET /manager/html HTTP/1.1" 401 2584 "http://localhost/" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - manager [20/Jan/2014:16:45:02 +0800] "GET /manager/html HTTP/1.1" 401 2584 "http://localhost/" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:16:45:54 +0800] "GET /manager/html HTTP/1.1" 401 2584 "http://localhost/" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - admin [20/Jan/2014:16:46:05 +0800] "GET /manager/html HTTP/1.1" 401 2584 "http://localhost/" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:17:04:15 +0800] "GET / HTTP/1.1" 200 7446 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:17:04:16 +0800] "GET /tomcat.gif HTTP/1.1" 200 1934 "http://localhost/" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:17:04:16 +0800] "GET /asf-logo-wide.gif HTTP/1.1" 200 5866 "http://localhost/" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:17:04:16 +0800] "GET /tomcat-power.gif HTTP/1.1" 200 2324 "http://localhost/" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:17:04:16 +0800] "GET /favicon.ico HTTP/1.1" 200 21630 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:17:06:32 +0800] "GET /testlog HTTP/1.1" 302 5 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:17:06:32 +0800] "GET /testlog/ HTTP/1.1" 200 747 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:17:07:16 +0800] "GET /testlog/ HTTP/1.1" 200 747 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:17:07:20 +0800] "GET /testlog/Test?test=test1 HTTP/1.1" 200 747 "http://localhost/testlog/" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:17:07:23 +0800] "GET /testlog/Test?test=test1 HTTP/1.1" 200 747 "http://localhost/testlog/Test?test=test1" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:17:07:37 +0800] "GET /testlog/Test?test=test1 HTTP/1.1" 200 747 "http://localhost/testlog/Test?test=test1" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:17:07:39 +0800] "POST /testlog/Test HTTP/1.1" 302 0 "http://localhost/testlog/Test?test=test1" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:17:07:45 +0800] "POST /testlog/Test HTTP/1.1" 302 0 "http://localhost/testlog/Test?test=test1" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
127.0.0.1 - - [20/Jan/2014:17:09:01 +0800] "POST /testlog/Test HTTP/1.1" 302 0 "http://localhost/testlog/Test?test=test1" "Mozilla/5.0 (X11; Linux x86_64; rv:24.0) Gecko/20100101 Firefox/24.0" "-"
192.168.170.111 - - [20/Jan/2014:17:10:02 +0800] "GET /testlog HTTP/1.1" 302 5 "-" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:17:10:03 +0800] "GET /testlog/ HTTP/1.1" 200 747 "-" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:17:10:03 +0800] "GET /favicon.ico HTTP/1.1" 200 21630 "-" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:17:10:13 +0800] "GET /testlog/Test?test=test1 HTTP/1.1" 200 747 "http://192.168.170.152/testlog/" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:17:10:20 +0800] "POST /testlog/Test HTTP/1.1" 302 0 "http://192.168.170.152/testlog/Test?test=test1" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:17:12:44 +0800] "GET /testlog/ HTTP/1.1" 200 747 "-" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:17:12:46 +0800] "POST /testlog/Test HTTP/1.1" 302 0 "http://192.168.170.152/testlog/" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:17:13:28 +0800] "POST /testlog/Test HTTP/1.1" 302 0 "http://192.168.170.152/testlog/" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:17:14:05 +0800] "GET /manager/status HTTP/1.1" 401 2584 "http://192.168.170.152/" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:17:14:28 +0800] "GET /examples/jsp/ HTTP/1.1" 200 16288 "http://192.168.170.152/" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:17:14:28 +0800] "GET /examples/jsp/images/execute.gif HTTP/1.1" 200 1242 "http://192.168.170.152/examples/jsp/" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:17:14:28 +0800] "GET /examples/jsp/images/code.gif HTTP/1.1" 200 292 "http://192.168.170.152/examples/jsp/" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:17:14:28 +0800] "GET /examples/jsp/images/return.gif HTTP/1.1" 200 1231 "http://192.168.170.152/examples/jsp/" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/31.0.1650.63 Safari/537.36" "-"
192.168.170.111 - - [20/Jan/2014:17:15:42 +0800] "GET / HTTP/1.1" 200 7446 "-" "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0)" "-"
192.168.170.111 - - [20/Jan/2014:17:15:42 +0800] "GET /tomcat.gif HTTP/1.1" 200 1934 "http://192.168.170.152/" "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0)" "-"
192.168.170.111 - - [20/Jan/2014:17:15:42 +0800] "GET /tomcat.gif HTTP/1.1" 200 1934 "http://192.168.170.152/" "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0)" "-"
192.168.170.111 - - [20/Jan/2014:17:15:42 +0800] "GET /asf-logo-wide.gif HTTP/1.1" 200 5866 "http://192.168.170.152/" "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0)" "-"
192.168.170.111 - - [20/Jan/2014:17:15:42 +0800] "GET /tomcat-power.gif HTTP/1.1" 200 2324 "http://192.168.170.152/" "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0)" "-"
192.168.170.111 - - [20/Jan/2014:17:15:42 +0800] "GET /favicon.ico HTTP/1.1" 200 21630 "-" "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0)" "-"
192.168.170.111 - - [20/Jan/2014:17:16:00 +0800] "GET /testlog HTTP/1.1" 302 5 "-" "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0)" "-"
192.168.170.111 - - [20/Jan/2014:17:16:00 +0800] "GET /testlog/ HTTP/1.1" 200 747 "-" "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0)" "-"
192.168.170.111 - - [20/Jan/2014:17:16:11 +0800] "GET /testlog/Test?test=test1 HTTP/1.1" 200 747 "http://192.168.170.152/testlog/" "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0)" "-"
192.168.170.111 - - [20/Jan/2014:17:16:14 +0800] "POST /testlog/Test HTTP/1.1" 302 0 "http://192.168.170.152/testlog/Test?test=test1" "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0)" "-"
192.168.170.111 - - [20/Jan/2014:17:16:20 +0800] "POST /testlog/Test HTTP/1.1" 302 0 "http://192.168.170.152/testlog/Test?test=test1" "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0)" "-"

C_time

关注

0
点赞
踩
4

收藏

觉得还不错? 一键收藏
0
评论
SparkCore案例练习:统计广告ID

数据格式: timestamp province city userid adid 时间点省份城市用户广告用户ID范围:0-99省份,城市,ID相同:0-9adid:0-19统计每个省份的每个广告点击量，并取每个省份点击量的topnpackage exerciseimport ...
复制链接

扫一扫

专栏目录