33.session随机抽取之获取抽取session的明细数据

本文为《Spark大型电商项目实战》 系列文章之一，主要介绍session随机抽取模块中的获取抽取session明细数据的实现过程。

获取session明细数据

在包com.erik.sparkproject.spark.session下的类UserVisitSessionAnalyzeSpark.java中，
在JavaRDD<Row> actionRDD = getActionRDDByDateRange(sqlContext, taskParam);下方添加：

        JavaPairRDD<String, Row> sessionid2actionRDD = getSessionid2ActionRDD(actionRDD);

然后将
randomExtractSession(task.getTaskid(),filteredSessionid2AggrInfoRDD);
改为
randomExtractSession(task.getTaskid(),filteredSessionid2AggrInfoRDD, sessionid2actionRDD);

接着添加抽取session明细的方法

/**
         * 第四步：获取抽取出来的session的明细数据
         */
        JavaPairRDD<String, Tuple2<String, Row>> extractSessionDetailRDD = 
                extractSessionidsRDD.join(sessionid2actionRDD);
        extractSessionDetailRDD.foreach(new VoidFunction<Tuple2<String, Tuple2<String, Row>>>() {


            private static final long serialVersionUID = 1L;

            public void call(Tuple2<String, Tuple2<String, Row>> tuple) throws Exception {
                //在包com.erik.sparkproject.domain中新建SessionDetail.java
                //在包com.erik.sparkproject.dao中新建ISessionDetailDAO.java接口
                //在包com.erik.sparkproject.impl中新建SessionDetailDAOImpl.java
                //在DAOFactory.java中添加
                //public static ISessionDetailDAO getSessionDetailDAO() {
                //return new SessionDetailDAOImpl();
                //}
                Row row = tuple._2._2;

                //封装sessionDetail的domain
                SessionDetail sessionDetail = new SessionDetail();
                sessionDetail.setTaskid(taskid);
                sessionDetail.setUserid(row.getLong(1));
                sessionDetail.setSessionid(row.getString(2));
                sessionDetail.setPageid(row.getLong(3));
                sessionDetail.setActionTime(row.getString(4));
                sessionDetail.setSearchKeyword(row.getString(5));
                sessionDetail.setClickCategoryId(row.getLong(6));
                sessionDetail.setClickProductId(row.getLong(7));
                sessionDetail.setOrderCategoryIds(row.getString(8));
                sessionDetail.setOrderProductIds(row.getString(9));
                sessionDetail.setPayCategoryIds(row.getString(10));
                sessionDetail.setPayProductIds(row.getString(11));

                ISessionDetailDAO sessionDetailDAO = DAOFactory.getSessionDetailDAO();
                sessionDetailDAO.insert(sessionDetail);
            }

        });

这里需要将

private static void randomExtractSession(
            final long taskid,
            JavaPairRDD<String, String> sessionid2AggrInfoRDD)

改为

private static void randomExtractSession(
            final long taskid,
            JavaPairRDD<String, String> sessionid2AggrInfoRDD,
            JavaPairRDD<String, Row> sessionid2actionRDD)

创建Domin

在包com.erik.sparkproject.domain中新建SessionDetail.java

package com.erik.sparkproject.domain;

/**
 * session明细
 * @author Erik
 *
 */
public class SessionDetail {
    private long taskid;
    private long userid;
    private String sessionid;
    private long pageid;
    private String actionTime;
    private String searchKeyword;
    private long clickCategoryId;
    private long clickProductId;
    private String orderCategoryIds;
    private String orderProductIds;
    private String payCategoryIds;
    private String payProductIds;

    public long getTaskid() {
        return taskid;
    }
    public void setTaskid(long taskid) {
        this.taskid = taskid;
    }
    public long getUserid() {
        return userid;
    }
    public void setUserid(long userid) {
        this.userid = userid;
    }
    public String getSessionid() {
        return sessionid;
    }
    public void setSessionid(String sessionid) {
        this.sessionid = sessionid;
    }
    public long getPageid() {
        return pageid;
    }
    public void setPageid(long pageid) {
        this.pageid = pageid;
    }
    public String getActionTime() {
        return actionTime;
    }
    public void setActionTime(String actionTime) {
        this.actionTime = actionTime;
    }
    public String getSearchKeyword() {
        return searchKeyword;
    }
    public void setSearchKeyword(String searchKeyword) {
        this.searchKeyword = searchKeyword;
    }
    public long getClickCategoryId() {
        return clickCategoryId;
    }
    public void setClickCategoryId(long clickCategoryId) {
        this.clickCategoryId = clickCategoryId;
    }
    public long getClickProductId() {
        return clickProductId;
    }
    public void setClickProductId(long clickProductId) {
        this.clickProductId = clickProductId;
    }
    public String getOrderCategoryIds() {
        return orderCategoryIds;
    }
    public void setOrderCategoryIds(String orderCategoryIds) {
        this.orderCategoryIds = orderCategoryIds;
    }
    public String getOrderProductIds() {
        return orderProductIds;
    }
    public void setOrderProductIds(String orderProductIds) {
        this.orderProductIds = orderProductIds;
    }
    public String getPayCategoryIds() {
        return payCategoryIds;
    }
    public void setPayCategoryIds(String payCategoryIds) {
        this.payCategoryIds = payCategoryIds;
    }
    public String getPayProductIds() {
        return payProductIds;
    }
    public void setPayProductIds(String payProductIds) {
        this.payProductIds = payProductIds;
    }
}

创建DAO

在包com.erik.sparkproject.dao中新建ISessionDetailDAO.java接口

package com.erik.sparkproject.dao;

import com.erik.sparkproject.domain.SessionDetail;

/**
 * session明细接口
 * @author Erik
 *
 */
public interface ISessionDetailDAO {

    /**
     * 插入一条session明细数据
     * @param sessionDetail
     */
    void insert(SessionDetail sessionDetail);

}

创建Impl

在包com.erik.sparkproject.impl中新建SessionDetailDAOImpl.java

package com.erik.sparkproject.impl;

import com.erik.sparkproject.dao.ISessionDetailDAO;
import com.erik.sparkproject.domain.SessionDetail;
import com.erik.sparkproject.jdbc.JDBCHelper;

/**
 * session明细DAO实现类
 * @author Erik
 *
 */
public class SessionDetailDAOImpl implements ISessionDetailDAO{

    public void insert(SessionDetail sessionDetail) {
        String sql = "insert into session_detail value(?,?,?,?,?,?,?,?,?,?,?,?)";
        Object[] params = new Object[] {
                sessionDetail.getTaskid(),
                sessionDetail.getUserid(),
                sessionDetail.getSessionid(),
                sessionDetail.getPageid(),
                sessionDetail.getActionTime(),
                sessionDetail.getSearchKeyword(),
                sessionDetail.getClickCategoryId(),
                sessionDetail.getClickProductId(),
                sessionDetail.getOrderCategoryIds(),
                sessionDetail.getOrderProductIds(),
                sessionDetail.getPayCategoryIds(),
                sessionDetail.getPayProductIds()};

        JDBCHelper jdbcHelper = JDBCHelper.getInstance();
        jdbcHelper.executeUpdate(sql, params);

    }

}

添加DAOFactory

在DAOFactory.java中添加

public static ISessionDetailDAO getSessionDetailDAO() {
        return new SessionDetailDAOImpl();
    }           

《Spark 大型电商项目实战》源码：https://github.com/Erik-ly/SprakProject

本文为《Spark大型电商项目实战》系列文章之一。
更多文章：Spark大型电商项目实战：http://blog.csdn.net/u012318074/article/category/6744423