95.Spark大型电商项目-页面单跳转化率-将页面切片转化率写入MySQL

62 阅读 0 评论 41 点赞

我是靠谱客的博主任性秋天，最近开发中收集的这篇文章主要介绍95.Spark大型电商项目-页面单跳转化率-将页面切片转化率写入MySQL，觉得挺不错的，现在分享给大家，希望可以做个参考。

概述

创建数据表

代码

PageSplitConvertRate.java

IPageSplitConvertRateDAO.java

PageSplitConvertRateDAOImpl.java

DAOFactory.java

PageSplitConvertRateSpark.java

本篇文章记录页面单跳转化率-将页面切片转化率写入MySQL。

创建数据表

创建页面跳转转化率表

CREATE TABLE `page_split_convert_rate` (
  `task_id` int(11) DEFAULT  NULL,
  `convert_rate` varchar(255) DEFAULT NULL,
  index(task_id)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;

代码

domain

PageSplitConvertRate.java

package graduation.java.domain;

/**
 * FileName: PageSplitConvertRate
 * Author:   hadoop
 * Email:    3165845957@qq.com
 * Date:     19-3-31 下午3:27
 * Description:
 * 页面切片转化率实体类
 */
public class PageSplitConvertRate {
    private long taskid ;
    private String convertRate;


    public long getTaskid() {
        return taskid;
    }

    public void setTaskid(long taskid) {
        this.taskid = taskid;
    }

    public String getConvertRate() {
        return convertRate;
    }

    public void setConvertRate(String convertRate) {
        this.convertRate = convertRate;
    }

    @Override
    public String toString() {
        return "PageSplitConvertRate{" +
                "taskid=" + taskid +
                ", convertRate='" + convertRate + ''' +
                '}';
    }
}

dao

IPageSplitConvertRateDAO.java

package graduation.java.dao;

import graduation.java.domain.PageSplitConvertRate;

/**
 * FileName: IPageSplitConvertRateDAO
 * Author:   hadoop
 * Email:    3165845957@qq.com
 * Date:     19-3-31 下午3:29
 * Description:
 * 页面切片转化率DAO借口类
 */
public interface IPageSplitConvertRateDAO {

    /**
     * 插入页面切片转化率的计算结果
     * @param pageSplitConvertRate
     */
    void insert(PageSplitConvertRate pageSplitConvertRate);
}

impl

PageSplitConvertRateDAOImpl.java

package graduation.java.impl;

import graduation.java.dao.IPageSplitConvertRateDAO;
import graduation.java.domain.PageSplitConvertRate;
import graduation.java.jdbc.JDBCHelper;

/**
 * FileName: PageSplitConvertRateImpl
 * Author:   hadoop
 * Email:    3165845957@qq.com
 * Date:     19-3-31 下午3:31
 * Description:
 * 页面切片转化率DAO接口实现类
 */
public class PageSplitConvertRateDAOImpl  implements IPageSplitConvertRateDAO {

    @Override
    public void insert(PageSplitConvertRate pageSplitConvertRate) {
        String sql = "insert into page_split_convert_rate values(?,?)";
        Object[] param = new Object[]{
                pageSplitConvertRate.getTaskid(),
                pageSplitConvertRate.getConvertRate()
        };

        JDBCHelper jdbcHelper = JDBCHelper.getInstance();
        jdbcHelper.executeUpdate(sql,param);

    }
}

factory

DAOFactory.java

 /**
     *获取页面切片转化率管理DAO
     * @return
     */

    public static PageSplitConvertRateDAOImpl getPageSplitConvertRateDAO(){
        return  new PageSplitConvertRateDAOImpl();
    }

spark.page

PageSplitConvertRateSpark.java

    /**
     * 持久化页面切片转化率计算结果
     * @param taskid
     * @param convertRateMap
     */
    private static void persistConvertRate(long taskid,Map<String,Double> convertRateMap){

        StringBuffer buffer = new StringBuffer("");
        for (Map.Entry<String,Double> convertRateEntry:convertRateMap.entrySet()){
            String pageSplit = convertRateEntry.getKey();
            double convertRate = convertRateEntry.getValue();
            buffer.append(pageSplit+"="+convertRate+"|");
        }

        String convertRateString = buffer.toString();
        //切掉最后一个“|”
        convertRateString = convertRateString.substring(0,convertRateString.length()-1);

        PageSplitConvertRate pageSplitConvertRate = new PageSplitConvertRate();
        pageSplitConvertRate.setTaskid(taskid);
        pageSplitConvertRate.setConvertRate(convertRateString);

        IPageSplitConvertRateDAO iPageSplitConvertRateDAO = DAOFactory.getPageSplitConvertRateDAO();
        iPageSplitConvertRateDAO.insert(pageSplitConvertRate);


    }