NewInstallUserMapper.class阅读笔记

NewInstallUserMapper的所有属性方法.png

package com.sxt.transformer.mr.nu;

import java.io.IOException;
import java.util.List;

import org.apache.commons.lang.StringUtils;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.io.ImmutableBytesWritable;
import org.apache.hadoop.hbase.mapreduce.TableMapper;
import org.apache.hadoop.hbase.util.Bytes;
import org.apache.log4j.Logger;

import com.sxt.common.DateEnum;
import com.sxt.common.EventLogConstants;
import com.sxt.common.KpiType;
import com.sxt.transformer.model.dim.StatsCommonDimension;
import com.sxt.transformer.model.dim.StatsUserDimension;
import com.sxt.transformer.model.dim.base.BrowserDimension;
import com.sxt.transformer.model.dim.base.DateDimension;
import com.sxt.transformer.model.dim.base.KpiDimension;
import com.sxt.transformer.model.dim.base.PlatformDimension;
import com.sxt.transformer.model.value.map.TimeOutputValue;

/**
 * 自定义的计算新用户的mapper类
 * 
 * @author root
 *
 */
public class NewInstallUserMapper extends 
                    TableMapper<StatsUserDimension, TimeOutputValue> 
                    {//每个分析条件（由各个维度组成的）作为key，uuid作为value
    private static final Logger logger = 
            Logger.getLogger(NewInstallUserMapper.class);
//  Mapper的输出key  date platform kpi browser
    private StatsUserDimension statsUserDimension = 
            new StatsUserDimension();
//  Mapper的输出value 主要用id排重
    private TimeOutputValue timeOutputValue = 
            new TimeOutputValue();
//  列簇
    private byte[] family = 
            Bytes.toBytes(
                    EventLogConstants.EVENT_LOGS_FAMILY_NAME);
//  代表用户分析模块的统计
    private KpiDimension newInstallUserKpi = 
            new KpiDimension(
                    KpiType.NEW_INSTALL_USER.name);
//  浏览器分析模块的统计
    private KpiDimension newInstallUserOfBrowserKpi = 
            new KpiDimension(
                    KpiType.BROWSER_NEW_INSTALL_USER.name);

    /**
     * map 读取hbase中的数据，输入数据为：hbase表中每一行。
     * 输出key类型：StatsUserDimension
     * value类型：TimeOutputValue
     */
    @Override
    protected void map(ImmutableBytesWritable key, Result value, Context context) 
                             throws IOException, InterruptedException {
        String uuid = 
                Bytes.toString(
                        value.getValue(
                                family, 
                                Bytes.toBytes(
                                        //u_ud
                                        EventLogConstants.LOG_COLUMN_NAME_UUID)));
        String serverTime = Bytes.toString(
                value.getValue(family, 
                        Bytes.toBytes(
                                //s_time
                                EventLogConstants.LOG_COLUMN_NAME_SERVER_TIME)));
        String platform = Bytes.toString(
                value.getValue(family, 
                        Bytes.toBytes(
                                //pl
                                EventLogConstants.LOG_COLUMN_NAME_PLATFORM)));
        
        System.out.println(uuid + "-" + serverTime + "-" + platform);
        
        if (StringUtils.isBlank(uuid) || 
                StringUtils.isBlank(serverTime) || 
                StringUtils.isBlank(platform)) {
            logger.warn("uuid&servertime&platform不能为空");
            return;
        }
        long longOfTime = Long.valueOf(serverTime.trim());
        timeOutputValue.setId(uuid); // 设置id为uuid
        timeOutputValue.setTime(longOfTime); // 设置时间为服务器时间
        DateDimension dateDimension = 
                //根据type类型获取对应的时间维度对象
                DateDimension.buildDate(longOfTime, DateEnum.DAY);
        List<PlatformDimension> platformDimensions =
                //构建多个平台维度信息对象集合 增加all
                PlatformDimension.buildList(platform);

        // 设置date维度
        StatsCommonDimension statsCommonDimension = 
                this.statsUserDimension.getStatsCommon();
        statsCommonDimension.setDate(dateDimension);
        // 写browser相关的数据
        String browserName = Bytes.toString(
                value.getValue(family, 
                        Bytes.toBytes(
                                //browser
                                EventLogConstants.LOG_COLUMN_NAME_BROWSER_NAME)));
        String browserVersion = Bytes.toString(
                value.getValue(family, 
                        Bytes.toBytes(
                                //browser_v
                                EventLogConstants.LOG_COLUMN_NAME_BROWSER_VERSION)));
        List<BrowserDimension> browserDimensions = 
                //构建多个浏览器维度信息对象集合
                BrowserDimension.buildList(browserName, browserVersion);
        //空浏览器维度，不考虑浏览器维度
        BrowserDimension defaultBrowser = new BrowserDimension("", "");
        for (PlatformDimension pf : platformDimensions) {
            // 1. 设置为一个默认值
            statsUserDimension.setBrowser(defaultBrowser);
            // 2. 解决有空的browser输出的bug
            // statsUserDimension.getBrowser().clean();
            statsCommonDimension.setKpi(newInstallUserKpi);
            statsCommonDimension.setPlatform(pf);
            context.write(statsUserDimension, timeOutputValue);
            for (BrowserDimension br : browserDimensions) {
                statsCommonDimension.setKpi(newInstallUserOfBrowserKpi);
                // 1. 
                statsUserDimension.setBrowser(br);
                // 2. 由于上面需要进行clean操作，故将该值进行clone后填充
                // statsUserDimension.setBrowser(
                                 WritableUtils.clone(br, context.getConfiguration()));
                context.write(statsUserDimension, timeOutputValue);
            }
        }
    }
}

public class NewInstallUserMapper extends 
                    TableMapper<StatsUserDimension, TimeOutputValue> 
                    {//每个分析条件（由各个维度组成的）作为key，uuid作为value
    private static final Logger logger = 
            Logger.getLogger(NewInstallUserMapper.class);
    private StatsUserDimension statsUserDimension = 
            new StatsUserDimension();
    private TimeOutputValue timeOutputValue = 
            new TimeOutputValue();
    private byte[] family = 
            Bytes.toBytes(EventLogConstants.EVENT_LOGS_FAMILY_NAME);
    private KpiDimension newInstallUserKpi = 
            new KpiDimension(KpiType.NEW_INSTALL_USER.name);//代表用户分析模块的统计
    private KpiDimension newInstallUserOfBrowserKpi = 
            new KpiDimension(KpiType.BROWSER_NEW_INSTALL_USER.name);//浏览器分析模块的统计

项目入口
//www.greatytc.com/p/aa3b12b0d426