自定义flume的hbase sink 的序列化程序

package com.hello.hbase;

import java.nio.charset.Charset;
import java.text.SimpleDateFormat;
import java.util.Calendar;
import java.util.Date;
import java.util.List;
import java.util.Locale;
import java.util.concurrent.atomic.AtomicInteger;
import java.util.regex.Pattern;

import org.apache.commons.lang.RandomStringUtils;
import org.apache.flume.Context;
import org.apache.flume.Event;
import org.apache.flume.FlumeException;
import org.apache.flume.conf.ComponentConfiguration;
import org.apache.flume.sink.hbase.HbaseEventSerializer;
import org.apache.hadoop.hbase.client.Increment;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Row;
import com.google.common.base.Charsets;
import com.google.common.collect.Lists;

public class FlumeHbaseEventSerializer implements HbaseEventSerializer {

    // Config vars
    /** Regular expression used to parse groups from event data. */
    public static final String REGEX_CONFIG = "regex";
    public static final String REGEX_DEFAULT = " ";
    /** Whether to ignore case when performing regex matches. */
    public static final String IGNORE_CASE_CONFIG = "regexIgnoreCase";
    public static final boolean INGORE_CASE_DEFAULT = false;
    /** Comma separated list of column names to place matching groups in. */
    public static final String COL_NAME_CONFIG = "colNames";
    public static final String COLUMN_NAME_DEFAULT = "ip";
    /** Index of the row key in matched regex groups */
    public static final String ROW_KEY_INDEX_CONFIG = "rowKeyIndex";
    /** Placeholder in colNames for row key */
    public static final String ROW_KEY_NAME = "ROW_KEY";
    /** Whether to deposit event headers into corresponding column qualifiers */
    public static final String DEPOSIT_HEADERS_CONFIG = "depositHeaders";
    public static final boolean DEPOSIT_HEADERS_DEFAULT = false;
    /** What charset to use when serializing into HBase's byte arrays */
    public static final String CHARSET_CONFIG = "charset";
    public static final String CHARSET_DEFAULT = "UTF-8";
    /*
     * This is a nonce used in HBase row-keys, such that the same row-key never
     * gets written more than once from within this JVM.
     */
    protected static final AtomicInteger nonce = new AtomicInteger(0);
    protected static String randomKey = RandomStringUtils.randomAlphanumeric(10);
    protected byte[] cf;
    private byte[] payload;
    private List<byte[]> colNames = Lists.newArrayList();
    private boolean regexIgnoreCase;
    private Charset charset;
    @Override
    public void configure(Context context) {
        String regex = context.getString(REGEX_CONFIG, REGEX_DEFAULT);
        regexIgnoreCase = context.getBoolean(IGNORE_CASE_CONFIG, INGORE_CASE_DEFAULT);
        context.getBoolean(DEPOSIT_HEADERS_CONFIG, DEPOSIT_HEADERS_DEFAULT);
        Pattern.compile(regex, Pattern.DOTALL + (regexIgnoreCase ? Pattern.CASE_INSENSITIVE : 0));
        charset = Charset.forName(context.getString(CHARSET_CONFIG, CHARSET_DEFAULT));  

        String cols = new String(context.getString("columns"));
        String colNameStr;
        if (cols != null && !"".equals(cols)) {
            colNameStr = cols;
        } else {
            colNameStr = context.getString(COL_NAME_CONFIG, COLUMN_NAME_DEFAULT);
        }  

        String[] columnNames = colNameStr.split(",");
        for (String s : columnNames) {
            colNames.add(s.getBytes(charset));
        }
    }  

    @Override
    public void configure(ComponentConfiguration conf) {}  

    @Override
    public void initialize(Event event, byte[] columnFamily) {
        event.getHeaders();
        this.payload = event.getBody();
        this.cf = columnFamily;
    }  

    protected byte[] getRowKey(Calendar cal) {
        String str = new String(payload, charset);
        String tmp = str.replace("\"", "");
        String[] arr = tmp.split(" ");
        String log_data = arr[4];
        String[] param_arr = log_data.split("&");
        String userid = param_arr[0];
        String itemid = param_arr[1];
        String type = param_arr[2];
        String ip_str = param_arr[3];

//        String dataStr = arr[3].replace("[", "");
//        String rowKey = getDate2Str(dataStr) + "-" + clientIp + "-" + nonce.getAndIncrement();
        String rowKey = ip_str + "-" + nonce.getAndIncrement();

        return rowKey.getBytes(charset);
    }  

    protected byte[] getRowKey() {
        return getRowKey(Calendar.getInstance());
    }  

    @Override
    public List<Row> getActions() throws FlumeException {
        List<Row> actions = Lists.newArrayList();
        byte[] rowKey;  

        String body = new String(payload, charset);
        String tmp = body.replace("\"", "");
//        String[] arr = tmp.split(REGEX_DEFAULT);
        String[] arr = tmp.split(" ");

        String log_data = arr[4];
        String[] param_arr = log_data.split("&");

        String userid = param_arr[0].split("=")[1];
        String itemid = param_arr[1].split("=")[1];
        String type = param_arr[2].split("=")[1];
        String ip_str = param_arr[3].split("=")[1];

        System.out.println("===========");
        System.out.println("===========");
        System.out.println("===========");
        System.out.println("===========");
        System.out.println(userid);
        System.out.println(itemid);
        System.out.println(type);
        System.out.println(ip_str);
        System.out.println("===========");
        System.out.println("===========");
        System.out.println("===========");
        System.out.println("===========");

        try {
            rowKey = getRowKey();
            Put put = new Put(rowKey);
            put.add(cf, colNames.get(0), userid.getBytes(Charsets.UTF_8));
            put.add(cf, colNames.get(1), itemid.getBytes(Charsets.UTF_8));
            put.add(cf, colNames.get(2), type.getBytes(Charsets.UTF_8));
            put.add(cf, colNames.get(3), ip_str.getBytes(Charsets.UTF_8));
            actions.add(put);
        } catch (Exception e) {
            throw new FlumeException("Could not get row key!", e);
        }
        return actions;
    }  

    @Override
    public List<Increment> getIncrements() {
        return Lists.newArrayList();
    }  

    @Override
    public void close() {}  

    public static String getDate2Str(String dataStr) {
        SimpleDateFormat formatter = null;
        SimpleDateFormat format = null;
        Date date = null;
        try {
            formatter = new SimpleDateFormat("dd/MMM/yyyy:hh:mm:ss", Locale.ENGLISH);
            date = formatter.parse(dataStr);
            format = new SimpleDateFormat("yyyy-MM-dd-HH:mm:ss");
        } catch (Exception e) {
            e.printStackTrace();
        }  

        return format.format(date);
    }
}