Hbase配置java客户端

1.修改windows配置文件

C:\WINDOWS\system32\drivers\etc\hosts

将远程hbase和zookeeper主机的IP地址加进去

54.0.88.53      HADOOP1
54.0.88.54      HADOOP2

2.加入jar包

3.加载配置文件

问题：网上很多都是自定义配置文件，根据hbase-site.xml里的参数如下配置：

configuration = HBaseConfiguration.create();

configuration.set("hbase.zookeeper.property.clientPort", "2181");

configuration.set("hbase.zookeeper.quorum", "HADOOP1,HADOOP2,HADOOP3,HADOOP4,HADOOP5");

configuration.set("hbase.master", "HADOOP3:60000");

但是在运行时出现以下错误：

Exception in thread "main" org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=35, exceptions:
Wed Sep 24 08:47:46 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@191f801, java.io.IOException: Failed to find location, tableName=hbase:meta, row=hbasekang,,, reload=false
Wed Sep 24 08:48:56 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@191f801, java.io.IOException: Failed to find location, tableName=hbase:meta, row=hbasekang,,, reload=true

参考这里的方法，但是还没有很好的解决，我猜可能是configuration访问的不止这三个参数选项。

所以最好加载配置文件的方式，zookeeper的配置项和hbase的配置也可以保持一致。

   static {
        config = HBaseConfiguration.create();
        config
                .addResource(new Path(
                        "D://eclipse/myeclipse/workspace/Hive/hbaselib/hbase-site.xml"));
    }

　记得这个hbase-site.xml和当前的hbase环境下的是一致的,要不然会报错：

Caused by: java.io.IOException: Unable to determine ZooKeeper ensemble

顺便普及一下：

Hbase的客户端API中，configuration相当于提供对配置参数的访问途径，任何操作都要先创建HBaseConfiguration实例。而配置文件在configuration中被当做一个个资源（Resource），也就是一组以XML格式存在的name/value对，以此来提供访问配置信息的接口，还提供了set/get方法用于读写。通过addResource方法加载xml配置文件，可以允许hadoop其他子项目和用户自定义的配置参数被加载使用。

4.贴代码

/**
 *
 */
package com.util.hbase;

import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
import java.util.StringTokenizer;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.KeyValue;
import org.apache.hadoop.hbase.MasterNotRunningException;
import org.apache.hadoop.hbase.ZooKeeperConnectionException;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.HTablePool;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.filter.Filter;
import org.apache.hadoop.hbase.filter.FilterList;
import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;
import org.apache.hadoop.hbase.util.Bytes;
import org.apache.hadoop.hbase.filter.CompareFilter.CompareOp;

import com.ccb.entity.Detail3;

/**
 * @author kangxuedan
 *
 */
public class HbaseUtil {
	public static Configuration config;
	static {
		config = HBaseConfiguration.create();
		config
				.addResource(new Path(
						"D://eclipse/myeclipse/workspace/Hive/hbaselib/hbase-site.xml"));
	}

	/**
	 * 创建表
	 *
	 * @throws IOException
	 * @param tableName
	 *            表名
	 * @param columns
	 *            列族
	 */
	public static void createTable(String tableName, String[] columns)
			throws IOException {
		HBaseAdmin Hbaseadmin = new HBaseAdmin(config);
		if (Hbaseadmin.tableExists(tableName)) {
			System.out.println("表已经存在！");
		} else {
			HTableDescriptor desc = new HTableDescriptor(tableName);
			for (String column : columns) {
				desc.addFamily(new HColumnDescriptor(column));
			}
			Hbaseadmin.createTable(desc);
			System.out.println("表创建成功！");
		}
	}

	/**
	 * 插入数据
	 */
	// insert data
	// String newRowKey = "ffvs";String[] familys ={"cf1"};String[] values
	// ={"fdxs"};
	// insert(tableName,newRowKey,familys,values);

	public static void insert(String tableName, String newRowKey,
			String[] familys, String[] values) {
		System.out.println("************start insert ************");
		HTablePool pool = new HTablePool(config, 1000);
		Put put = new Put(newRowKey.getBytes());// 插入一行数据,传入rowKey
		put.add(familys[0].getBytes(), null, values[0].getBytes());// 本行数据的第三列
		try {
			pool.getTable(tableName).put(put);
		} catch (IOException e) {
			e.printStackTrace();
		}
		System.out.println("************end insert************");
	}

	/**
	 * 根据 rowkey删除一条记录
	 *
	 * @param tablename
	 * @param rowkey
	 */
	public static void deleteRow(String tablename, String rowkey) {
		try {
			HTable table = new HTable(config, tablename);
			List list = new ArrayList();
			Delete d1 = new Delete(rowkey.getBytes());
			list.add(d1);
			table.delete(list);
			System.out.println("删除行成功!");
		} catch (IOException e) {
			e.printStackTrace();
		}

	}

	/**
	 * 删除表
	 *
	 * @param tableName
	 */
	public static void dropTable(String tableName) {
		try {
			HBaseAdmin Hbaseadmin = new HBaseAdmin(config);
			Hbaseadmin.disableTable(tableName);
			Hbaseadmin.deleteTable(tableName);
		} catch (MasterNotRunningException e) {
			e.printStackTrace();
		} catch (ZooKeeperConnectionException e) {
			e.printStackTrace();
		} catch (IOException e) {
			e.printStackTrace();
		}
	}

	/**
	 * 修改表信息
	 *
	 * @param tableName
	 */

	public static void modifyTable(String tableName) {
		HBaseAdmin Hbaseadmin;
		try {
			Hbaseadmin = new HBaseAdmin(config);
			Hbaseadmin.disableTable(tableName);
			// modifying existing ColumnFamily addColumn, modifyColumn,
			// removeColumn
			Hbaseadmin.modifyColumn(tableName, new HColumnDescriptor("cf1"));
			Hbaseadmin.enableTable(tableName);
		} catch (MasterNotRunningException e) {
			// TODO Auto-generated catch block
			e.printStackTrace();
		} catch (ZooKeeperConnectionException e) {
			// TODO Auto-generated catch block
			e.printStackTrace();
		} catch (IOException e) {
			// TODO Auto-generated catch block
			e.printStackTrace();
		}
	}

	/**
	 * 查询表，返回所有记录
	 *
	 * @param tableName
	 */
	public static void QueryAll(String tableName) {
		HTablePool pool = new HTablePool(config, 1000);
		try {
			ResultScanner rs = pool.getTable(tableName).getScanner(new Scan());
			for (Result r : rs) {
				System.out.println("rowkey: " + new String(r.getRow()));
				for (KeyValue keyValue : r.raw()) {
					System.out.println("列：" + new String(keyValue.getFamily())
							+ "====值:" + new String(keyValue.getValue()));
				}
			}
		} catch (IOException e) {
			e.printStackTrace();
		}
	}

	/**
	 * 单条件查询,根据rowkey查询唯一一条记录
	 *
	 * @param tableName
	 * @return
	 */
	public static List<Detail3> QuerySingle(String tableName, String rowKey) {

		HTablePool pool = new HTablePool(config, 1000);
		String results = "";
		Detail3 detail3 = new Detail3();
		List<Detail3> resultList = new ArrayList<Detail3>();
		try {
			Get scan = new Get(rowKey.getBytes());// 根据rowkey查询
			Result r = pool.getTable(tableName).get(scan);
			System.out.println("获得到rowkey:" + new String(r.getRow()));
			for (KeyValue keyValue : r.raw()) {
				String result = new String(keyValue.getValue(), "utf-8");
				System.out.println("列：" + new String(keyValue.getFamily())
						+ "====值:" + new String(keyValue.getValue(), "utf-8"));
				StringTokenizer st = new StringTokenizer(results, ",");
				String[] temp = result.split("\\|");
				detail3.setCust_no(temp[0]);
				detail3.setSa_tx_dt(temp[1]);
				detail3.setTx_log_no(temp[2]);
				detail3.setSa_tx_tm(temp[3]);
				detail3.setTemp(temp[4]);
				detail3.setCust_acct_no(temp[5]);
				detail3.setSa_tx_crd_no(temp[6]);
				detail3.setCr_tx_amt(temp[7]);
				detail3.setAcct_bal(temp[8]);
				detail3.setF_fare(temp[9]);
				detail3.setDr_cr_cod(temp[10]);
				detail3.setTran_cd(temp[11]);
				detail3.setTx_type(temp[12]);
				detail3.setXt_op_trl(temp[13]);
				detail3.setXt_op_trl2(temp[14]);
				detail3.setBus_inst_no(temp[15]);
				detail3.setCanal(temp[16]);
				detail3.setSa_op_acct_no_32(temp[17]);
				detail3.setSa_op_cust_name(temp[18]);
				detail3.setSa_op_bank_no(temp[19]);
				detail3.setCr_cust_docag_stno(temp[20]);
				detail3.setSa_otx_flg(temp[21]);
				detail3.setSa_rmrk(temp[22]);
				detail3.setOther(temp[23]);
				detail3.setTlr_no(temp[24]);
				resultList.add(detail3);
				// resultList = java.util.Arrays.asList(temp);
			}
		} catch (IOException e) {
			e.printStackTrace();
		}
		return resultList;
	}

	/**
	 * rowkey 范围查询
	 *
	 * @param tableName
	 * @return
	 */
	public static List<Detail3> QueryRange(String tableName, String cust_no,String starttime,String endtime) {
		String startRow = cust_no + starttime;
		String endRow = cust_no + endtime;
		String results = "";
		Detail3 detail3 = new Detail3();
		List<Detail3> resultList = new ArrayList<Detail3>();
		HTablePool pool = new HTablePool(config, 1000);
		try {
			Scan scan = new Scan();
			scan.setStartRow(Bytes.toBytes(startRow));
			scan.setStopRow(Bytes.toBytes(endRow));
			scan.setCacheBlocks(true);
			scan.setCaching(30000);
			ResultScanner rs = pool.getTable(tableName).getScanner(scan);
			for (Result r : rs) {
				for (KeyValue kv : r.raw()) {
					System.out.println(String.format( "key:%s",
							 Bytes.toString(kv
									.getRow())));
					System.out.println(String.format( "value:%s",
							 Bytes.toString(kv
									.getValue())));
					String result = Bytes.toString(kv.getValue());
					 String[] temp = result.split("\\|");
					 detail3.setCust_no(temp[0]);
					 detail3.setSa_tx_dt(temp[1]);
					 detail3.setTx_log_no(temp[2]);
					 detail3.setSa_tx_tm(temp[3]);
					 detail3.setTemp(temp[4]);
					 detail3.setCust_acct_no(temp[5]);
					 detail3.setSa_tx_crd_no(temp[6]);
					 detail3.setCr_tx_amt(temp[7]);
					 detail3.setAcct_bal(temp[8]);
					 detail3.setF_fare(temp[9]);
					 detail3.setDr_cr_cod(temp[10]);
					 detail3.setTran_cd(temp[11]);
					 detail3.setTx_type(temp[12]);
					 detail3.setXt_op_trl(temp[13]);
					 detail3.setXt_op_trl2(temp[14]);
					 detail3.setBus_inst_no(temp[15]);
					 detail3.setCanal(temp[16]);
					 detail3.setSa_op_acct_no_32(temp[17]);
					 detail3.setSa_op_cust_name(temp[18]);
					 detail3.setSa_op_bank_no(temp[19]);
					 detail3.setCr_cust_docag_stno(temp[20]);
					 detail3.setSa_otx_flg(temp[21]);
					 detail3.setSa_rmrk(temp[22]);
					 detail3.setOther(temp[23]);
					 detail3.setTlr_no(temp[24]);
					 resultList.add(detail3);
				}

			}
		} catch (IOException e) {
			e.printStackTrace();
		}
		return resultList;
	}

	/**
	 * @param args
	 */
	public static void main(String[] args) {
		// TODO Auto-generated method stub
		String tableName = "detail3";
		String rowKey = "442000801K750005487";
		String cust_no = "A432502";String starttime ="2014-06-01";
		String endtime = "2014-08-01";
		QueryRange(tableName, cust_no,starttime,endtime);}

}