HBASE客户端API操作

HBASE客户端API操作

DDL代码：

package cn.edu360.hbase.demo;

import java.io.IOException;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.Admin;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.apache.hadoop.hbase.regionserver.BloomType;
import org.junit.Before;
import org.junit.Test;


/*
 * 1.构造连接
 * 2.从连接中取得一个表DDL操作工具admin
 * 3.admin.createTable(hTableDescripter);
 * 4.admin.disableTable(TableName.valueOf("use_info"));
 * 5.admin.deleteTable(TableName.valueOf("uese_info"));
 * 6.admin.modifyTable(TableName.valueOf("use_infon"),tableDescripter);
 *
 */

public class HbaseClientDDL {
	
	Connection conn = null;
	
	@Before
	public void getConn() throws Exception {
		//构造一个连接对象
		
			Configuration conf = HBaseConfiguration.create();//会自动加载hbase-site.xml
	
			conf.set("hbase.zookeeper.quorum","hadoop1:2181,hadoop2:2181,hadoop3:2181");
			
			
			conn = ConnectionFactory.createConnection(conf);
	}
	
	
	/**
	 * 
	 * DDL 创建表
	 * @throws Exception 
	 */
	@Test
	public void testCreateTable() throws Exception {
		
		
		//从连接中构造一个DDL操作器
		Admin admin = conn.getAdmin();
		
		
		//创建一个表定义描述对象
		HTableDescriptor hTableDescriptor = new HTableDescriptor(TableName.valueOf("user_info"));
		
		
		//创造列族定义描述对象
		HColumnDescriptor hColumnDescriptor_1 = new HColumnDescriptor("base_info");
		hColumnDescriptor_1.setMaxVersions(3);//设置列族中存储数据的最大坂本数，默认是1
		
		HColumnDescriptor hColumnDescriptor_2 = new HColumnDescriptor("extra_info");		
		
		
		//将列族定义信息对象放入表定义对象中
		hTableDescriptor.addFamily(hColumnDescriptor_1);
		hTableDescriptor.addFamily(hColumnDescriptor_2);
		
		//用ddl操作对象：admin来建表
		admin.createTable(hTableDescriptor);
		
		//关闭连接
		admin.close();
		conn.close();
		
	}
	
	
	/*
	 * 删除表
	 */
	
	
	@Test
	public void testDropTable() throws Exception {
		
		Admin admin = conn.getAdmin();
		
		//停用表
		admin.disableTable(TableName.valueOf("user_info"));
		//删除表
		admin.disableTable(TableName.valueOf("user_info"));
		
		admin.close();
		conn.close();
		
	}
	
	
	//修改表定义--添加一个列族
	@Test
	public void testAlterTable() throws Exception {
		
		Admin admin = conn.getAdmin();
		
		//取出旧的表定义信息
		HTableDescriptor tableDescriptor = admin.getTableDescriptor(TableName.valueOf("user_info"));
		
		//新构造一个新列族定义
		HColumnDescriptor hColumnDescriptor = new HColumnDescriptor("other_info");
		hColumnDescriptor.setBloomFilterType(BloomType.ROW);  //设置列族的布隆过滤器类型
		
		//将列族定义添加到表定义对象中
		
		tableDescriptor.addFamily(hColumnDescriptor);
		
		//将修改过得表定义交给admin去提交
		
		admin.modifyTable(TableName.valueOf("user_info"), tableDescriptor);
		
		admin.close();
		conn.close();
	}
	
	
	
	
	
	
	
	
	
	
	

}

DML代码：

package cn.edu360.hbase.demo;

import java.io.IOException;
import java.util.ArrayList;
import java.util.Iterator;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellScanner;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.client.Table;
import org.apache.hadoop.hbase.util.Bytes;
import org.junit.Before;
import org.junit.Test;

public class HbaseClientDML {
	
Connection conn = null;
	
	@Before
	public void getConn() throws Exception {
		//构造一个连接对象
		
			Configuration conf = HBaseConfiguration.create();//会自动加载hbase-site.xml
	
			conf.set("hbase.zookeeper.quorum","hadoop1:2181,hadoop2:2181,hadoop3:2181");
			
			
			conn = ConnectionFactory.createConnection(conf);
	}
	
	
	
	/*
	 * 增加
	 * 改
	 */
	@Test
	public void testPut() throws Exception {
		
		ArrayList<Put> puts = new ArrayList<>();
		
		//获取一个操作指定的table对象，进行DML操作
		Table table = conn.getTable(TableName.valueOf("user_info"));
				
		//构造要插入的数据为一个Put类型的对象
		Put put = new Put(Bytes.toBytes("001"));
		
		put.addColumn(Bytes.toBytes("base_info"), Bytes.toBytes("username"), Bytes.toBytes("唐尼"));
		put.addColumn(Bytes.toBytes("base_info"), Bytes.toBytes("age"), Bytes.toBytes("26"));
		put.addColumn(Bytes.toBytes("extra_info"), Bytes.toBytes("addr"), Bytes.toBytes("纽约"));
		
		Put put2 = new Put(Bytes.toBytes("002"));
		
		put2.addColumn(Bytes.toBytes("base_info"), Bytes.toBytes("username"), Bytes.toBytes("抖森"));
		put2.addColumn(Bytes.toBytes("base_info"), Bytes.toBytes("age"), Bytes.toBytes("22"));
		put2.addColumn(Bytes.toBytes("extra_info"), Bytes.toBytes("addr"), Bytes.toBytes("伦敦"));
		
		puts.add(put);
		puts.add(put2);
		
		
		//插进去		
		table.put(puts);
		

		
		
		table.close();
		conn.close();
		
		
		
	}
	
	
	/*
	 * 循环插入大量数据
	 */
	@Test
	public void testManyPuts() throws IOException {
        
		ArrayList<Put> puts = new ArrayList<>();
		
		//获取一个操作指定的table对象，进行DML操作
		Table table = conn.getTable(TableName.valueOf("user_info"));
		
		
		for(int i = 1 ; i< 100000; i++) {
			Put put = new Put(Bytes.toBytes(""+i));
			put.addColumn(Bytes.toBytes("base_info"), Bytes.toBytes("username"), Bytes.toBytes("唐尼"+i));
			put.addColumn(Bytes.toBytes("base_info"), Bytes.toBytes("age"), Bytes.toBytes((26+i)+""));
			put.addColumn(Bytes.toBytes("extra_info"), Bytes.toBytes("addr"), Bytes.toBytes("纽约"));
			puts.add(put);
		}
		
		table.put(puts);
		
		table.close();
		conn.close();
		
	}
	
	
	
	
	
	/*
	 * 删除
	 */
	
	@Test
	public void testDelete() throws Exception {
		
		Table table = conn.getTable(TableName.valueOf("user_info"));
		
		//构造一个对象封装要删除的数据信息
		Delete delete1 = new Delete(Bytes.toBytes("001"));
		
		Delete delete2 = new Delete(Bytes.toBytes("002"));
		
		delete2.addColumn(Bytes.toBytes("extra_info"), Bytes.toBytes("addr"));
		
		ArrayList<Delete> dels = new ArrayList<>();
		
		dels.add(delete1);
		dels.add(delete2);
				
		table.delete(dels);
	}
	
	
	


	
	
	
	/*
	 * 查询
	 */
	
	@Test
	public void testGet() throws Exception {
		
		Table table = conn.getTable(TableName.valueOf("user_info"));
		
		Get get = new Get("002".getBytes());
		
		Result result = table.get(get);
		
		
		//从结果中取用户指定的key的value;
		
		byte[] value = result.getValue("base_info".getBytes(), "age".getBytes());
		
		System.out.println(new String(value));
		System.out.println("____________________________________________");
		
		
		//遍历所有单元值		
		CellScanner cellScanner = result.cellScanner();
		
		while(cellScanner.advance()) {
			
			Cell cell = cellScanner.current();
			byte[] rowArray = cell.getRowArray();
			byte[] familyArray = cell.getFamilyArray();   //列族名的字节数组
			byte[] qualifierArray = cell.getQualifierArray();   //列名的字节数据
			byte[] valueArray = cell.getValueArray(); //value的字节数据
			
			System.out.println("行键" + new String(rowArray,cell.getRowOffset(),cell.getRowLength()));
			System.out.println("列族名" + new String(familyArray,cell.getFamilyOffset(),cell.getFamilyLength()));
			System.out.println("列名" + new String(qualifierArray,cell.getQualifierOffset(),cell.getQualifierLength()));
			System.out.println("value" + new String(valueArray,cell.getValueOffset(),cell.getValueLength()));
			
		}
		
		table.close();
		conn.close();
		
	}
	
	
	/*
	 * 按行键范围查询数据
	 */
	@Test
	public void testScan() throws Exception {
		Table table = conn.getTable(TableName.valueOf("user_info"));
		
		//包含起始行，不包含结束行键，但是如果真的想查询出末尾的那个行键，就必须加个\000；
		
		Scan scan = new Scan("10".getBytes(), "10000\000".getBytes());
		
		ResultScanner scanner = table.getScanner(scan);
		
		Iterator<Result> iterator = scanner.iterator();
		
		while(iterator.hasNext()) {
			
			Result result = iterator.next();  // 每迭代一次，拿到一行；
			
			CellScanner cellScanner = result.cellScanner();
			
			while(cellScanner.advance()) {
				
				Cell cell = cellScanner.current();
				byte[] rowArray = cell.getRowArray();
				byte[] familyArray = cell.getFamilyArray();   //列族名的字节数组
				byte[] qualifierArray = cell.getQualifierArray();   //列名的字节数据
				byte[] valueArray = cell.getValueArray(); //value的字节数据
				
				System.out.println("行键" + new String(rowArray,cell.getRowOffset(),cell.getRowLength()));
				System.out.println("列族名" + new String(familyArray,cell.getFamilyOffset(),cell.getFamilyLength()));
				System.out.println("列名" + new String(qualifierArray,cell.getQualifierOffset(),cell.getQualifierLength()));
				System.out.println("value" + new String(valueArray,cell.getValueOffset(),cell.getValueLength()));
				
			}
			
			System.out.println("-----------------------------------------------------");
		}
		
	}
	

}