访问Hbase，待更新方法一

最新推荐文章于 2024-09-02 09:45:35 发布

原创最新推荐文章于 2024-09-02 09:45:35 发布 · 436 阅读

0 ·

CC 4.0 BY-SA版权

Hbase 专栏收录该内容

9 篇文章

订阅专栏

本文介绍了三种访问HBase的方法：使用HbaseTemplate工具类、通过HBase线程池以及配置XML文件并通过Java读取配置的方式。文章详细展示了每种方法的具体实现步骤及代码示例。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

访问Hbase的三种方法：
方法一：HbaseTemlate工具类
（1）配置文件：src\main\resources\spring-hbase.xml
<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xmlns:hdp="http://www.springframework.org/schema/hadoop"
xmlns:beans="http://www.springframework.org/schema/beans"
xsi:schemaLocation="
http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd
http://www.springframework.org/schema/hadoop http://www.springframework.org/schema/hadoop/spring-hadoop.xsd">

<hdp:configuration resources="classpath:/hbase-site.xml" />
<hdp:hbase-configuration configuration-ref="hadoopConfiguration" />

<bean id="htemplate" class="org.springframework.data.hadoop.hbase.HbaseTemplate">
<property name="configuration" ref="hbaseConfiguration">
</property>
<property name="encoding" value="UTF-8"></property>
</bean>
</beans>
(2)配置文件：src\main\resources\hbase-site.xml
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>

<property>
<name>hbase.zookeeper.quorum</name>
<value>namenode1-sit.cnsuning.com,namenode2-sit.cnsuning.com,slave01-sit.cnsuning.com</value>
</property>

<property>
<name>hbase.zookeeper.property.clientPort</name>
<value>2015</value>
</property>

<property>
<name>hbase.client.pause</name>
<value>50</value>
</property>

<property>
<name>hbase.client.retries.number</name>
<value>3</value>
</property>

<property>
<name>hbase.rpc.timeout</name>
<value>2000</value>
</property>

<property>
<name>hbase.client.operation.timeout</name>
<value>3000</value>
</property>

<property>
<name>hbase.client.scanner.timeout.period</name>
<value>10000</value>
</property>
</configuration>
（2）java程序：
static private ApplicationContext hbaseContext = new ClassPathXmlApplicationContext("classpath:spring-hbase.xml");
static private BeanFactory factory = (BeanFactory) hbaseContext;
static private HbaseTemplate htemplate = (HbaseTemplate) factory.getBean("htemplate");
static private GetRow getRow = new GetRow();//回调函数
String tableName = "ns_sousuo:tdm_empower_gds_init_d";
String rowKey = "20160919_000000_ka_000000300_000000000";
System.setProperty("HADOOP_USER_NAME", "sousuo");
String hbaseRes = "";
try{
hbaseRes = htemplate.get(tableName, rowKey, getRow);
}catch(Exception e){
logger.error(e.getMessage(), e);
}
其中回调函数GetRow如下
public String mapRow(Result result, int rowNum) throws Exception {
  String hbaseRes = "";
List<Cell> ceList = result.listCells();
if(ceList!=null&&ceList.size()>0){
for(Cell cell:ceList){
  hbaseRes += Bytes.toString(cell.getFamilyArray(),cell.getFamilyOffset(),cell.getFamilyLength())+
"_"+Bytes.toString(cell.getQualifierArray(),cell.getQualifierOffset(),cell.getQualifierLength())
+"="+Bytes.toString( cell.getValueArray(), cell.getValueOffset(), cell.getValueLength())+" ";
}
}
return hbaseRes;
}

方法二：Hbase线程池访问：
Map<String,String> numAndPort = getNumAndPort();
Configuration configuration = HBaseConfiguration.create();
configuration.set("hbase.zookeeper.quorum", numAndPort.get("hbase.zookeeper.quorum"));
configuration.set("hbase.zookeeper.property.clientPort", numAndPort.get("hbase.zookeeper.property.clientPort"));
HConnection connection = null;
HTableInterface table = null;
try {
  configuration.set("hbase.client.pause", "50"); //重试等待时间
  configuration.set("hbase.client.retries.number", "3"); //失败时重试次数
  configuration.set("hbase.rpc.timeout", "2000"); //RPC请求的超时时间。如果某次RPC时间超过该值，客户端就会主动关闭socket
  configuration.set("hbase.client.operation.timeout", "3000"); //HBase客户端发起一次数据操作直至得到响应之间总的超时时间
  configuration.set("hbase.client.scanner.timeout.period", "10000");//该参数是表示HBase客户端发起一次scan操作的rpc调用至得到响应之间总的超时时间
  connection = HConnectionManager.createConnection(configuration);
  table = connection.getTable(tableName);
hbaseRes = getHbaseRow(table, tableName, rowKey);
} catch (Exception e) {
logger.error(e.getMessage(), e);
}finally {
table.close();
connection.close();
}

getHbaseRow方法：
public static String getHbaseRow(HTableInterface table, String tableName, String row) throws Exception {
Get get = new Get(Bytes.toBytes(row));
Result result = table.get(get);
String returnResult = "";
// 输出结果,raw方法返回所有keyvalue数组
for (KeyValue rowKV : result.raw()) {
System.out.print("行名:" + new String(rowKV.getRow()) + " ");
System.out.print("时间戳:" + rowKV.getTimestamp() + " ");
System.out.print("列族名:" + new String(rowKV.getFamily()) + " ");
System.out.print("列名:" + new String(rowKV.getQualifier()) + " ");
System.out.println("值:" + new String(rowKV.getValue()));
returnResult = new String(rowKV.getValue());
}
return returnResult;
}

方法三：将Hbase的配置写到一般的xml，然后用java获取配置文件中的内容：
（1）配置文件:
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
<property name="hbase.zookeeper.quorum" value= "namenode1-sit.cnsuning.com,namenode2-sit.cnsuning.com,slave01-sit.cnsuning.com">
</property>
<property name="hbase.zookeeper.property.clientPort" value="2015">
</property>
</configuration>
(2)java程序：
Map<String,String> numAndPort = getNumAndPort();
Configuration configuration = HBaseConfiguration.create();
configuration.set("hbase.zookeeper.quorum", numAndPort.get("hbase.zookeeper.quorum"));
configuration.set("hbase.zookeeper.property.clientPort", numAndPort.get("hbase.zookeeper.property.clientPort"));
HBaseAdmin hAdmin = new HBaseAdmin(configuration);
boolean aa = hAdmin.tableExists("ns_sousuo:tdm_empower_gds_init_d");
if(aa)
{
  System.out.println("表存在！！！");
  HTable table = new HTable(configuration, "ns_sousuo:tdm_empower_gds_init_d");
Scan scan = new Scan();
ResultScanner results = table.getScanner(scan);
// 输出结果
for (Result result1 : results) {
for (KeyValue rowKV : result1.raw()) {
System.out.print("行名:" + new String(rowKV.getRow()) + " ");
System.out.print("时间戳:" + rowKV.getTimestamp() + " ");
System.out.print("列族名:" + new String(rowKV.getFamily()) + " ");
System.out
.print("列名:" + new String(rowKV.getQualifier()) + " ");
System.out.println("值:" + new String(rowKV.getValue()));
}
}
}
else
{
  System.out.println("表不存在！！！");
}