[TODO]HBase及Phoenix环境熟悉

最新推荐文章于 2022-09-05 15:51:44 发布

Rilakkuma

最新推荐文章于 2022-09-05 15:51:44 发布

阅读量457

点赞数

分类专栏： HBase 文章标签： HBase Phoenix

本文链接：https://blog.youkuaiyun.com/CRISPY_RICE/article/details/79354002

版权

HBase 专栏收录该内容

3 篇文章

订阅专栏

本文介绍了HBase的数据操作与过滤器使用方法，并通过具体示例展示了如何利用Phoenix进行SQL查询及表管理。涵盖HBase常见命令、过滤器类型及其配置方式。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

HBase

HLog

SnapShot

参考： http://www.cnblogs.com/cenyuhai/p/3712943.html

写入/读取

Compaction

Filters

hbase(main):075:0>show_filters
ColumnPrefixFilter
TimestampsFilter
PageFilter
MultipleColumnPrefixFilter
FamilyFilter
ColumnPaginationFilter
SingleColumnValueFilter
RowFilter
QualifierFilter
ColumnRangeFilter
ValueFilter
PrefixFilter
SingleColumnValueExcludeFilter
ColumnCountGetFilter
InclusiveStopFilter
DependentColumnFilter
FirstKeyOnlyFilter
KeyOnlyFilter

create 't2','p1','p2','p3' SPLITS=>['100','200']

scan 'METRIC_RECORD', {'LIMIT' => 5}
scan 'METRIC_RECORD',{ FILTER => "KeyOnlyFilter()", 'LIMIT' => 5}
scan 'METRIC_RECORD',{ FILTER => "FamilyFilter(=, 'binaryprefix:0')", 'LIMIT' => 5}
scan 'METRIC_RECORD',{ FILTER => "QualifierFilter(=, 'binaryprefix:METRICS')", 'LIMIT' => 5}
scan 'METRIC_RECORD',{ FILTER => "FirstKeyOnlyFilter()", 'LIMIT' => 2}
scan 'METRIC_RECORD',{ FILTER => "ColumnCountGetFilter(4)", 'LIMIT' => 2}
scan 'METRIC_RECORD',{ FILTER => "PageFilter(4)", 'LIMIT' => 2}

scan 'METRIC_RECORD',{ FILTER => "TimeStampsFilter(1510743200530)", 'LIMIT' => 5}

scan 'METRIC_RECORD',{ TIMERANGE => [0, 1510743381367], 'LIMIT' => 5}

# 可能由于乱码导致的
scan 'METRIC_RECORD',{ FILTER => "InclusiveStopFilter('boottime\x00hzadg-mammut-platform2.server.163.org\x00\x00\x00\x01_\xBF1\x99\xAEHOST')", 'LIMIT' => 2}

scan 'METRIC_RECORD',{ FILTER => "QualifierFilter(=, 'binary:METRICS')", 'LIMIT' => 2}

scan 'METRIC_RECORD',{ COLUMNS => '0:METRICS', FILTER => "ValueFilter(=, 'binaryprefix:{\"1510')", 'LIMIT' => 2}

scan 'METRIC_RECORD',{ FILTER => "PrefixFilter('boottime\x00hzadg-mammut-platform2.server.1')", 'LIMIT' => 2}

scan 'METRIC_RECORD',{ FILTER => "PrefixFilter('boottime\x00hzadg-mammut-platform2.server.1') AND ColumnPrefixFilter('METRIC_SUM')", 'LIMIT' => 2}
scan 'METRIC_RECORD',{ FILTER => "MultipleColumnPrefixFilter('METRIC_SUM', 'METRIC_COUNT')", 'LIMIT' => 2}

scan 'METRIC_RECORD',{ FILTER => "RowFilter(=, 'substring:hzadg-mammut-platform3.server')", 'LIMIT' => 2}

scan 'METRIC_RECORD',{ FILTER => "RowFilter(=, 'substring:a')", 'LIMIT' => 2}

scan 'TABLE1',{ FILTER => "RowFilter(=, 'substring:a')", 'LIMIT' => 2}

count 'METRIC_RECORD', INTERVAL => 1000000

HFile

Phoenix

常用命令：

./sqlline.py hzadg-mammut-platform1.server.163.org:2181:/hbase-secure:hbase/hzadg-mammut-platform3.server.163.org@BDMS.163.COM:/etc/security/keytabs/hbase.service.keytab

ps aux|grep sqlline|awk '{print $2}'|xargs kill -9

/usr/jdk64/jdk1.7.0_67/bin/java $PHOENIX_OPTS  -cp "/usr/ndp/current/phoenix_query_server/conf:/usr/ndp/current/phoenix_query_server/conf:/usr/ndp/3.2.0/phoenix_query_server/bin/../phoenix-4.11.0-HBase-1.2-client.jar:::/usr/ndp/current/mapreduce_client/conf:/usr/ndp/current/mapreduce_client/conf:/usr/ndp/3.2.0/mapreduce_client/share/hadoop/common/lib/*:/usr/ndp/3.2.0/mapreduce_client/share/hadoop/common/*:/usr/ndp/3.2.0/mapreduce_client/share/hadoop/hdfs:/usr/ndp/3.2.0/mapreduce_client/share/hadoop/hdfs/lib/*:/usr/ndp/3.2.0/mapreduce_client/share/hadoop/hdfs/*:/usr/ndp/3.2.0/mapreduce_client/share/hadoop/yarn/lib/*:/usr/ndp/3.2.0/mapreduce_client/share/hadoop/yarn/*:/usr/ndp/3.2.0/mapreduce_client/share/hadoop/mapreduce/lib/*:/usr/ndp/3.2.0/mapreduce_client/share/hadoop/mapreduce/*::mysql-connector-java-5.1.42.jar:mysql-connector-java.jar:mysql.jar" -Dlog4j.configuration=file:/usr/ndp/3.2.0/phoenix_query_server/bin/log4j.properties sqlline.SqlLine -d org.apache.phoenix.jdbc.PhoenixDriver -u jdbc:phoenix:hzadg-mammut-platform1.server.163.org:2181:/hbase-secure -n none -p none --color=true --fastConnect=false --verbose=true --incremental=false --isolation=TRANSACTION_READ_COMMITTED

测试命令：

CREATE TABLE IF NOT  
    EXISTS METRIC_RECORD (METRIC_NAME VARCHAR,  
    HOSTNAME VARCHAR,  
    SERVER_TIME UNSIGNED_LONG NOT NULL,  
    APP_ID VARCHAR,  
    INSTANCE_ID VARCHAR,  
    START_TIME BIGINT,  
    UNITS CHAR(20),  
    METRIC_SUM DOUBLE,  
    METRIC_COUNT BIGINT,  
    METRIC_MAX DOUBLE,  
    METRIC_MIN DOUBLE,  
    METRICS VARCHAR CONSTRAINT pk
    PRIMARY KEY (METRIC_NAME, HOSTNAME, SERVER_TIME, APP_ID,  INSTANCE_ID)) DATA_BLOCK_ENCODING='FAST_DIFF', IMMUTABLE_ROWS=true,  TTL=86400, COMPRESSION='SNAPPY';

CREATE TABLE IF NOT  
    EXISTS TEST_METRICS_1 (METRIC_NAME VARCHAR,  
    HOSTNAME VARCHAR,  
    SERVER_TIME UNSIGNED_LONG NOT NULL,  
    APP_ID VARCHAR,  
    INSTANCE_ID VARCHAR,  
    START_TIME UNSIGNED_LONG,  
    UNITS CHAR(20),  
    METRIC_SUM DOUBLE,  
    METRIC_COUNT UNSIGNED_INT,  
    METRIC_MAX DOUBLE,  
    METRIC_MIN DOUBLE,  
    METRICS VARCHAR CONSTRAINT pk
    PRIMARY KEY (METRIC_NAME, HOSTNAME, SERVER_TIME, APP_ID,  INSTANCE_ID)) DATA_BLOCK_ENCODING='FAST_DIFF', IMMUTABLE_ROWS=true,  TTL=86400, COMPRESSION='SNAPPY';

UPSERT INTO TEST_METRICS_2 (METRIC_NAME, HOSTNAME, APP_ID, INSTANCE_ID, SERVER_TIME, START_TIME,  UNITS,  METRIC_SUM,  METRIC_MAX,  METRIC_MIN,  METRIC_COUNT,  METRICS) VALUES  ('a', 'a','a', 'a', 1, 1111111, '1111111', 1111111, 11112111, 1111111, 1111111,'{"1111111":1111111}');

UPSERT INTO TEST_METRICS_4 (METRIC_NAME, HOSTNAME, APP_ID, INSTANCE_ID, START_TIME, SERVER_TIME,  UNITS,  METRIC_SUM,  METRIC_MAX,  METRIC_MIN,  METRIC_COUNT,  METRICS) VALUES  ('c', 'a','e', 'a', 1516614480000, 1516614480000, '1111111', 1111111, 11112111, 1111111, 1111111,'{"1111111":1111111}');

UPSERT INTO TEST_METRICS_3 (METRIC_NAME, HOSTNAME, APP_ID, INSTANCE_ID, START_TIME, SERVER_TIME) VALUES  ('a', 'b','a', 'a', 3, 1111111);

CREATE TABLE IF NOT  
    EXISTS TEST_METRICS_4 (METRIC_NAME VARCHAR,  
    HOSTNAME VARCHAR,  
    SERVER_TIME UNSIGNED_LONG NOT NULL,  
    APP_ID VARCHAR,  
    INSTANCE_ID VARCHAR,  
    START_TIME BIGINT,
    UNITS CHAR(20),  
    METRIC_SUM DOUBLE,  
    METRIC_COUNT BIGINT,  
    METRIC_MAX DOUBLE,  
    METRIC_MIN DOUBLE,  
    METRICS VARCHAR CONSTRAINT pk
    PRIMARY KEY (METRIC_NAME, HOSTNAME, SERVER_TIME, APP_ID,  INSTANCE_ID)) IMMUTABLE_ROWS=true,  TTL=86400;