Apache Doris1.1.2(ES & MySQL)

原创已于 2022-11-06 22:40:14 修改 · 1.3k 阅读

1 ·

CC 4.0 BY-SA版权

文章标签：

#分析引擎 #apache doris

于 2022-11-06 22:25:57 首次发布

Apache 专栏收录该内容

2 篇文章

订阅专栏

本文介绍了Apache Doris 1.1.2版本，强调其与MySQL和Elastic Search的集成。内容涵盖数据准备，包括MySQL和Elastic Search的设置，Doris的配置修改，如FE和BE的调整，以及如何创建MySQL和ES的外部表进行查询。此外，还提及了使用ODBC驱动安装来连接MySQL。

Apache Doris

简单易用、高性能和统一的分析数据库

数据准备

MySQL

Elastic Search

Apache Doris

配置修改

FE

meta_dir = /data/apache/apache-doris-fe-1.1.2-bin/fe/doris-meta
priority_networks = 172.17.1.13

BE

priority_networks = 172.17.1.13
storage_root_path = /data/apache/apache-doris-be-1.1.2-bin/be/storage

# Setup from the unixODBC package
[MySQL ODBC 5.3 Unicode Driver]
Driver          = /data/mysql/mysql-connector-odbc-5.3.13-linux-glibc2.12-x86-64bit/lib/libmyodbc5w.so
FileUsage       = 1

MySQL外部表

create external resource mysql_odbc
properties (
"type" = "odbc_catalog",
"host" = "127.0.0.1",
"port" = "3306",
"user" = "root",
"password" = "root",
"database" = "staff",
"odbc_type" = "mysql",
"driver" = "MySQL ODBC 5.3 Unicode Driver"
);

create external table demo.mysql_info (
  id int  comment "",
  staff_id varchar(50) NULL comment "",
  name varchar(50) NULL comment ""
) engine=ODBC
comment "ODBC"
properties (
"odbc_catalog_resource" = "mysql_odbc",
"database" = "staff",
"table" = "info"
);

ES外部表

create external table demo.es_staff_info (
  id bigint(20) COMMENT "",
  name varchar(50) COMMENT "",
  email varchar(50) COMMENT "",
  tel bigint(20) COMMENT ""
) engine=ELASTICSEARCH
properties (
"hosts" = "http://172.17.1.13:9200",
"index" = "staff",
"type" = "_doc"
);

页面查询

默认用户root直接login，无需密码

查询MySQL数据

查询ES数据

联合查询

MySQL ODBC驱动安装

yum install -y unixODBC

./bin/myodbc-installer -d -l

./bin/myodbc-installer -d -r -n "MySQL ODBC 5.3 Unicode Driver"

./bin/myodbc-installer -d -a -n "MySQL ODBC 5.3 Unicode Driver" \
-t "DRIVER=/data/mysql/mysql-connector-odbc-5.3.13-linux-glibc2.12-x86-64bit/lib/libmyodbc5w.so;SETUP=/data/mysql/mysql-connector-odbc-5.3.13-linux-glibc2.12-x86-64bit/lib/libmyodbc5w.so"

./bin/myodbc-installer -s -a -c2 -n "MySQL ODBC 5.3 Unicode Driver" \
-t "DRIVER=MySQL ODBC 5.3 Unicode Driver;SERVER=localhost;DATABASE=staff;UID=root;PWD=root"

./bin/myodbc-installer -s -l -c2 -n "MySQL ODBC 5.3 Unicode Driver"

cat /etc/odbcinst.ini
cat /etc/odbc.ini