ClickHouse学习笔记

最新推荐文章于 2024-06-28 13:00:59 发布

mozhw

最新推荐文章于 2024-06-28 13:00:59 发布

阅读量212

点赞数

CC 4.0 BY-SA版权

分类专栏： clickhouse

本文链接：https://blog.youkuaiyun.com/hwjcmozw/article/details/114580467

这篇博客详细介绍了ClickHouse的使用，包括登录、密码设置、查询和建表操作，还探讨了chproxy配置和用户权限设置。文章强调了查询优化，如使用prewhere和避免大表JOIN，同时讲解了MaterializeMySQL的全量和增量同步功能，以及如何结合Kafka进行数据集成。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

安装部署

Centos、RedHat
sudo yum install yum-utils
sudo rpm --import https://repo.clickhouse.tech/CLICKHOUSE-KEY.GPG
sudo yum-config-manager --add-repo https://repo.clickhouse.tech/rpm/stable/x86_64
sudo yum install clickhouse-server clickhouse-client

sudo /etc/init.d/clickhouse-server start
clickhouse-client

vi /etc/security/limits.d/clickhouse.conf
clickhouse      soft    nofile  262144
clickhouse      hard    nofile  262144

vi /etc/security/limits.conf
* soft nofile 65536
* hard nofile 65536
* soft nproc 131072
* hard nproc 131072


vi /etc/selinux/config
SELINUX=disabled


关闭防火墙
systemctl stop firewalld.service
systemctl disable firewalld.service

创建目录
mkdir -p /data/clickhouse/config
chown -R clickhouse:clickhouse /data/clickhouse
mkdir -p /data/clickhouse/log/clickhouse-server
mkdir /data/clickhouse/tmp/
mkdir /data/clickhouse/format_schemas
mkdir -p /data/clickhouse/task_queue/ddl

cp  /etc/clickhouse-server/config.xml /data/clickhouse/config/config.xml
cp  /etc/clickhouse-server/users.xml /data/clickhouse/config/users.xml

chmod 755 config.xml
chmod 755 users.xml

ln -s /data/clickhouse/config/config.xml /etc/clickhouse-server/config.xml
config.xml

<log>/data/clickhouse/log/clickhouse-server/clickhouse-server.log</log>
<errorlog>/data/clickhouse/log/clickhouse-server/clickhouse-server.err.log</errorlog>

<!-- Path to data directory, with trailing slash. -->
<path>/data/clickhouse/data/</path>

<tmp_path>/data/clickhouse/tmp/</tmp_path>
<format_schema_path>/data/clickhouse/format_schemas/</format_schema_path>


    <remote_servers incl="clickhouse_remote_servers" >
       <perftest_2shards_1replicas>
       <!-- 数据分片1 -->
         <shard>
           <internal_replication>true</internal_replication>
           <replica>
              <host>clickhouse1</host>
              <port>9000</port>
          </replica>
           <replica>
              <host>clickhouse2</host>
              <port>9000</port>
          </replica>
         </shard>
       <!-- 数据分片2 -->
         <shard>
           <internal_replication>true</internal_replication>
           <replica>
              <host>clickhouse3</host>
              <port>9000</port>
          </replica>
           <replica>
              <host>clickhouse4</host>
              <port>9000</port>
          </replica>
         </shard>
       </perftest_2shards_1replicas>
   </remote_servers>


    <zookeeper>
        <node>
            <host>clickhouse2</host>
            <port>2181</port>
        </node>
        <node>
            <host>clickhouse3</host>
            <port>2181</port>
        </node>
        <node>
            <host>clickhouse4</host>
            <port&