docker swarm 搭建生产用kafka集群

最新推荐文章于 2025-03-19 15:12:31 发布
最新推荐文章于 2025-03-19 15:12:31 发布
阅读量1.7k 收藏 4
点赞数 2
分类专栏： Docker zookeeper kafka 文章标签： kafka docker 分布式
版权声明：本文为博主原创文章，遵循 CC 4.0 BY-SA 版权协议，转载请附上原文出处链接和本声明。
本文链接：https://blog.youkuaiyun.com/lms99251/article/details/108972197
版权

docker swarm 搭建kafka集群

创建docker-compose.yml文件

在根目录下创建了kafkacompose.yml文件


version: '3.7'

services:
  zoo1:
    image: zookeeper:latest
    networks:
      - kafka
    hostname: zoo1
    ports: # 端口
      - 2181:2181
    environment:
      ZOO_MY_ID: 1
      ZOO_SERVERS: server.1=0.0.0.0:2888:3888;2181 server.2=zoo2:2888:3888;2181 server.3=zoo3:2888:3888;2181
    volumes:
      - "/etc/timezone:/etc/timezone:ro"
      - "/etc/localtime:/etc/localtime:ro"
      - "/gfs-share/zookeeper/zoo1conf:/conf"
      - "/gfs-share/zookeeper/zoo1data:/data"
      - "/gfs-share/zookeeper/zoo1datalog:/datalog"
      - "/gfs-share/zookeeper/zoo1logs:/logs"
    deploy:
      mode: replicated
      replicas: 1
      placement:
         constraints: # 添加条件约束
            - node.labels.role1==zookeeper
  zoo2:
    image: zookeeper:latest
    networks:
      - kafka
    hostname: zoo2
    ports: # 端口
      - 2182:2181
    environment:
      ZOO_MY_ID: 2
      ZOO_SERVERS: server.1=zoo1:2888:3888;2181 server.2=0.0.0.0:2888:3888;2181 server.3=zoo3:2888:3888;2181
    volumes:
      - "/etc/timezone:/etc/timezone:ro"
      - "/etc/localtime:/etc/localtime:ro"
      - "/gfs-share/zookeeper/zoo2conf:/conf"
      - "/gfs-share/zookeeper/zoo2data:/data"
      - "/gfs-share/zookeeper/zoo2datalog:/datalog"
      - "/gfs-share/zookeeper/zoo2logs:/logs"
    deploy:
      mode: replicated
      replicas: 1
      placement:
         constraints: # 添加条件约束
            - node.labels.role1==zookeeper
  zoo3:
    image: zookeeper:latest
    networks:
      - kafka
    hostname: zoo3
    ports: # 端口
      - 2183:2181
    environment:
      ZOO_MY_ID: 3
      ZOO_SERVERS: server.1=zoo1:2888:3888;2181 server.2=zoo2:2888:3888;2181 server.3=0.0.0.0:2888:3888;2181
    volumes:
      - "/etc/timezone:/etc/timezone:ro"
      - "/etc/localtime:/etc/localtime:ro"
      - "/gfs-share/zookeeper/zoo3conf:/conf"
      - "/gfs-share/zookeeper/zoo3data:/data"
      - "/gfs-share/zookeeper/zoo3datalog:/datalog"
      - "/gfs-share/zookeeper/zoo3logs:/logs"
    deploy:
      mode: replicated
      replicas: 1 
      placement:
         constraints: # 添加条件约束
            - node.labels.role1==zookeeper
      
  kafka1:
    image: wurstmeister/kafka:latest
    hostname: kafka1
    depends_on:
      - zoo1
      - zoo2
      - zoo3
    ports:
      - target: 9094
        published: 9094
        protocol: tcp
        mode: host
    environment:
      HOSTNAME_COMMAND: "docker info -f '{{`{{.Swarm.NodeAddr}}`}}'"
      KAFKA_BROKER_ID: 1
      KAFKA_MESSAGE_MAX_BYTES: 5000000
      KAFKA_ZOOKEEPER_CONNECT: zoo1:2181,zoo2:2181,zoo3:2181
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
      KAFKA_ADVERTISED_LISTENERS: INSIDE://:9092,OUTSIDE://_{HOSTNAME_COMMAND}:9094
      KAFKA_LISTENERS: INSIDE://:9092,OUTSIDE://:9094
      KAFKA_INTER_BROKER_LISTENER_NAME: INSIDE
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'false'
      KAFKA_LOG_DIRS: /kafka/kafka_log
      KAFKA_LOG_CLEANUP_POLICY: 'delete'
      KAFKA_LOG_RETENTION_HOURS: 1
      KAFKA_LOG_RETENTION_BYTES: 1048576
      KAFKA_LOG_SEGMENT_BYTES: 1048576
      KAFKA_LOG_RETENTION_CHECK_INTERVAL_MS: 300000
      KAFKA_LOG_CLEANLE_ENABLE: 'true'
    volumes:
      - "/etc/timezone:/etc/timezone:ro"
      - "/etc/localtime:/etc/localtime:ro"
      - /var/run/docker.sock:/var/run/docker.sock
      - "/gfs-share/kafka/kafka1:/kafka"
    networks:
      - kafka
    deploy:
      placement:
         constraints: # 添加条件约束
            - node.labels.role==kafka1
  
  kafka2:
    image: wurstmeister/kafka:latest
    hostname: kafka2
    depends_on:
      - zoo1
      - zoo2
      - zoo3
    ports:
      - target: 9094
        published: 9094
        protocol: tcp
        mode: host
    environment:
      HOSTNAME_COMMAND: "docker info -f '{{`{{.Swarm.NodeAddr}}`}}'"
      KAFKA_BROKER_ID: 2
      KAFKA_MESSAGE_MAX_BYTES: 5000000
      KAFKA_ZOOKEEPER_CONNECT: zoo1:2181,zoo2:2181,zoo3:2181
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
      KAFKA_ADVERTISED_LISTENERS: INSIDE://:9092,OUTSIDE://_{HOSTNAME_COMMAND}:9094
      KAFKA_LISTENERS: INSIDE://:9092,OUTSIDE://:9094
      KAFKA_INTER_BROKER_LISTENER_NAME: INSIDE
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'false'
      KAFKA_LOG_DIRS: /kafka/kafka_log
      KAFKA_LOG_CLEANUP_POLICY: 'delete'
      KAFKA_LOG_RETENTION_HOURS: 1
      KAFKA_LOG_RETENTION_BYTES: 1048576
      KAFKA_LOG_SEGMENT_BYTES: 1048576
      KAFKA_LOG_RETENTION_CHECK_INTERVAL_MS: 300000
      KAFKA_LOG_CLEANLE_ENABLE: 'true'
    volumes:
      - "/etc/timezone:/etc/timezone:ro"
      - "/etc/localtime:/etc/localtime:ro"
      - /var/run/docker.sock:/var/run/docker.sock
      - "/gfs-share/kafka/kafka2:/kafka"
    networks:
      - kafka
    deploy:
      placement:
         constraints: # 添加条件约束
            - node.labels.role==kafka2
            
  kafka3:
    image: wurstmeister/kafka:latest
    hostname: kafka3
    depends_on:
      - zoo1
      - zoo2
      - zoo3
    ports:
      - target: 9094
        published: 9094
        protocol: tcp
        mode: host
    environment:
      HOSTNAME_COMMAND: "docker info -f '{{`{{.Swarm.NodeAddr}}`}}'"
      KAFKA_BROKER_ID: 3
      KAFKA_MESSAGE_MAX_BYTES: 5000000
      KAFKA_ZOOKEEPER_CONNECT: zoo1:2181,zoo2:2181,zoo3:2181
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
      KAFKA_ADVERTISED_LISTENERS: INSIDE://:9092,OUTSIDE://_{HOSTNAME_COMMAND}:9094
      KAFKA_LISTENERS: INSIDE://:9092,OUTSIDE://:9094
      KAFKA_INTER_BROKER_LISTENER_NAME: INSIDE
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'false'
      KAFKA_LOG_DIRS: /kafka/kafka_log
      KAFKA_LOG_CLEANUP_POLICY: 'delete'
      KAFKA_LOG_RETENTION_HOURS: 1
      KAFKA_LOG_RETENTION_BYTES: 1048576
      KAFKA_LOG_SEGMENT_BYTES: 1048576
      KAFKA_LOG_RETENTION_CHECK_INTERVAL_MS: 300000
      KAFKA_LOG_CLEANLE_ENABLE: 'true'
    volumes:
      - "/etc/timezone:/etc/timezone:ro"
      - "/etc/localtime:/etc/localtime:ro"
      - /var/run/docker.sock:/var/run/docker.sock
      - "/gfs-share/kafka/kafka3:/kafka"
    networks:
      - kafka
    deploy:
      placement:
         constraints: # 添加条件约束
            - node.labels.role==kafka3
            
  kafka4:
    image: wurstmeister/kafka:latest
    hostname: kafka4
    depends_on:
      - zoo1
      - zoo2
      - zoo3
    ports:
      - target: 9094
        published: 9094
        protocol: tcp
        mode: host
    environment:
      HOSTNAME_COMMAND: "docker info -f '{{`{{.Swarm.NodeAddr}}`}}'"
      KAFKA_BROKER_ID: 4
      KAFKA_MESSAGE_MAX_BYTES: 5000000
      KAFKA_ZOOKEEPER_CONNECT: zoo1:2181,zoo2:2181,zoo3:2181
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
      KAFKA_ADVERTISED_LISTENERS: INSIDE://:9092,OUTSIDE://_{HOSTNAME_COMMAND}:9094
      KAFKA_LISTENERS: INSIDE://:9092,OUTSIDE://:9094
      KAFKA_INTER_BROKER_LISTENER_NAME: INSIDE
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'false'
      KAFKA_LOG_DIRS: /kafka/kafka_log
      KAFKA_LOG_CLEANUP_POLICY: 'delete'
      KAFKA_LOG_RETENTION_HOURS: 1
      KAFKA_LOG_RETENTION_BYTES: 1048576
      KAFKA_LOG_SEGMENT_BYTES: 1048576
      KAFKA_LOG_RETENTION_CHECK_INTERVAL_MS: 300000
      KAFKA_LOG_CLEANLE_ENABLE: 'true'
    volumes:
      - "/etc/timezone:/etc/timezone:ro"
      - "/etc/localtime:/etc/localtime:ro"
      - /var/run/docker.sock:/var/run/docker.sock
      - "/gfs-share/kafka/kafka4:/kafka"
    networks:
      - kafka
    deploy:
      placement:
         constraints: # 添加条件约束
            - node.labels.role==kafka4
            
  kafka5:
    image: wurstmeister/kafka:latest
    hostname: kafka5
    depends_on:
      - zoo1
      - zoo2
      - zoo3
    ports:
      - target: 9094
        published: 9094
        protocol: tcp
        mode: host
    environment:
      HOSTNAME_COMMAND: "docker info -f '{{`{{.Swarm.NodeAddr}}`}}'"
      KAFKA_BROKER_ID: 5
      KAFKA_MESSAGE_MAX_BYTES: 5000000
      KAFKA_ZOOKEEPER_CONNECT: zoo1:2181,zoo2:2181,zoo3:2181
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
      KAFKA_ADVERTISED_LISTENERS: INSIDE://:9092,OUTSIDE://_{HOSTNAME_COMMAND}:9094
      KAFKA_LISTENERS: INSIDE://:9092,OUTSIDE://:9094
      KAFKA_INTER_BROKER_LISTENER_NAME: INSIDE
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'false'
      KAFKA_LOG_DIRS: /kafka/kafka_log
      KAFKA_LOG_CLEANUP_POLICY: 'delete'
      KAFKA_LOG_RETENTION_HOURS: 1
      KAFKA_LOG_RETENTION_BYTES: 1048576
      KAFKA_LOG_SEGMENT_BYTES: 1048576
      KAFKA_LOG_RETENTION_CHECK_INTERVAL_MS: 300000
      KAFKA_LOG_CLEANLE_ENABLE: 'true'
    volumes:
      - "/etc/timezone:/etc/timezone:ro"
      - "/etc/localtime:/etc/localtime:ro"
      - /var/run/docker.sock:/var/run/docker.sock
      - "/gfs-share/kafka/kafka5:/kafka"
    networks:
      - kafka
    deploy:
      placement:
         constraints: # 添加条件约束
            - node.labels.role==kafka5
            
  kafka6:
    image: wurstmeister/kafka:latest
    hostname: kafka6
    depends_on:
      - zoo1
      - zoo2
      - zoo3
    ports:
      - target: 9094
        published: 9094
        protocol: tcp
        mode: host
    environment:
      HOSTNAME_COMMAND: "docker info -f '{{`{{.Swarm.NodeAddr}}`}}'"
      KAFKA_BROKER_ID: 6
      KAFKA_MESSAGE_MAX_BYTES: 5000000
      KAFKA_ZOOKEEPER_CONNECT: zoo1:2181,zoo2:2181,zoo3:2181
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
      KAFKA_ADVERTISED_LISTENERS: INSIDE://:9092,OUTSIDE://_{HOSTNAME_COMMAND}:9094
      KAFKA_LISTENERS: INSIDE://:9092,OUTSIDE://:9094
      KAFKA_INTER_BROKER_LISTENER_NAME: INSIDE
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'false'
      KAFKA_LOG_DIRS: /kafka/kafka_log
      KAFKA_LOG_CLEANUP_POLICY: 'delete'
      KAFKA_LOG_RETENTION_HOURS: 1
      KAFKA_LOG_RETENTION_BYTES: 1048576
      KAFKA_LOG_SEGMENT_BYTES: 1048576
      KAFKA_LOG_RETENTION_CHECK_INTERVAL_MS: 300000
      KAFKA_LOG_CLEANLE_ENABLE: 'true'
    volumes:
      - "/etc/timezone:/etc/timezone:ro"
      - "/etc/localtime:/etc/localtime:ro"
      - /var/run/docker.sock:/var/run/docker.sock
      - "/gfs-share/kafka/kafka6:/kafka"
    networks:
      - kafka
    deploy:
      placement:
         constraints: # 添加条件约束
            - node.labels.role==kafka6
            
  kafka7:
    image: wurstmeister/kafka:latest
    hostname: kafka7
    depends_on:
      - zoo1
      - zoo2
      - zoo3
    ports:
      - target: 9094
        published: 9094
        protocol: tcp
        mode: host
    environment:
      HOSTNAME_COMMAND: "docker info -f '{{`{{.Swarm.NodeAddr}}`}}'"
      KAFKA_BROKER_ID: 7
      KAFKA_MESSAGE_MAX_BYTES: 5000000
      KAFKA_ZOOKEEPER_CONNECT: zoo1:2181,zoo2:2181,zoo3:2181
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
      KAFKA_ADVERTISED_LISTENERS: INSIDE://:9092,OUTSIDE://_{HOSTNAME_COMMAND}:9094
      KAFKA_LISTENERS: INSIDE://:9092,OUTSIDE://:9094
      KAFKA_INTER_BROKER_LISTENER_NAME: INSIDE
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'false'
      KAFKA_LOG_DIRS: /kafka/kafka_log
      KAFKA_LOG_CLEANUP_POLICY: 'delete'
      KAFKA_LOG_RETENTION_HOURS: 1
      KAFKA_LOG_RETENTION_BYTES: 1048576
      KAFKA_LOG_SEGMENT_BYTES: 1048576
      KAFKA_LOG_RETENTION_CHECK_INTERVAL_MS: 300000
      KAFKA_LOG_CLEANLE_ENABLE: 'true'
    volumes:
      - "/etc/timezone:/etc/timezone:ro"
      - "/etc/localtime:/etc/localtime:ro"
      - /var/run/docker.sock:/var/run/docker.sock
      - "/gfs-share/kafka/kafka7:/kafka"
    networks:
      - kafka
    deploy:
      placement:
         constraints: # 添加条件约束
            - node.labels.role==kafka7
            
  kafka8:
    image: wurstmeister/kafka:latest
    hostname: kafka8
    depends_on:
      - zoo1
      - zoo2
      - zoo3
    ports:
      - target: 9094
        published: 9094
        protocol: tcp
        mode: host
    environment:
      HOSTNAME_COMMAND: "docker info -f '{{`{{.Swarm.NodeAddr}}`}}'"
      KAFKA_BROKER_ID: 8
      KAFKA_MESSAGE_MAX_BYTES: 5000000
      KAFKA_ZOOKEEPER_CONNECT: zoo1:2181,zoo2:2181,zoo3:2181
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
      KAFKA_ADVERTISED_LISTENERS: INSIDE://:9092,OUTSIDE://_{HOSTNAME_COMMAND}:9094
      KAFKA_LISTENERS: INSIDE://:9092,OUTSIDE://:9094
      KAFKA_INTER_BROKER_LISTENER_NAME: INSIDE
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'false'
      KAFKA_LOG_DIRS: /kafka/kafka_log
      KAFKA_LOG_CLEANUP_POLICY: 'delete'
      KAFKA_LOG_RETENTION_HOURS: 1
      KAFKA_LOG_RETENTION_BYTES: 1048576
      KAFKA_LOG_SEGMENT_BYTES: 1048576
      KAFKA_LOG_RETENTION_CHECK_INTERVAL_MS: 300000
      KAFKA_LOG_CLEANLE_ENABLE: 'true'
    volumes:
      - "/etc/timezone:/etc/timezone:ro"
      - "/etc/localtime:/etc/localtime:ro"
      - /var/run/docker.sock:/var/run/docker.sock
      - "/gfs-share/kafka/kafka8:/kafka"
    networks:
      - kafka
    deploy:
      placement:
         constraints: # 添加条件约束
            - node.labels.role==kafka8
            
  kafka9:
    image: wurstmeister/kafka:latest
    hostname: kafka9
    depends_on:
      - zoo1
      - zoo2
      - zoo3
    ports:
      - target: 9094
        published: 9094
        protocol: tcp
        mode: host
    environment:
      HOSTNAME_COMMAND: "docker info -f '{{`{{.Swarm.NodeAddr}}`}}'"
      KAFKA_BROKER_ID: 9
      KAFKA_MESSAGE_MAX_BYTES: 5000000
      KAFKA_ZOOKEEPER_CONNECT: zoo1:2181,zoo2:2181,zoo3:2181
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
      KAFKA_ADVERTISED_LISTENERS: INSIDE://:9092,OUTSIDE://_{HOSTNAME_COMMAND}:9094
      KAFKA_LISTENERS: INSIDE://:9092,OUTSIDE://:9094
      KAFKA_INTER_BROKER_LISTENER_NAME: INSIDE
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'false'
      KAFKA_LOG_DIRS: /kafka/kafka_log
      KAFKA_LOG_CLEANUP_POLICY: 'delete'
      KAFKA_LOG_RETENTION_HOURS: 1
      KAFKA_LOG_RETENTION_BYTES: 1048576
      KAFKA_LOG_SEGMENT_BYTES: 1048576
      KAFKA_LOG_RETENTION_CHECK_INTERVAL_MS: 300000
      KAFKA_LOG_CLEANLE_ENABLE: 'true'
    volumes:
      - "/etc/timezone:/etc/timezone:ro"
      - "/etc/localtime:/etc/localtime:ro"
      - /var/run/docker.sock:/var/run/docker.sock
      - "/gfs-share/kafka/kafka9:/kafka"
    networks:
      - kafka
    deploy:
      placement:
         constraints: # 添加条件约束
            - node.labels.role==kafka9
            
  kafka10:
    image: wurstmeister/kafka:latest
    hostname: kafka10
    depends_on:
      - zoo1
      - zoo2
      - zoo3
    ports:
      - target: 9094
        published: 9094
        protocol: tcp
        mode: host
    environment:
      HOSTNAME_COMMAND: "docker info -f '{{`{{.Swarm.NodeAddr}}`}}'"
      KAFKA_BROKER_ID: 10
      KAFKA_MESSAGE_MAX_BYTES: 5000000
      KAFKA_ZOOKEEPER_CONNECT: zoo1:2181,zoo2:2181,zoo3:2181
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INSIDE:PLAINTEXT,OUTSIDE:PLAINTEXT
      KAFKA_ADVERTISED_LISTENERS: INSIDE://:9092,OUTSIDE://_{HOSTNAME_COMMAND}:9094
      KAFKA_LISTENERS: INSIDE://:9092,OUTSIDE://:9094
      KAFKA_INTER_BROKER_LISTENER_NAME: INSIDE
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'false'
      KAFKA_LOG_DIRS: /kafka/kafka_log
      KAFKA_LOG_CLEANUP_POLICY: 'delete'
      KAFKA_LOG_RETENTION_HOURS: 1
      KAFKA_LOG_RETENTION_BYTES: 1048576
      KAFKA_LOG_SEGMENT_BYTES: 1048576
      KAFKA_LOG_RETENTION_CHECK_INTERVAL_MS: 300000
      KAFKA_LOG_CLEANLE_ENABLE: 'true'
    volumes:
      - "/etc/timezone:/etc/timezone:ro"
      - "/etc/localtime:/etc/localtime:ro"
      - /var/run/docker.sock:/var/run/docker.sock
      - "/gfs-share/kafka/kafka10:/kafka"
    networks:
      - kafka
    deploy:
      placement:
         constraints: # 添加条件约束
            - node.labels.role==kafka10
            
networks:
  kafka:
    external:
      name: publicNetWork

启动集群

docker stack deploy -c kafkacompose.yml kafka
Docker搭建kafka集群
m0_63600448的博客
12-03 1141
废话不多说，直接上干货这篇文章的前提是默认你已经下载好了docker desktop。
基于docker搭建Kafka集群，使用KRaft方式搭建，摒弃Zookeeper
m0_54138989的博客
02-06 1101
环境：已成功搭建kafka服务 192.168.2.91 192.168.2.92 192.168.2.93。
使用docker swarm安装kafka集群
jiasha5788的博客
07-24 541
生产环境部署：当将Kafka用于生产环境时，需要考虑多种因素，例如数据一致性、高可用性和性能问题。配置Zookeeper：Kafka需要Zookeeper来管理其集群状态，因此需要确保正确配置Zookeeper。持久化数据：为确保数据安全，建议将Kafka数据挂载到宿主机上，以便在容器重启或销毁时数据不会丢失。安全性：Kafka传输的数据可能包含敏感信息，因此需要考虑网络安全、身份验证和数据加密等方面的问题。监控和日志：Kafka在生产环境中要求进行严格监控和日志记录，以便及时检测和处理问题。
Docker快速搭建Kafka集群及测试指南
weixin_45482763的博客
03-19 887
前言 ApacheKafka是一款高吞吐量的分布式消息系统，配合Zookeeper可实现集群化部署。本文通过Docker容器技术，​3分钟快速搭建3节点Kafka集群并完成消息生产消费测试。
swarm-部署kafka
ssehs的博客
02-07 881
前置条件 搭建一个zookeeper集群，参考文章 创建覆盖网络xxl //同一个覆盖网络的服务可以通过服务名和ip互相访问，不同的覆盖网络不行 docker network create -d overlay --scope swarm --subnet 172.22.0.0/16 --gateway 172.22.0.1 xxl 编写kafka.yml文件 version: "3.7" ne...
Docker实战之Kafka集群
cuishiying的专栏
03-04 369
1. 概述 Apache Kafka 是一个快速、可扩展的、高吞吐、可容错的分布式发布订阅消息系统。其具有高吞吐量、内置分区、支持数据副本和容错的特性，适合在大规模消息处理场景中使用。 笔者之前在物联网公司工作，其中 Kafka 作为物联网 MQ 选型的事实标准，这里优先给大家搭建 Kafka 集群环境。由于 Kafka 的安装需要依赖 Zookeeper，对 Zookeeper 还不了解的小伙伴...
ubuntu使用docker swarm 安装 kafka集群
最新发布
03-27
好的，我需要帮助用户在Ubuntu系统上使用Docker Swarm部署Kafka集群。首先，我得确保自己了解Docker Swarm和Kafka的基本概念。Docker Swarm是Docker的原生集群管理工具，可以方便地管理多个Docker主机组成的集群。...
如何利用Docker Swarm部署Kafka集群
在使用Docker Swarm部署Kafka时，需要创建一个docker-compose.yml文件，其中描述了Kafka集群的配置信息，包括镜像、端口映射、环境变量等。 #### 6. Docker Compose文件使用 docker-compose.yml文件是一个描述多...
docker swarm compose 搭建并运行kafka服务
06-09
以下是使用Docker Swarm和Docker Compose搭建并运行Kafka服务的简单步骤： 1. 首先，您需要创建一个docker-compose.yml文件，其中包含Kafka服务的配置。以下是一个简单的docker-compose.yml文件，用于启动单个Kafka...
Docker Swarm从部署到基本操作
2401_84046645的博客
04-14 820
接下来的整个部署过程分为以下几步：初始化第一个管理节点（m0）；加入新的管理节点（m1、m2）；加入工作节点（w0、w1）；接下来正式开始吧；
docker swarm集群搭建
wltxiyou的博客
08-13 253
server1 docker swarm init 复制doker swarm join server2 server3 粘贴 回车 查看集群 docker node ls 在各个节点导入nginx：latest docker service create --name web --replicas 3 --publish 80:80 nginx docker service ls...
docker-kafka集群
孟孟的博客
12-23 612
提前启动 zookeeper 相关方法：https://blog.csdn.net/W_Meng_H/article/details/111587195 kafka 镜像说明：https://hub.docker.com/r/wurstmeister/kafka 一、获取镜像 docker pull wurstmeister/kafka:2.12-2.5.0 二、启动 kafka docker run -d --name kafka1 -p 9092:9092 \ --net zk-ne.
docker swam 安装kafka集群以及kfakamanger
F7ANTY的专栏
05-14 411
前面搭建过单节点zookeeper的kafka集群,但是操作起来很不方便,因此这次试着搭建一个带有管理界面kafka-manager的kafka集群. 1、创建docker-compose的yml文件 创建kafka文件夹,并在目录下编写docker-compose-zoosingle-manage-kafka.yml文件 version: '3' services: zookeeper: image: zookeeper container_name: zookeeper
用docker搭建kafka集群
weixin_62863432的博客
12-08 162
这里我创建了三个zk搭成集群，分别更改不同的ip达成目的，各位一定要注意，这里的三个ip都是不同的，并最后都加入了SERVERS中，需要一一对应，否则会报错，ip其实就是我们刚刚在docker创建的网络，因为docker内部其实是隔离的，详细学习请移步专业博客，本文不做赘述 第四步：创建成功后，进入容器内部，查看集群状况 zookeeper_1追随者、zookeeper_2领导者、zookeeper_3追随者 创建好后如下图所示，运行也没问题
【Kafka】docker部署Kafka集群
Felier's Blog
06-23 3356
docker部署Kafka集群
通过docker搭建kafka集群
qq_34648165的博客
01-28 376
启动一个虚拟机 centos7 配置yum源 安装docker yum -y install docker 启动 Docker 后台服务 service docker start 执行如下命令，确认docker可用 docker image ls 使用docker命令搜索kafka和zookeeper命令 docker search kafka docker search zookeeper 下载排名较高的镜像，时间较长 docker pull docker.io/wu..
Docker中搭建Kafka集群以及让外网访问
qq_41587243的博客
05-25 5871
集群规划，3个容器，由最初的centos:latest镜像开始制作主机名IP地址kafka-node1172.19.0.71kafka-node2172.19.0.72kafka-node3172.19.0.73宿主机（虚拟机centos6.5）10.20.0.128...
评论 3
添加红包

请填写红包祝福语或标题

个

红包个数最小为10个

元

红包金额最低5元

当前余额3.43元 前往充值 >
需支付：10.00元
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付元
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明：

1.余额是钱包充值的虚拟货币，按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载，可以购买VIP、付费专栏及课程。

余额充值