zookeeper-集群搭建

关注

原创最新推荐文章于 2026-03-05 05:34:37 发布 197 阅读 AI 写同款· GEO 优化 ›

基于Zookeeper搭建spark集群基于Zookeeper搭建spark集群一、前置条件二、Zookeeper集群搭建三、Spark集群搭建一、前置条件在搭建集群之前确保linux已安装JDK 三台机器分别为master、slave1、slave2 二、Zookeeper集群搭建先从官网上下载zookeeper https://zookeeper.apache.org/releases.html 使用rz命令将zookeepe... 阅读详情

//解压
[root@localhost ~]# tar zxf zookeeper-3.4.6.tar.gz 
//创建目录
[root@localhost ~]# mkdir /usr/local/solr-cloud
[root@localhost ~]# cp -r zookeeper-3.4.6 /usr/local/solr-cloud/zookeeper01
[root@localhost ~]# cp -r zookeeper-3.4.6 /usr/local/solr-cloud/zookeeper02
[root@localhost ~]# cp -r zookeeper-3.4.6 /usr/local/solr-cloud/zookeeper03
[root@localhost ~]# cd /usr/local/solr-cloud/
[root@localhost solr-cloud]# ll
总用量 12
drwxr-xr-x. 10 1000 1000 4096 2月  20 2014 zookeeper01
drwxr-xr-x. 10 root root 4096 12月 25 15:01 zookeeper02
drwxr-xr-x. 10 root root 4096 12月 25 15:01 zookeeper03
[root@localhost solr-cloud]# 
[root@localhost solr-cloud]# cd zookeeper01
[root@localhost zookeeper01]# mkdir data
[root@localhost zookeeper01]# cd data/
[root@localhost data]# touch myid
[root@localhost data]# ll
总用量 0
-rw-r--r--. 1 root root 0 12月 25 15:03 myid
[root@localhost data]# vi myid 
//里面写数字1
[root@localhost data]# cat myid 
1
[root@localhost data]# cd ..
[root@localhost zookeeper01]# cd conf/
[root@localhost conf]# cp zoo_sample.cfg zoo.cfg
[root@localhost conf]# ll
总用量 16
-rw-rw-r--. 1 1000 1000  535 2月  20 2014 configuration.xsl
-rw-rw-r--. 1 1000 1000 2161 2月  20 2014 log4j.properties
-rw-r--r--. 1 root root  922 12月 25 15:06 zoo.cfg
-rw-rw-r--. 1 1000 1000  922 2月  20 2014 zoo_sample.cfg
[root@localhost conf]# vi zoo.cfg

//修改dataDir为
dataDir=/usr/local/solr-cloud/zookeeper01/data/
//最后面增加代码-当前连接的服务器ip是192.168.25.100
//2881：节点之间进行通信的端口
//3881：节点之间进行投票选举的端口
server.1=192.168.25.100:2881:3881
server.2=192.168.25.100:2882:3882
server.3=192.168.25.100:2883:3883

[root@localhost conf]# cd ..
[root@localhost zookeeper01]# cd ..
[root@localhost solr-cloud]# ll
总用量 12
drwxr-xr-x. 11 1000 1000 4096 12月 25 15:02 zookeeper01
drwxr-xr-x. 10 root root 4096 12月 25 15:01 zookeeper02
drwxr-xr-x. 10 root root 4096 12月 25 15:01 zookeeper03
[root@localhost solr-cloud]# 
[root@localhost solr-cloud]# mkdir zookeeper02/data
[root@localhost solr-cloud]# cd zookeeper02/data/
[root@localhost data]# 
[root@localhost data]# ll
总用量 0
[root@localhost data]# echo 2 >myid
[root@localhost data]# ll
总用量 4
-rw-r--r--. 1 root root 2 12月 25 15:16 myid
[root@localhost data]# cat myid 
2
[root@localhost data]# 
[root@localhost data]# cd ..
[root@localhost zookeeper02]# cd conf
[root@localhost conf]# cp zoo_sample.cfg zoo.cfg
[root@localhost conf]# vi zoo.cfg

//端口号改为2182
clientPort=2182
//修改dataDir
dataDir=/usr/local/solr-cloud/zookeeper02/data/
//最后面增加
server.1=192.168.25.100:2881:3881
server.2=192.168.25.100:2882:3882
server.3=192.168.25.100:2883:3883

[root@localhost conf]# cd ..
[root@localhost zookeeper02]# cd ../zookeeper03
[root@localhost zookeeper03]# mkdir data
[root@localhost zookeeper03]# echo 3 >data/myid
[root@localhost zookeeper03]# cat data/myid 
3
[root@localhost zookeeper03]# 
[root@localhost zookeeper03]# 
[root@localhost zookeeper03]# cd conf/
[root@localhost conf]# cp zoo_sample.cfg zoo.cfg
[root@localhost conf]# ll
总用量 16
-rw-r--r--. 1 root root  535 12月 25 15:01 configuration.xsl
-rw-r--r--. 1 root root 2161 12月 25 15:01 log4j.properties
-rw-r--r--. 1 root root  922 12月 25 15:21 zoo.cfg
-rw-r--r--. 1 root root  922 12月 25 15:01 zoo_sample.cfg
[root@localhost conf]# vi zoo.cfg

//修改dataDir
dataDir=/usr/local/solr-cloud/zookeeper03/data/
//修改端口号
clientPort=2183
//最后面增加节点列表
server.1=192.168.25.100:2881:3881
server.2=192.168.25.100:2882:3882
server.3=192.168.25.100:2883:3883

[root@localhost conf]# cd ..
[root@localhost zookeeper03]# cd ..
[root@localhost solr-cloud]# ll
总用量 12
drwxr-xr-x. 11 1000 1000 4096 12月 25 15:02 zookeeper01
drwxr-xr-x. 11 root root 4096 12月 25 15:14 zookeeper02
drwxr-xr-x. 11 root root 4096 12月 25 15:20 zookeeper03
[root@localhost solr-cloud]# 
[root@localhost solr-cloud]# vi start-all.sh

./zookeeper01/bin/zkServer.sh start
./zookeeper02/bin/zkServer.sh start
./zookeeper03/bin/zkServer.sh start

[root@localhost solr-cloud]# ll
总用量 16
-rw-r--r--.  1 root root  108 12月 25 15:27 start-all.sh
drwxr-xr-x. 11 1000 1000 4096 12月 25 15:02 zookeeper01
drwxr-xr-x. 11 root root 4096 12月 25 15:14 zookeeper02
drwxr-xr-x. 11 root root 4096 12月 25 15:20 zookeeper03
[root@localhost solr-cloud]# chmod u+x start-all.sh 
[root@localhost solr-cloud]# ll
总用量 16
-rwxr--r--.  1 root root  108 12月 25 15:27 start-all.sh
drwxr-xr-x. 11 1000 1000 4096 12月 25 15:02 zookeeper01
drwxr-xr-x. 11 root root 4096 12月 25 15:14 zookeeper02
drwxr-xr-x. 11 root root 4096 12月 25 15:20 zookeeper03
[root@localhost solr-cloud]# 
//启动集群
[root@localhost solr-cloud]# ./start-all.sh 
JMX enabled by default
Using config: /usr/local/solr-cloud/zookeeper01/bin/../conf/zoo.cfg
Starting zookeeper ... STARTED
JMX enabled by default
Using config: /usr/local/solr-cloud/zookeeper02/bin/../conf/zoo.cfg
Starting zookeeper ... STARTED
JMX enabled by default
Using config: /usr/local/solr-cloud/zookeeper03/bin/../conf/zoo.cfg
Starting zookeeper ... STARTED
[root@localhost solr-cloud]# 
//查看状态
//Mode: follower说明该服务器是从服务器，只有一个主服务已通过选举得出
[root@localhost solr-cloud]# zookeeper01/bin/zkServer.sh status
JMX enabled by default
Using config: /usr/local/solr-cloud/zookeeper01/bin/../conf/zoo.cfg
Mode: follower
//Mode: leader说明该服务器是主服务器
[root@localhost solr-cloud]# zookeeper02/bin/zkServer.sh status 
JMX enabled by default
Using config: /usr/local/solr-cloud/zookeeper02/bin/../conf/zoo.cfg

Mode: leader
[root@localhost solr-cloud]# 
[root@localhost solr-cloud]# zookeeper03/bin/zkServer.sh status 
JMX enabled by default
Using config: /usr/local/solr-cloud/zookeeper03/bin/../conf/zoo.cfg
Mode: follower
[root@localhost solr-cloud]# 
[root@localhost solr-cloud]# pwd
/usr/local/solr-cloud
[root@localhost solr-cloud]#

收录于