mongodb shard cluster

最新推荐文章于 2024-11-25 15:05:16 发布

原创最新推荐文章于 2024-11-25 15:05:16 发布 · 407 阅读

0 ·

CC 4.0 BY-SA版权

文章标签：

#mongodb

mongodb 专栏收录该内容

2 篇文章

订阅专栏

本文介绍了一个MongoDB分片集群的部署过程，包括配置文件设置、域名配置、Config Server及Shard副本集初始化、Mongos配置及关联Shard等关键步骤。

mongodb shard cluster

环境准备

域名配置

[root@node2 mongodb]# cat /etc/hosts
127.0.0.1   localhost localhost.localdomain localhost4 localhost4.localdomain4
::1         localhost localhost.localdomain localhost6 localhost6.localdomain6
192.168.3.234 node2

192.168.3.234 cfg1
192.168.3.235 cfg2 
192.168.3.236 cfg3 

192.168.3.234 shd1 
192.168.3.235 shd2 
192.168.3.236 shd3

配置文件目录


cfgdir/
|-- cfg
|   `-- cfg.cnf
|-- mgs
|   `-- mgs.cnf
`-- shd
    `-- shd.cnf

数据文件目录

datadir/
|-- cfg
`-- shd

日志文件目录

logdir
|-- cfg
|   `-- cfg.log
`-- shd
    `-- shd.log

config server部署

配置文件

port=27017

dbpath=/usr/local/mongodb/datadir/cfg/

logpath=/usr/local/mongodb/logdir/cfg/cfg.log

fork=true

logappend=true

bind_ip=localhost,cfg1

replSet=repcfg

directoryperdb=true

configsvr=1

config server副本集初始化

rs.initiate(
  {
    _id: "repcfg",
    configsvr: true,
    members: [
      { _id : 0, host : "cfg1:27017" },
      { _id : 1, host : "cfg2:27017" },
      { _id : 2, host : "cfg3:27017" }
    ]
  }
)

shard集群

shard 配置文件

port=27018

dbpath=/usr/local/mongodb/datadir/shd/

logpath=/usr/local/mongodb/logdir/shd/shd.log

fork=true

logappend=true

bind_ip=localhost,shd1

replSet=repshd

directoryperdb=true

shardsvr=1

shard副本集初始化

rs.initiate(
  {
    _id : "repshd",
    members: [
      { _id : 0, host : "shd1:27018" },
      { _id : 1, host : "shd2:27018" },
      { _id : 2, host : "shd3:27018" }
    ]
  }
)

mongos

mongos配置文件

port=27019
configdb=repcfg/cfg1:27017,cfg2:27017,cfg3:27017

连接mongos

[root@node2 ~]# mongo --port 27019
MongoDB shell version v4.2.7
connecting to: mongodb://127.0.0.1:27019/?compressors=disabled&gssapiServiceName=mongodb
Implicit session: session { "id" : UUID("3a0e3c69-e62e-480e-83ae-ec66fc2a9594") }
MongoDB server version: 4.2.7
Server has startup warnings: 
2020-11-05T15:06:07.056+0800 I  CONTROL  [main] 
2020-11-05T15:06:07.056+0800 I  CONTROL  [main] ** WARNING: Access control is not enabled for the database.
2020-11-05T15:06:07.056+0800 I  CONTROL  [main] **          Read and write access to data and configuration is unrestricted.
2020-11-05T15:06:07.056+0800 I  CONTROL  [main] ** WARNING: You are running this process as the root user, which is not recommended.
2020-11-05T15:06:07.056+0800 I  CONTROL  [main] 
2020-11-05T15:06:07.056+0800 I  CONTROL  [main] ** WARNING: This server is bound to localhost.
2020-11-05T15:06:07.056+0800 I  CONTROL  [main] **          Remote systems will be unable to connect to this server. 
2020-11-05T15:06:07.056+0800 I  CONTROL  [main] **          Start the server with --bind_ip <address> to specify which IP 
2020-11-05T15:06:07.056+0800 I  CONTROL  [main] **          addresses it should serve responses from, or with --bind_ip_all to
2020-11-05T15:06:07.056+0800 I  CONTROL  [main] **          bind to all interfaces. If this behavior is desired, start the
2020-11-05T15:06:07.056+0800 I  CONTROL  [main] **          server with --bind_ip 127.0.0.1 to disable this warning.
2020-11-05T15:06:07.056+0800 I  CONTROL  [main] 
mongos> 
mongos>

关联shard副本集

sh.addShard( "repshd/shd1:27018,shd2:27018,shd3:27018")

启用shard数据库

sh.enableSharding("inventory")

启用shard collection

sh.shardCollection("inventory.products", { prod_id : "hashed" } )

验证mogos路由

mongos> db.products.find({prod_id:1}).explain()
{
	"queryPlanner" : {
		"mongosPlannerVersion" : 1,
		"winningPlan" : {
			"stage" : "SINGLE_SHARD",
			"shards" : [
				{
					"shardName" : "repshd",
					"connectionString" : "repshd/shd1:27018,shd2:27018,shd3:27018",
					"serverInfo" : {
						"host" : "node2",
						"port" : 27018,
						"version" : "4.2.7",
						"gitVersion" : "51d9fe12b5d19720e72dcd7db0f2f17dd9a19212"
					},
					"plannerVersion" : 1,
					"namespace" : "inventory.products",
					"indexFilterSet" : false,
					"parsedQuery" : {
						"prod_id" : {
							"$eq" : 1
						}
					},
					"queryHash" : "10A0442B",
					"planCacheKey" : "C0C6317B",
					"winningPlan" : {
						"stage" : "SHARDING_FILTER",
						"inputStage" : {
							"stage" : "FETCH",
							"filter" : {
								"prod_id" : {
									"$eq" : 1
								}
							},
							"inputStage" : {
								"stage" : "IXSCAN",
								"keyPattern" : {
									"prod_id" : "hashed"
								},
								"indexName" : "prod_id_hashed",
								"isMultiKey" : false,
								"isUnique" : false,
								"isSparse" : false,
								"isPartial" : false,
								"indexVersion" : 2,
								"direction" : "forward",
								"indexBounds" : {
									"prod_id" : [
										"[5902408780260971510, 5902408780260971510]"
									]
								}
							}
						}
					},
					"rejectedPlans" : [ ]
				}
			]
		}
	},
	"serverInfo" : {
		"host" : "node2",
		"port" : 27019,
		"version" : "4.2.7",
		"gitVersion" : "51d9fe12b5d19720e72dcd7db0f2f17dd9a19212"
	},
	"ok" : 1,
	"operationTime" : Timestamp(1604563026, 1),
	"$clusterTime" : {
		"clusterTime" : Timestamp(1604563033, 1),
		"signature" : {
			"hash" : BinData(0,"AAAAAAAAAAAAAAAAAAAAAAAAAAA="),
			"keyId" : NumberLong(0)
		}
	}
}
mongos>