🐳chore(工具):增加 mongo
xiaojin
5 years ago
parent
e42df0197b
commit
1d9799a21e
@ -0,0 +1,87 @@
|
|||||||
|
# mongo-cluster-docker
|
||||||
|
|
||||||
|
This is a simple 3 node replica mongodb setup based on official `mongo` docker image using `docker-compose` described in my blogpost at https://warzycha.pl/mongo-db-sharding-docker-example/.
|
||||||
|
|
||||||
|
For details description, steps and discussion go to:
|
||||||
|
|
||||||
|
1. https://warzycha.pl/mongo-db-sharding-docker-example/
|
||||||
|
2. https://warzycha.pl/mongo-db-shards-by-location/
|
||||||
|
|
||||||
|
# Run
|
||||||
|
|
||||||
|
```
|
||||||
|
docker-compose -f docker-compose.1.yml -f docker-compose.2.yml -f docker-compose.cnf.yml -f docker-compose.shard.yml up
|
||||||
|
```
|
||||||
|
|
||||||
|
# Tests
|
||||||
|
> Manually for the time being
|
||||||
|
|
||||||
|
0. Core tests
|
||||||
|
|
||||||
|
Basic *replica* test on *rs1* replica set (data nodes), `mongo-1-1`
|
||||||
|
```js
|
||||||
|
rs.status();
|
||||||
|
```
|
||||||
|
|
||||||
|
this should return in `members` 3 nodes.
|
||||||
|
|
||||||
|
Basic *sharding* test on *router* (mongos), `mongo-router`
|
||||||
|
```js
|
||||||
|
sh.status();
|
||||||
|
```
|
||||||
|
|
||||||
|
this should return something similar to:
|
||||||
|
|
||||||
|
```
|
||||||
|
--- Sharding Status ---
|
||||||
|
sharding version: {
|
||||||
|
"_id" : 1,
|
||||||
|
"minCompatibleVersion" : 5,
|
||||||
|
"currentVersion" : 6,
|
||||||
|
"clusterId" : ObjectId("587d306454828b89adaca524")
|
||||||
|
}
|
||||||
|
shards:
|
||||||
|
active mongoses:
|
||||||
|
"3.4.1" : 1
|
||||||
|
balancer:
|
||||||
|
Currently enabled: yes
|
||||||
|
Currently running: yes
|
||||||
|
Balancer lock taken at Mon Jan 16 2017 22:18:53 GMT+0100 by ConfigServer:Balancer
|
||||||
|
Failed balancer rounds in last 5 attempts: 0
|
||||||
|
Migration Results for the last 24 hours:
|
||||||
|
No recent migrations
|
||||||
|
databases:
|
||||||
|
|
||||||
|
```
|
||||||
|
|
||||||
|
# Sharding configuration
|
||||||
|
|
||||||
|
Connect to 'mongos' router and run `queries/shard-status.js` for shard status.
|
||||||
|
|
||||||
|
To establish location based partitioning on it just run `queries/init.js`.
|
||||||
|
|
||||||
|
# Issues and limitations
|
||||||
|
|
||||||
|
It's sometimes stuck on 'mongo-router | 2017-01-16T21:29:48.573+0000 W NETWORK [replSetDistLockPinger] No primary detected for
|
||||||
|
set cnf-serv'. It's because quite random order in `docker-compose`.
|
||||||
|
|
||||||
|
My workaround was just to kill all containers related.
|
||||||
|
|
||||||
|
```
|
||||||
|
docker-compose -f docker-compose.1.yml -f docker-compose.2.yml -f docker-compose.cnf.yml -f docker-compose.shard.yml rm -f
|
||||||
|
```
|
||||||
|
|
||||||
|
Please pull request. :)
|
||||||
|
|
||||||
|
Basically `mongosetup` service is now splitted to multiple `yml` files. :)
|
||||||
|
|
||||||
|
# Reference
|
||||||
|
|
||||||
|
* http://www.sohamkamani.com/blog/2016/06/30/docker-mongo-replica-set/
|
||||||
|
* https://github.com/singram/mongo-docker-compose
|
||||||
|
* http://stackoverflow.com/questions/31138631/configuring-mongodb-replica-set-from-docker-compose
|
||||||
|
* https://gist.github.com/garycrawford/0a45f820e146917d231d
|
||||||
|
* http://stackoverflow.com/questions/31746182/docker-compose-wait-for-container-x-before-starting-y
|
||||||
|
* https://docs.docker.com/compose/startup-order/
|
||||||
|
* http://stackoverflow.com/questions/31138631/configuring-mongodb-replica-set-from-docker-compose
|
||||||
|
* https://github.com/soldotno/elastic-mongo/blob/master/docker-compose.yml
|
||||||
@ -0,0 +1,50 @@
|
|||||||
|
version: '3'
|
||||||
|
services:
|
||||||
|
mongo-1-2:
|
||||||
|
container_name: "mongo-1-2"
|
||||||
|
image: bitnami/mongodb:latest
|
||||||
|
ports:
|
||||||
|
- "30012:27017"
|
||||||
|
command: mongod --replSet rs1 --shardsvr --port 27017 --oplogSize 16 --noprealloc --smallfiles
|
||||||
|
restart: always
|
||||||
|
|
||||||
|
mongo-1-3:
|
||||||
|
container_name: "mongo-1-3"
|
||||||
|
image: bitnami/mongodb:latest
|
||||||
|
ports:
|
||||||
|
- "30013:27017"
|
||||||
|
command: mongod --replSet rs1 --shardsvr --port 27017 --oplogSize 16 --noprealloc --smallfiles
|
||||||
|
restart: always
|
||||||
|
|
||||||
|
mongo-1-1:
|
||||||
|
container_name: "mongo-1-1"
|
||||||
|
image: bitnami/mongodb:latest
|
||||||
|
ports:
|
||||||
|
- "30011:27017"
|
||||||
|
command: mongod --replSet rs1 --shardsvr --port 27017 --oplogSize 16 --noprealloc --smallfiles
|
||||||
|
links:
|
||||||
|
- mongo-1-2:mongo-1-2
|
||||||
|
- mongo-1-3:mongo-1-3
|
||||||
|
restart: always
|
||||||
|
|
||||||
|
mongo-rs1-setup:
|
||||||
|
container_name: "mongo-rs1-setup"
|
||||||
|
image: bitnami/mongodb:latest
|
||||||
|
depends_on:
|
||||||
|
- "mongo-1-1"
|
||||||
|
- "mongo-1-2"
|
||||||
|
- "mongo-1-3"
|
||||||
|
links:
|
||||||
|
- mongo-1-1:mongo-1-1
|
||||||
|
- mongo-1-2:mongo-1-2
|
||||||
|
- mongo-1-3:mongo-1-3
|
||||||
|
volumes:
|
||||||
|
- ./scripts:/scripts
|
||||||
|
environment:
|
||||||
|
- MONGO1=mongo-1-1
|
||||||
|
- MONGO2=mongo-1-2
|
||||||
|
- MONGO3=mongo-1-3
|
||||||
|
- RS=rs1
|
||||||
|
entrypoint: [ "/scripts/setup.sh" ]
|
||||||
|
|
||||||
|
|
||||||
@ -0,0 +1,50 @@
|
|||||||
|
version: '3'
|
||||||
|
services:
|
||||||
|
mongo-2-2:
|
||||||
|
container_name: "mongo-2-2"
|
||||||
|
image: bitnami/mongodb:latest
|
||||||
|
ports:
|
||||||
|
- "30022:27017"
|
||||||
|
command: mongod --replSet rs2 --shardsvr --port 27017 --oplogSize 16 --noprealloc --smallfiles
|
||||||
|
restart: always
|
||||||
|
|
||||||
|
mongo-2-3:
|
||||||
|
container_name: "mongo-2-3"
|
||||||
|
image: bitnami/mongodb:latest
|
||||||
|
ports:
|
||||||
|
- "30023:27017"
|
||||||
|
command: mongod --replSet rs2 --shardsvr --port 27017 --oplogSize 16 --noprealloc --smallfiles
|
||||||
|
restart: always
|
||||||
|
|
||||||
|
mongo-2-1:
|
||||||
|
container_name: "mongo-2-1"
|
||||||
|
image: bitnami/mongodb:latest
|
||||||
|
ports:
|
||||||
|
- "30021:27017"
|
||||||
|
command: mongod --replSet rs2 --shardsvr --port 27017 --oplogSize 16 --noprealloc --smallfiles
|
||||||
|
links:
|
||||||
|
- mongo-2-2:mongo-2-2
|
||||||
|
- mongo-2-3:mongo-2-3
|
||||||
|
restart: always
|
||||||
|
|
||||||
|
mongo-rs2-setup:
|
||||||
|
container_name: "mongo-rs2-setup"
|
||||||
|
image: bitnami/mongodb:latest
|
||||||
|
depends_on:
|
||||||
|
- "mongo-2-1"
|
||||||
|
- "mongo-2-2"
|
||||||
|
- "mongo-2-3"
|
||||||
|
links:
|
||||||
|
- mongo-2-1:mongo-2-1
|
||||||
|
- mongo-2-2:mongo-2-2
|
||||||
|
- mongo-2-3:mongo-2-3
|
||||||
|
volumes:
|
||||||
|
- ./scripts:/scripts
|
||||||
|
environment:
|
||||||
|
- MONGO1=mongo-2-1
|
||||||
|
- MONGO2=mongo-2-2
|
||||||
|
- MONGO3=mongo-2-3
|
||||||
|
- RS=rs2
|
||||||
|
entrypoint: [ "/scripts/setup.sh" ]
|
||||||
|
|
||||||
|
|
||||||
@ -0,0 +1,49 @@
|
|||||||
|
version: '3'
|
||||||
|
services:
|
||||||
|
mongo-cnf-2:
|
||||||
|
container_name: "mongo-cnf-2"
|
||||||
|
image: bitnami/mongodb:latest
|
||||||
|
ports:
|
||||||
|
- "30102:27017"
|
||||||
|
command: mongod --replSet cnf-serv --configsvr --port 27017 --oplogSize 16 --noprealloc --smallfiles
|
||||||
|
restart: always
|
||||||
|
|
||||||
|
mongo-cnf-3:
|
||||||
|
container_name: "mongo-cnf-3"
|
||||||
|
image: bitnami/mongodb:latest
|
||||||
|
ports:
|
||||||
|
- "30103:27017"
|
||||||
|
command: mongod --replSet cnf-serv --configsvr --port 27017 --oplogSize 16 --noprealloc --smallfiles
|
||||||
|
restart: always
|
||||||
|
|
||||||
|
mongo-cnf-1:
|
||||||
|
container_name: "mongo-cnf-1"
|
||||||
|
image: bitnami/mongodb:latest
|
||||||
|
ports:
|
||||||
|
- "30101:27017"
|
||||||
|
command: mongod --replSet cnf-serv --configsvr --port 27017 --oplogSize 16 --noprealloc --smallfiles
|
||||||
|
links:
|
||||||
|
- mongo-cnf-2:mongo-cnf-2
|
||||||
|
- mongo-cnf-3:mongo-cnf-3
|
||||||
|
restart: always
|
||||||
|
|
||||||
|
mongo-cnf-setup:
|
||||||
|
container_name: "mongo-cnf-setup"
|
||||||
|
image: bitnami/mongodb:latest
|
||||||
|
depends_on:
|
||||||
|
- "mongo-cnf-1"
|
||||||
|
- "mongo-cnf-2"
|
||||||
|
- "mongo-cnf-3"
|
||||||
|
links:
|
||||||
|
- mongo-cnf-1:mongo-cnf-1
|
||||||
|
- mongo-cnf-2:mongo-cnf-2
|
||||||
|
- mongo-cnf-3:mongo-cnf-3
|
||||||
|
volumes:
|
||||||
|
- ./scripts:/scripts
|
||||||
|
environment:
|
||||||
|
- MONGO1=mongo-cnf-1
|
||||||
|
- MONGO2=mongo-cnf-2
|
||||||
|
- MONGO3=mongo-cnf-3
|
||||||
|
- RS=cnf-serv
|
||||||
|
- PORT=27017
|
||||||
|
entrypoint: [ "/scripts/setup-cnf.sh" ]
|
||||||
@ -0,0 +1,49 @@
|
|||||||
|
version: '3'
|
||||||
|
services:
|
||||||
|
mongo-router:
|
||||||
|
container_name: "mongo-router"
|
||||||
|
image: bitnami/mongodb:latest
|
||||||
|
ports:
|
||||||
|
- "30001:27017"
|
||||||
|
depends_on:
|
||||||
|
- "mongo-rs1-setup"
|
||||||
|
- "mongo-rs2-setup"
|
||||||
|
- "mongo-cnf-setup"
|
||||||
|
external_links:
|
||||||
|
- mongo-cnf-1:mongo-cnf-1
|
||||||
|
- mongo-cnf-2:mongo-cnf-2
|
||||||
|
- mongo-cnf-3:mongo-cnf-3
|
||||||
|
- mongo-1-1:mongo-1-1
|
||||||
|
- mongo-1-2:mongo-1-2
|
||||||
|
- mongo-1-3:mongo-1-3
|
||||||
|
- mongo-2-1:mongo-2-1
|
||||||
|
- mongo-2-2:mongo-2-2
|
||||||
|
- mongo-2-3:mongo-2-3
|
||||||
|
command: mongos --configdb cnf-serv/mongo-cnf-1:27017,mongo-cnf-2:27017,mongo-cnf-3:27017 --port 27017 --bind_ip 0.0.0.0
|
||||||
|
restart: always
|
||||||
|
|
||||||
|
mongo-shard-setup:
|
||||||
|
container_name: "mongo-shard-setup"
|
||||||
|
image: bitnami/mongodb:latest
|
||||||
|
depends_on:
|
||||||
|
- "mongo-router"
|
||||||
|
links:
|
||||||
|
- mongo-router:mongo-router
|
||||||
|
volumes:
|
||||||
|
- ./scripts:/scripts
|
||||||
|
environment:
|
||||||
|
- MONGOS=mongo-router
|
||||||
|
- MONGO11=mongo-1-1
|
||||||
|
- MONGO12=mongo-1-2
|
||||||
|
- MONGO13=mongo-1-3
|
||||||
|
- MONGO21=mongo-2-1
|
||||||
|
- MONGO22=mongo-2-2
|
||||||
|
- MONGO23=mongo-2-3
|
||||||
|
- RS1=rs1
|
||||||
|
- RS2=rs2
|
||||||
|
- PORT=27017
|
||||||
|
- PORT1=27017
|
||||||
|
- PORT2=27017
|
||||||
|
- PORT3=27017
|
||||||
|
entrypoint: [ "/scripts/init-shard.sh" ]
|
||||||
|
restart: on-failure:20
|
||||||
@ -0,0 +1,54 @@
|
|||||||
|
sh.removeShardTag("rs1", "US");
|
||||||
|
|
||||||
|
sh.removeShardTag("rs2", "EU");
|
||||||
|
|
||||||
|
sh.addShardTag("rs1", "US");
|
||||||
|
|
||||||
|
sh.addShardTag("rs2", "EU");
|
||||||
|
|
||||||
|
sh.disableBalancing("test.sample");
|
||||||
|
|
||||||
|
db.sample.drop();
|
||||||
|
|
||||||
|
db.createCollection("sample");
|
||||||
|
|
||||||
|
db.sample.createIndex( { factoryId: 1 } );
|
||||||
|
|
||||||
|
sh.enableSharding("test");
|
||||||
|
|
||||||
|
sh.shardCollection("test.sample",{ location: 1, factoryId: 1});
|
||||||
|
|
||||||
|
sh.addTagRange(
|
||||||
|
"test.sample",
|
||||||
|
{ "location" : "US", "factoryId" : MinKey },
|
||||||
|
{ "location" : "US", "factoryId" : MaxKey },
|
||||||
|
"US"
|
||||||
|
);
|
||||||
|
|
||||||
|
sh.addTagRange(
|
||||||
|
"test.sample",
|
||||||
|
{ "location" : "EU", "factoryId" : MinKey },
|
||||||
|
{ "location" : "EU", "factoryId" : MaxKey },
|
||||||
|
"EU"
|
||||||
|
);
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
sh.enableBalancing("test.sample");
|
||||||
|
|
||||||
|
for(var i=0; i<100; i++){
|
||||||
|
db.sample.insert({
|
||||||
|
"location": "US",
|
||||||
|
"factoryId": NumberInt(i)
|
||||||
|
});
|
||||||
|
|
||||||
|
db.sample.insert({
|
||||||
|
"location": "EU",
|
||||||
|
"factoryId": NumberInt(100+i)
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
sh.startBalancer();
|
||||||
|
|
||||||
|
db.sample.find();
|
||||||
@ -0,0 +1 @@
|
|||||||
|
sh.status(true);
|
||||||
@ -0,0 +1 @@
|
|||||||
|
* text=auto eol=lf
|
||||||
@ -0,0 +1,32 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
mongodb1=`getent hosts ${MONGOS} | awk '{ print $1 }'`
|
||||||
|
|
||||||
|
mongodb11=`getent hosts ${MONGO11} | awk '{ print $1 }'`
|
||||||
|
mongodb12=`getent hosts ${MONGO12} | awk '{ print $1 }'`
|
||||||
|
mongodb13=`getent hosts ${MONGO13} | awk '{ print $1 }'`
|
||||||
|
|
||||||
|
mongodb21=`getent hosts ${MONGO21} | awk '{ print $1 }'`
|
||||||
|
mongodb22=`getent hosts ${MONGO22} | awk '{ print $1 }'`
|
||||||
|
mongodb23=`getent hosts ${MONGO23} | awk '{ print $1 }'`
|
||||||
|
|
||||||
|
mongodb31=`getent hosts ${MONGO31} | awk '{ print $1 }'`
|
||||||
|
mongodb32=`getent hosts ${MONGO32} | awk '{ print $1 }'`
|
||||||
|
mongodb33=`getent hosts ${MONGO33} | awk '{ print $1 }'`
|
||||||
|
|
||||||
|
port=${PORT:-27017}
|
||||||
|
|
||||||
|
echo "Waiting for startup.."
|
||||||
|
until mongo --host ${mongodb1}:${port} --eval 'quit(db.runCommand({ ping: 1 }).ok ? 0 : 2)' &>/dev/null; do
|
||||||
|
printf '.'
|
||||||
|
sleep 1
|
||||||
|
done
|
||||||
|
|
||||||
|
echo "Started.."
|
||||||
|
|
||||||
|
echo init-shard.sh time now: `date +"%T" `
|
||||||
|
mongo --host ${mongodb1}:${port} <<EOF
|
||||||
|
sh.addShard( "${RS1}/${mongodb11}:${PORT1},${mongodb12}:${PORT2},${mongodb13}:${PORT3}" );
|
||||||
|
sh.addShard( "${RS2}/${mongodb21}:${PORT1},${mongodb22}:${PORT2},${mongodb23}:${PORT3}" );
|
||||||
|
sh.status();
|
||||||
|
EOF
|
||||||
@ -0,0 +1,40 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
mongodb1=`getent hosts ${MONGO1} | awk '{ print $1 }'`
|
||||||
|
mongodb2=`getent hosts ${MONGO2} | awk '{ print $1 }'`
|
||||||
|
mongodb3=`getent hosts ${MONGO3} | awk '{ print $1 }'`
|
||||||
|
|
||||||
|
port=${PORT:-27017}
|
||||||
|
|
||||||
|
echo "Waiting for startup.."
|
||||||
|
until mongo --host ${mongodb1}:${port} --eval 'quit(db.runCommand({ ping: 1 }).ok ? 0 : 2)' &>/dev/null; do
|
||||||
|
printf '.'
|
||||||
|
sleep 1
|
||||||
|
done
|
||||||
|
|
||||||
|
echo "Started.."
|
||||||
|
|
||||||
|
echo setup-cnf.sh time now: `date +"%T" `
|
||||||
|
mongo --host ${mongodb1}:${port} <<EOF
|
||||||
|
var cfg = {
|
||||||
|
"_id": "${RS}",
|
||||||
|
"configsvr": true,
|
||||||
|
"protocolVersion": 1,
|
||||||
|
"members": [
|
||||||
|
{
|
||||||
|
"_id": 100,
|
||||||
|
"host": "${mongodb1}:${port}"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"_id": 101,
|
||||||
|
"host": "${mongodb2}:${port}"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"_id": 102,
|
||||||
|
"host": "${mongodb3}:${port}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
};
|
||||||
|
rs.initiate(cfg, { force: true });
|
||||||
|
rs.reconfig(cfg, { force: true });
|
||||||
|
EOF
|
||||||
@ -0,0 +1,39 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
mongodb1=`getent hosts ${MONGO1} | awk '{ print $1 }'`
|
||||||
|
mongodb2=`getent hosts ${MONGO2} | awk '{ print $1 }'`
|
||||||
|
mongodb3=`getent hosts ${MONGO3} | awk '{ print $1 }'`
|
||||||
|
|
||||||
|
port=${PORT:-27017}
|
||||||
|
|
||||||
|
echo "Waiting for startup.."
|
||||||
|
until mongo --host ${mongodb1}:${port} --eval 'quit(db.runCommand({ ping: 1 }).ok ? 0 : 2)' &>/dev/null; do
|
||||||
|
printf '.'
|
||||||
|
sleep 1
|
||||||
|
done
|
||||||
|
|
||||||
|
echo "Started.."
|
||||||
|
|
||||||
|
echo setup.sh time now: `date +"%T" `
|
||||||
|
mongo --host ${mongodb1}:${port} <<EOF
|
||||||
|
var cfg = {
|
||||||
|
"_id": "${RS}",
|
||||||
|
"protocolVersion": 1,
|
||||||
|
"members": [
|
||||||
|
{
|
||||||
|
"_id": 0,
|
||||||
|
"host": "${mongodb1}:${port}"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"_id": 1,
|
||||||
|
"host": "${mongodb2}:${port}"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"_id": 2,
|
||||||
|
"host": "${mongodb3}:${port}"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
};
|
||||||
|
rs.initiate(cfg, { force: true });
|
||||||
|
rs.reconfig(cfg, { force: true });
|
||||||
|
EOF
|
||||||
Loading…
Reference in New Issue