mongodb shard 分片技术
启动route process配置route process并且启动，代码如下：
# /usr/local/mongo/bin/mongos --port 40000 --configdb localhost:30000 --fork --logpath /data/shard/log/route.log --chunkSize 1
forked process: 2911
# all output going to: /data/shard/log/route.log
配置sharding
# /usr/local/mongo/bin/mongo --port 40000
MongoDB shell version: 2.0.4
connecting to: 127.0.0.1:40000/test
mongos>
这个地方一定要切换到admin数据库
mongos> use admin
switched to db admin
mongos> db
admin
mongos> db.runCommand({addshard:"localhost:20000"})
{ "shardAdded" : "shard0000", "ok" : 1 }
mongos> db.runCommand({addshard:"localhost:20001"})
{ "shardAdded" : "shard0001", "ok" : 1 }
mongos> db.runCommand({enablesharding:"test"})
{ "ok" : 1 }
mongos> db.runCommand({shardcollection:"test.users",key:{_id:1}})
{ "collectionsharded" : "test.users", "ok" : 1 }
momongos> for(var i =1;idb.users.find()
{ "_id" : ObjectId("53d4eefd67d21d1d69f5bcd0"), "age" : 1 }
{ "_id" : ObjectId("53d4f024b1e3fc47712a0576"), "age" : 1, "name" : "fangwei", "addr" : "hangzhou", "country" : "China" }
{ "_id" : ObjectId("53d4f024b1e3fc47712a0577"), "age" : 2, "name" : "fangwei", "addr" : "hangzhou", "country" : "China" }ngos>
---验证我们的分片
mongos> db.users.stats()
{
"sharded" : true,
"flags" : 1,
"ns" : "test.users",
"count" : 500001,
"numExtents" : 17,
"size" : 46000036,
"storageSize" : 81166336,
"totalIndexSize" : 18845680,
"indexSizes" : {
"_id_" : 18845680
},
"avgObjSize" : 91.999888000224,
"nindexes" : 1,
"nchunks" : 37,
"shards" : {
"shard0000" : {
"ns" : "test.users",
"count" : 197093,
"size" : 18132500,
"avgObjSize" : 91.99971587017296,
"storageSize" : 33333248,
"numExtents" : 8,
"nindexes" : 1,
"lastExtentSize" : 12083200,
"paddingFactor" : 1,
"flags" : 1,
"totalIndexSize" : 8969072,
"indexSizes" : {
"_id_" : 8969072
},
"ok" : 1
},
"shard0001" : {
"ns" : "test.users",
"count" : 302908,
"size" : 27867536,
"avgObjSize" : 92,
"storageSize" : 47833088,
"numExtents" : 9,
"nindexes" : 1,
"lastExtentSize" : 14499840,
"paddingFactor" : 1,
"flags" : 1,
"totalIndexSize" : 9876608,
"indexSizes" : {
"_id_" : 9876608
},
"ok" : 1
}
},
"ok" : 1
}
mongos>
查看磁盘上物理文件分布情况
mongos> exit
bye
# ll /data/shard/s0/test
total 213004
-rw-------. 1 root root67108864 Jul 27 20:28 test.0
-rw-------. 1 root root 134217728 Jul 27 20:09 test.1
-rw-------. 1 root root16777216 Jul 27 20:28 test.ns
drwxr-xr-x. 2 root root 4096 Jul 27 20:09 _tmp
#
# ll /data/shard/s1/test
total 475148
-rw-------. 1 root root67108864 Jul 27 20:38 test.0
-rw-------. 1 root root 134217728 Jul 27 20:27 test.1
-rw-------. 1 root root 268435456 Jul 27 20:27 test.2
-rw-------. 1 root root16777216 Jul 27 20:38 test.ns
drwxr-xr-x. 2 root root 4096 Jul 27 20:27 _tmp
#
---列出所有的shard server
mongos> use admin
switched to db admin
mongos> db.runCommand({listshards:1})
{
"shards" : [
{
"_id" : "shard0000",
"host" : "localhost:20000"
},
{
"_id" : "shard0001",
"host" : "localhost:20001"
}
],
"ok" : 1
}
-----查看sharding信息
mongos> printShardingSizes()
--- Sharding Status ---
sharding version: { "_id" : 1, "version" : 3 }
shards:
{ "_id" : "shard0000", "host" : "localhost:20000" }
{ "_id" : "shard0001", "host" : "localhost:20001" }
databases:
{ "_id" : "admin", "partitioned" : false, "primary" : "config" }
{ "_id" : "test", "partitioned" : true, "primary" : "shard0000" }
test.users chunks:
{ "_id" : { $minKey : 1 } } -->> { "_id" : ObjectId("53d4eefd67d21d1d69f5bcd0") } on : shard0000 { "estimate" : false, "size" : 0, "numObjects" : 0 }
{ "_id" : ObjectId("53d4eefd67d21d1d69f5bcd0") } -->> { "_id" : ObjectId("53d4f024b1e3fc47712a1dd6") } on : shard0000 { "estimate" : false, "size" : 574116, "numObjects" : 6241 }
-------判断是佛sharding
> db.runCommand({isdbgrid:1})
{ "isdbgrid" : 1, "hostname" : "localhost.mongo102", "ok" : 1 }
>
----------对现有表执行sharding
> db
test
> db.users_2.stats()
{
"sharded" : false, ---------------------可看出没有分表
"primary" : "shard0000",
"errmsg" : "ns not found",
"ok" : 0
}
对其进行分表
> db
admin
> db.runCommand({shardcollection:"test.users_2",key:{_ud:1}})
{ "collectionsharded" : "test.users_2", "ok" : 1 }
> use test
switched to db test
> db.users_2.stats()
{
"sharded" : true,
"flags" : 1,
"ns" : "test.users_2",
"count" : 0,
"numExtents" : 1,
"size" : 0,
"storageSize" : 8192,
"totalIndexSize" : 16352,
"indexSizes" : {
"_id_" : 8176,
"_ud_1" : 8176
},
"avgObjSize" : 0,
"nindexes" : 2,
"nchunks" : 1,
"shards" : {
"shard0000" : {
"ns" : "test.users_2",
"count" : 0,
"size" : 0,
"storageSize" : 8192,
"numExtents" : 1,
"nindexes" : 2,
"lastExtentSize" : 8192,
"paddingFactor" : 1,
"flags" : 1,
"totalIndexSize" : 16352,
"indexSizes" : {
"_id_" : 8176,
"_ud_1" : 8176
},
"ok" : 1
}
},
"ok" : 1
}
>
-------新增shard server 分片
# mkdir /data/shard/s2
# /usr/local/mongo/bin/mongod --shardsvr --port 20002 --dbpath /data/shard/s2 --fork --logpath /data/shard/log/s2.log --directoryperdb
# forked process: 3480
all output going to: /data/shard/log/s2.log
# /usr/local/mongo/bin/mongo --port 40000
MongoDB shell version: 2.0.4
connecting to: 127.0.0.1:40000/test
mongos> db
test
mongos> use admin
switched to db admin
mongos> db.runCommand({addshard:"localhost:20002"})
{ "shardAdded" : "shard0002", "ok" : 1 }
mongos>
页:
[1]