mongodb sharding配置

mongodb集群配置

1 Mongo使用sharding集群

mongodb副本集群

mongos1

192.168.20.137

mongos2

192.168.20.138

mongo_config1

192.168.20.139

mongo_config2

192.168.20.129

mongo_config3

192.168.20.128

mongod_shard1_replicaset1

192.168.20.127

mongod_shard1_replicaset2

192.168.20.126

mongod_shard1_replicaset3

192.168.20.125

mongod_shard2_replicaset1

192.168.20.123

mongod_shard2_replicaset2

192.168.20.122

mongod_shard2_replicaset3

192.168.20.121

 

 

 

 

 

2下载mongodb 源码包

[root@ ~]#  wget https://fastdl.mongodb.org/linux/mongodb-linux-x86_64-rhel70-3.2.9.tgz

 

3解压缩,并拷贝到/data目录下

tar -zxvf mongodb-linux-x86_64-rhel70-3.2.9.tgz

mv mongodb-linux-x86_64-rhel70-3.2.9    /data/mongodb

 

4新建mongodb目录

mkdir -p /data/mongodb/etc/
mkdir -p /data/mongodb/var/log/

mkdir /data/mongodb/run

mkdir /data/mongodb/data

mkdir /data/mongodb/logs

 

groupadd mongodb

useradd -g mongodb -s /sbin/nologin -M mongodb

chown -R mongodb.mongodb /data/mongodb

 

 

5 mongod配置文件文件:

vim  /data/mongodb/etc/mongodb.cnf

 

systemLog:

   verbosity: 0

   quiet: false

   syslogFacility: user

   path: "/data/mongodb/logs/mongod.log"

   logAppend: true

   logRotate: rename

   destination: file

   timeStampFormat: iso8601-utc

 

storage:

   dbPath: "/data/mongodb/data"

   indexBuildRetry: true

 

   journal:

      enabled: true

   directoryPerDB: true

   syncPeriodSecs: 60

   engine: wiredTiger

 

   wiredTiger:

      engineConfig:

         cacheSizeGB: 1

         statisticsLogDelaySecs: 0

         journalCompressor: snappy

         directoryForIndexes: true

      collectionConfig:

         blockCompressor: snappy

      indexConfig:

         prefixCompression: true

 

 

processManagement:

  fork: true

  pidFilePath: "/data/mongodb/run/mongod.pid"

 

net:

  bindIp: 0.0.0.0

  port: 27017

  http:

    enabled: true

    RESTInterfaceEnabled: true

 

operationProfiling:

  slowOpThresholdMs: 100

  mode: "slowOp"

 

security:

   authorization: "disabled"

 

replication:

  oplogSizeMB: 1024

  replSetName: " mongod_shard1_im_test"   ###同一个sharding相同,不同的sharding relSetName 不通

 

 

5. 设置开机启动

[root@ ~ ]# vim /etc/rc.local

[root@ ~]# /data/mongodb/bin/mongod -f /data/mongodb/etc/mongodb.cnf --rest

 

6启动mongodb

/data/mongodb/bin/mongod -f /data/mongodb/etc/mongodb.cnf –rest

 

7.配置副本集群

 

[root@  etc]#  /data/mongodb/bin/mongo  #登陆到mongodb中

 

查看副本集状态

> rs.status()

{

         "info" : "run rs.initiate(...) if not yet done for the set",

         "ok" : 0,

         "errmsg" : "no replset config has been received",

         "code" : 94

}

 

进入到admin 数据库

>use admin  

 

进行cfg配置 ,最外层的_id表示replica set的名字,members里包含的是所有节点的地址以及优先级。优先级最高的即成为主节点

 

 

 

> cfg={_id:"mongod_shard1_im_test",members:[{_id:0,host:'192.168.20.127:27017',priority:10}, {_id:1,host:'192.168.20.126:27017',priority:5}, {_id:2,host:'192.168.20.125:27017',priority:1}]}

 

进行初始化

>rs.initiate(cfg)       

{ "ok" : 1 }

 

显示了每个节点的健康状况,名称,启动的时间,节点的类型等。查看当前副本集的配置表:

 

{

         "_id" : "mongod_shard1_im_test",

         "version" : 1,

         "protocolVersion" : NumberLong(1),

         "members" : [

                   {

                            "_id" : 0,

                            "host" : "192.168.20.127:27017",

                            "arbiterOnly" : false,

                            "buildIndexes" : true,

                            "hidden" : false,

                            "priority" : 10,

                            "tags" : {

                                    

                            },

                            "slaveDelay" : NumberLong(0),

                            "votes" : 1

                   },

                   {

                            "_id" : 1,

                            "host" : "192.168.20.126:27017",

                            "arbiterOnly" : false,

                            "buildIndexes" : true,

                            "hidden" : false,

                            "priority" : 5,

                            "tags" : {

                                    

                            },

                            "slaveDelay" : NumberLong(0),

                            "votes" : 1

                   },

                   {

                            "_id" : 2,

                            "host" : "192.168.20.125:27017",

                            "arbiterOnly" : false,

                            "buildIndexes" : true,

                            "hidden" : false,

                            "priority" : 1,

                            "tags" : {

                                    

                            },

                            "slaveDelay" : NumberLong(0),

                            "votes" : 1

                   }

         ],

         "settings" : {

                   "chainingAllowed" : true,

                   "heartbeatIntervalMillis" : 2000,

                   "heartbeatTimeoutSecs" : 10,

                   "electionTimeoutMillis" : 10000,

                   "getLastErrorModes" : {

                           

                   },

                   "getLastErrorDefaults" : {

                            "w" : 1,

                            "wtimeout" : 0

                   },

                   "replicaSetId" : ObjectId("57dfb646ed538f91da25889a")

         }

}

 

 

再次查看副本集状态

mongod_shard1_im_test:PRIMARY> rs.status()

{

         "set" : "mongod_shard1_im_test",

         "date" : ISODate("2016-09-19T09:58:17.947Z"),

         "myState" : 1,

         "term" : NumberLong(1),

         "heartbeatIntervalMillis" : NumberLong(2000),

         "members" : [

                   {

                            "_id" : 0,

                            "name" : "192.168.20.127:27017",

                            "health" : 1,

                            "state" : 1,

                            "stateStr" : "PRIMARY",

                            "uptime" : 15779,

                            "optime" : {

                                     "ts" : Timestamp(1474279005, 1),

                                     "t" : NumberLong(1)

                            },

                            "optimeDate" : ISODate("2016-09-19T09:56:45Z"),

                            "infoMessage" : "could not find member to sync from",

                            "electionTime" : Timestamp(1474279004, 1),

                            "electionDate" : ISODate("2016-09-19T09:56:44Z"),

                            "configVersion" : 1,

                            "self" : true

                   },

                   {

                            "_id" : 1,

                            "name" : "192.168.20.126:27017",

                            "health" : 1,

                            "state" : 2,

                            "stateStr" : "SECONDARY",

                            "uptime" : 103,

                            "optime" : {

                                     "ts" : Timestamp(1474279005, 1),

                                     "t" : NumberLong(1)

                            },

                            "optimeDate" : ISODate("2016-09-19T09:56:45Z"),

                            "lastHeartbeat" : ISODate("2016-09-19T09:58:16.547Z"),

                            "lastHeartbeatRecv" : ISODate("2016-09-19T09:58:16.332Z"),

                            "pingMs" : NumberLong(0),

                            "syncingTo" : "192.168.20.127:27017",

                            "configVersion" : 1

                   },

                   {

                            "_id" : 2,

                            "name" : "192.168.20.125:27017",

                            "health" : 1,

                            "state" : 2,

                            "stateStr" : "SECONDARY",

                            "uptime" : 103,

                            "optime" : {

                                     "ts" : Timestamp(1474279005, 1),

                                     "t" : NumberLong(1)

                            },

                            "optimeDate" : ISODate("2016-09-19T09:56:45Z"),

                            "lastHeartbeat" : ISODate("2016-09-19T09:58:16.547Z"),

                            "lastHeartbeatRecv" : ISODate("2016-09-19T09:58:16.332Z"),

                            "pingMs" : NumberLong(0),

                            "syncingTo" : "192.168.20.127:27017",

                            "configVersion" : 1

                   }

         ],

         "ok" : 1

}

 

8 mongo  config server配置

mongo_config1

192.168.20.139

mongo_config2

192.168.20.129

mongo_config3

192.168.20.128

 

默认端口 27019

 

具体配置同上,配置文件中添加 configsvr = true

 

systemLog:

    quiet: false

    path: /data/mongodb/logs/mongod.log

    logAppend: false

    destination: file

processManagement:

    fork: true

    pidFilePath: /data/mongodb/run/mongod.pid

net:

    bindIp: 0.0.0.0

    port: 27019

    maxIncomingConnections: 65536

    wireObjectCheck: true

    ipv6: false

storage:

    dbPath: /data/mongodb/data

    indexBuildRetry: true

    journal:

        enabled: true

    directoryPerDB: false

    engine: mmapv1

    syncPeriodSecs: 60

    mmapv1:

        quota:

            enforced: false

            maxFilesPerDB: 8

        smallFiles: true

        journal:

            commitIntervalMs: 100

operationProfiling:

    slowOpThresholdMs: 100

    mode: off

sharding:

clusterRole: configsvr

 

 

 

启动加入到rc.local中

echo “/data/mongodb/bin/mongod -f /data/mongodb/etc/mongodb.cnf  --rest” >>/etc/rc.local

 

 

9.mongos配置

mongos1

192.168.20.137

mongos2

192.168.20.138

 

 

mongodb.cnf

systemLog:

    quiet: false

    path: /data/mongodb/logs/mongod.log

    logAppend: false

    destination: file

processManagement:

    fork: true

    pidFilePath: /data/mongodb/run/mongod.pid

net:

    bindIp: 0.0.0.0

    port: 27017

    maxIncomingConnections: 65536

    wireObjectCheck: true

    ipv6: false

sharding:

configDB: 192.168.20.139:27019,192.168.20.129:27019,192.168.20.128:27019

 

启动

/data/mongodb/bin/mongos  -f  /data/mongodb/etc/mongodb.cnf

10.配置sharding
把replica sets2个副本集群,加入到sharding中

连接mongos 服务器进行配置(任意)

[root@shard2 bin]# ./mongo --host 192.168.20.137:27017

mongos>sh.help()

 

mongos> sh.help()

       sh.addShard( host )                       server:port OR setname/server:port

       sh.enableSharding(dbname)                 enables sharding on the database dbname

       sh.shardCollection(fullName,key,unique)   shards the collection

       sh.splitFind(fullName,find)               splits the chunk that find is in at the median

       sh.splitAt(fullName,middle)               splits the chunk that middle is in at middle

       sh.moveChunk(fullName,find,to)            move the chunk where 'find' is to 'to' (name of shard)

       sh.setBalancerState( <bool on or not> )   turns the balancer on or off true=on, false=off

       sh.getBalancerState()                     return true if enabled

       sh.isBalancerRunning()                    return true if the balancer has work in progress on any mongos

       sh.disableBalancing(coll)                 disable balancing on one collection

       sh.enableBalancing(coll)                  re-enable balancing on one collection

       sh.addShardTag(shard,tag)                 adds the tag to the shard

       sh.removeShardTag(shard,tag)              removes the tag from the shard

       sh.addTagRange(fullName,min,max,tag)      tags the specified range of the given collection

       sh.removeTagRange(fullName,min,max,tag)   removes the tagged range of the given collection

       sh.status()                               prints a general overview of the cluster

 

注意: 把mongod_shard1_im_test和 mongod_shard2_im_test加入到集群中,副本集中的其他机器自动加入了。添加replica set作为分片:

mongos> sh.addShard("mongod_shard1_im_test/192.168.20.127:27017")

{ "shardAdded" : "mongod_shard1_im_test", "ok" : 1 }

 

mongos> sh.addShard("mongod_shard2_im_test/192.168.20.120:27017")

{ "shardAdded" : "mongod_shard2_im_test", "ok" : 1 }

 

通过sh.status()查看

 

mongos> sh.status()

--- Sharding Status ---

  sharding version: {

         "_id" : 1,

         "minCompatibleVersion" : 5,

         "currentVersion" : 6,

         "clusterId" : ObjectId("57e0d5c4eb504a0629599e18")

}

  shards:

         {  "_id" : "mongod_shard1_im_test",  "host" : "mongod_shard1_im_test/192.168.20.125:27017,192.168.20.126:27017,192.168.20.127:27017" }

         {  "_id" : "mongod_shard2_im_test",  "host" : "mongod_shard2_im_test/192.168.20.120:27017,192.168.20.121:27017,192.168.20.122:27017" }

  active mongoses:

         "3.2.9" : 2

  balancer:

         Currently enabled:  yes

         Currently running:  no

         Failed balancer rounds in last 5 attempts:  0

         Migration Results for the last 24 hours:

                   No recent migrations

  databases:

 

 

11 .数据库 启动分区功能,默认,不启动,都回保存到主sharding上


testdb 启动Sharding功能
mongos> sh.enableSharding("testdb")
{ "ok" : 1 }

 

12.对collections进行顺序分区

一个数据库中有多个collections,未必所有的collection都分区,
要想让collections使用分区功能,必须使用sh.sharCollection 功能简单,明确说明对那个表进行分区,并
指明分区的key

例: 对testdb.sutable(全名),name 和 Age 进行分区

mongos> sh.shardCollection("testdb.sutable",{age:1,name:1})

 

 

 

建立testdb数据库,并且对sutable表插入数据

use testdb
for(i=1;i<1000;i++) db.sutable.insert({name: "User"+i,age:i,sex: "boy",book: ["book1","book2"]})

 

 

查看分片状态
mongos> use admin
mongos> db.runCommand({listshards:1})

 

删除一个sharding:

db.runCommand({"removeshard" :"mongod_shard1_im_test/192.168.20.125:27017,192.168.20.126:27017,192.168.20.127:27017"});

 

补充:对有数据的数据进行分片

use test
for(i=50000;i<60000;i++) db.messages.insert({"packType": i,"fromName":i,"toName": "boy",roomId:i,"creationDate":i,"stanza":i,"deleteFlag":i,"day":i })

需要手动创建索引
db.messages.ensureIndex({"roomId":1,"creationDate":1,"deleteFlag":1})

指出对那个表的key进行分区
sh.shardCollection("test.messages",{roomId:1,creationDate:1,deleteFlag:1})

删除索引
#db.messages.dropIndex({"roomId" : 1})

写入数据
for(i=50000;i<60000;i++) db.messages.insert({"packType": i,"fromName":i,"toName": "boy",roomId:i,"creationDate":i,"stanza":i,"deleteFlag":i,"day":i })

查看
sh.status()

 

对没有数据的数据库进行分片准备:

sh.enableSharding("im_message_db")
sh.shardCollection("im_message_db.messages",{roomId:1,creationDate:1,deleteFlag:1})

use im_message_db

for(i=1;i<6000;i++) db.messages.insert({"packType": i,"fromName":i,"toName": "boy",roomId:i,"creationDate":i,"stanza":i,"deleteFlag":i,"day":i })
sh.status()


此方法,不用对collection 建立索引。

 

posted @ 2016-09-21 10:49  fengjian1585  阅读(818)  评论(0编辑  收藏  举报